Brok / .config.yaml
AnthropicallyHuggingFaces's picture
Create .config.yaml
20e0568 verified
# config.yaml
model:
name: "bert-base-uncased"
type: "transformer"
provider: "huggingface"
tokenizer: "bert-base-uncased"
revision: "main"
hyperparameters:
batch_size: 32
learning_rate: 2e-5
epochs: 3
max_seq_length: 128
optimizer: "AdamW"
weight_decay: 0.01
dropout: 0.1
task:
type: "text-classification" # choices: text-generation, summarization, question-answering, etc.
dataset: "imdb"
metric: "accuracy"
augmentations:
- "synonym_replacement"
- "random_insertion"
deployment:
device: "cuda" # options: cuda, cpu, mps, tpu
precision: "float16" # options: float32, float16, bfloat16
cache_dir: "./model_cache"
save_steps: 500
logging:
use_comet: true
comet_workspace: "your-comet-workspace"
experiment_name: "bert_imdb_classification"
log_interval: 50
evaluation:
validation_split: 0.1
test_split: 0.1
early_stopping: true
patience: 2
checkpoint_metric: "val_loss"