| { |
| "dataset_reader": { |
| "type": "ccqa", |
| "lazy": true, |
| "token_indexers": { |
| "bert": { |
| "type": "pretrained_transformer", |
| "model_name": "roberta-base" |
| } |
| }, |
| "tokenizer": { |
| "type": "pretrained_transformer", |
| "add_special_tokens": false, |
| "model_name": "roberta-base" |
| } |
| }, |
| "model": { |
| "type": "basic_classifier_modified", |
| "seq2vec_encoder": { |
| "type": "bert_pooler", |
| "override_weights_file": "PretrainedRoberta/checkpoint_best.pt", |
| "pretrained_model": "roberta-base", |
| "requires_grad": true |
| }, |
| "text_field_embedder": { |
| "type": "basic", |
| "token_embedders": { |
| "bert": { |
| "type": "pretrained_transformer", |
| "last_layer_only": false, |
| "model_name": "roberta-base", |
| "override_weights_file": "PretrainedRoberta/checkpoint_best.pt" |
| } |
| } |
| } |
| }, |
| "train_data_path": "SufficientCompanyData/train_df_balanced_1500_15000.tsv", |
| "validation_data_path": "SufficientCompanyData/val_df_balanced_750_7500.tsv", |
| "trainer": { |
| "checkpointer": { |
| "num_serialized_models_to_keep": 1 |
| }, |
| "cuda_device": 0, |
| "grad_norm": 1, |
| "num_epochs": 50, |
| "optimizer": { |
| "type": "huggingface_adamw", |
| "lr": 2e-06, |
| "weight_decay": 0.1 |
| }, |
| "validation_metric": "+accuracy" |
| }, |
| "data_loader": { |
| "batch_size": 8 |
| } |
| } |
|
|
