Upload 5 files

config_kwargs.json

@@ -0,0 +1,42 @@
+{
+  "monitor_metric": "eval_MRR@NM",
+  "trainer_kwargs": {
+    "class_name": "IR"
+  },
+  "trainee_kwargs": {
+    "class_name": "DPRBiEncoder",
+    "loss": {
+      "class_name": "NLLLoss"
+    }
+  },
+  "data_module_kwargs": {
+    "class_name": "mono_modal_DataModule",
+    "data_processor": {
+      "class_name": "evqa_data_processor",
+      "dataset_path": "../../data/evqa/",
+      "kb_path": "../../data/evqa/passages",
+      "entity_kb_path": "../../data/evqa/kb"
+    },
+    "use_image": false,
+    "relevant_indices_key": "BM25_provenance_indices",
+    "irrelevant_indices_key": "BM25_irrelevant_indices",
+    "input_key": "question",
+    "passage_key": "passage",
+    "dataloader_kwargs": {
+      "num_workers": 6,
+      "prefetch_factor": 2
+    }
+  },
+  "question_model_kwargs": {
+    "class_name": "DPRQuestionEncoder",
+    "checkpoint_name": "question_model",
+    "pretrained_model_name_or_path": "/home/data/meerqat/my_transformers_cache/dpr_question_encoder_triviaqa_without_viquae",
+    "inference_path": "saved_models/DPR_evqa_1/question_model"
+  },
+  "context_model_kwargs": {
+    "class_name": "DPRContextEncoder",
+    "checkpoint_name": "context_model",
+    "pretrained_model_name_or_path": "/home/data/meerqat/my_transformers_cache/dpr_context_encoder_triviaqa_without_viquae",
+    "inference_path": "saved_models/DPR_evqa_1/context_model"
+  }
+}

experiment_params.json

@@ -0,0 +1,154 @@
+{
+  "subparser": null,
+  "max_seq_length": 256,
+  "question_max_seq_length": 256,
+  "RC": false,
+  "triviaqa": false,
+  "coco": false,
+  "flickr": false,
+  "aokvqa": false,
+  "evqa": false,
+  "infoseek": false,
+  "grad_check": true,
+  "MJL": false,
+  "debug_run_time": false,
+  "only_neighbors": false,
+  "full_kb": false,
+  "image_eval": false,
+  "embedding_column": "my_DPR_few_shot",
+  "output_ds": null,
+  "output_kb": null,
+  "embed": false,
+  "data_path": null,
+  "train_batch_size": 512,
+  "eval_batch_size": 1000,
+  "transformer_model_name": "bert-base-uncased",
+  "gradient_accumulation_steps": 1,
+  "warmup_proportion": 0.1,
+  "weight_decay": 0.01,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "warmup_steps": 4,
+  "adam_epsilon": 1e-08,
+  "num_train_epochs": 15,
+  "learning_rate": 2e-05,
+  "dropout": 0.5,
+  "bert_hidden_size": 768,
+  "MM": null,
+  "use_graph_P": null,
+  "use_graph_Q": null,
+  "syntactic_P": null,
+  "syntactic_Q": null,
+  "NS": null,
+  "IC_Q": false,
+  "IC_P": false,
+  "gcn_lr": 2e-05,
+  "head_lr": 2e-06,
+  "func": "cat",
+  "graph_pooling": "mean",
+  "max_nbr_nodes": 2,
+  "num_neib": 1,
+  "neib_depth": 1,
+  "undirect": false,
+  "node_hidden_size": 128,
+  "max_num_relations": null,
+  "max_num_syntactic_relations": null,
+  "map_wikidataRelCode_to_idx": null,
+  "graph_layout": "fr",
+  "residual": false,
+  "num_gcn": null,
+  "node_alias_max_len": 32,
+  "attention": false,
+  "num_paths": 1,
+  "kg_embed": false,
+  "graph_only": false,
+  "freeze": false,
+  "sanity_run": false,
+  "enhanced_question": false,
+  "use_entity_type": false,
+  "filter_edges": false,
+  "draw": false,
+  "layer_norm": false,
+  "filters_3": 768,
+  "tensor_neurons": 16,
+  "output_dir": "saved_models/DPR_evqa_1",
+  "main_dir": "/home/data/meerqat/ViQuAE/meerqat/GP-VQA",
+  "experiment_dir": "None",
+  "experiment_name": "DPR_evqa",
+  "search": null,
+  "xlnet": false,
+  "tune_loss": false,
+  "tune_dev": true,
+  "tune_valid_loss": false,
+  "sanity_val_steps": 0,
+  "cpu": false,
+  "N": 0,
+  "nbr_workers": 1,
+  "num_proc": 1,
+  "local_cache": "/home/data/meerqat/my_transformers_cache",
+  "IMAGE_PATH": null,
+  "transformer_path": null,
+  "resume_from": null,
+  "checkpoint": null,
+  "linear_MEP_checkpoint": null,
+  "linear_MLM_checkpoint": null,
+  "config": "experiments/ir/evqa/dpr/config.json",
+  "context_checkpoint": null,
+  "grad_accum": 1,
+  "cls_token": "[CLS]",
+  "sep_token": "[SEP]",
+  "pad_token": "[PAD]",
+  "cls_token_at_end": false,
+  "mask_padding_with_zero": true,
+  "pad_on_left": false,
+  "sequence_a_segment_id": 0,
+  "pad_token_segment_id": 0,
+  "cls_token_segment_id": 0,
+  "pad_token_label_id": 0,
+  "pad_token_id": 0,
+  "past_index": -1,
+  "world_size": 1,
+  "use_lstm": false,
+  "use_entity": false,
+  "use_question_graph": false,
+  "use_question_objects": false,
+  "EFeat": null,
+  "NFeat": null,
+  "ltn": false,
+  "use_kelm": false,
+  "unshared": false,
+  "mlm": false,
+  "test": false,
+  "split_dpr": false,
+  "rename_model": false,
+  "mask_rate": 0.15,
+  "pretrained_triviaq": false,
+  "error_analysis": false,
+  "debug": false,
+  "stop_debug": false,
+  "entity_linking": false,
+  "entity_linking_split": false,
+  "build_entity_paths": null,
+  "object_detection": null,
+  "update_wikidata_ids": null,
+  "update_None_ids": null,
+  "dependency_parsing": null,
+  "image_captionning": null,
+  "build_graph": false,
+  "from_bert": false,
+  "fast": false,
+  "get_examples": false,
+  "get_statistics": null,
+  "word_vocab_size": 0,
+  "char_vocab_size": 0,
+  "max_word_len": 30,
+  "device": null,
+  "embedding_matrix": null,
+  "w2v_file": "word_vector_200d.vec",
+  "word_emb_dim": 200,
+  "char_lstm": false,
+  "char_cnn": false,
+  "seed": 32,
+  "tune_batch_size": false,
+  "model_names": null
+}

model-epoch=14-eval_MRR@NM=0.4023_sd=32.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84452a131f1db6be68b20d84e78ce2ded6868b08b53cb516d95b8273178c6d4a
+size 2613940077

results.txt

@@ -0,0 +1,2 @@
+-------- dev--------- 
+[0.40229296684265137]

validation_metrics.txt

@@ -0,0 +1,15 @@
+{'MRR@NM': 0.22687875150303863, 'hits@1': 0.12727272727272726}
+{'MRR@NM': 0.3420937569257813, 'hits@1': 0.21409090909090908}
+{'MRR@NM': 0.37551556509141343, 'hits@1': 0.2340909090909091}
+{'MRR@NM': 0.39695260732768195, 'hits@1': 0.2595454545454545}
+{'MRR@NM': 0.39619027572953414, 'hits@1': 0.2545454545454545}
+{'MRR@NM': 0.3944131206488431, 'hits@1': 0.2531818181818182}
+{'MRR@NM': 0.3936372361698823, 'hits@1': 0.25136363636363634}
+{'MRR@NM': 0.40205621528409435, 'hits@1': 0.265}
+{'MRR@NM': 0.3993281607583292, 'hits@1': 0.25545454545454543}
+{'MRR@NM': 0.3983506402420897, 'hits@1': 0.2595454545454545}
+{'MRR@NM': 0.39291446362432786, 'hits@1': 0.25545454545454543}
+{'MRR@NM': 0.3949010664025696, 'hits@1': 0.2540909090909091}
+{'MRR@NM': 0.39623127781333645, 'hits@1': 0.2581818181818182}
+{'MRR@NM': 0.3967371945294609, 'hits@1': 0.2545454545454545}
+{'MRR@NM': 0.40229297648943974, 'hits@1': 0.2595454545454545}