Upload 5 files

config_kwargs.json

@@ -0,0 +1,79 @@
+{
+  "monitor_metric": "eval_MRR@NM",
+  "trainer_kwargs": {
+    "class_name": "IR"
+  },
+  "trainee_kwargs": {
+    "class_name": "CLIP_Encoder",
+    "freeze_prefixes": [],
+    "use_attention": false,
+    "symmetric_CL": false,
+    "weighted_loss": false,
+    "image_type": false,
+    "mlm_type": false,
+    "tie_weights": false,
+    "loss": {
+      "class_name": "NLLLoss",
+      "align_uniform": true
+    }
+  },
+  "data_module_kwargs": {
+    "class_name": "cross_modal_DataModule",
+    "data_processor": {
+      "class_name": "evqa_data_processor",
+      "dataset_path": "../../data/evqa/",
+      "kb_path": "../../data/evqa/passages",
+      "entity_kb_path": "../../data/evqa/kb",
+      ",": "../../data/viquae_dataset/"
+    },
+    "input_key": "question",
+    "passage_key": "passage",
+    "relevant_indices_key": "BM25_provenance_indices",
+    "irrelevant_indices_key": "BM25_irrelevant_indices",
+    "use_image": true,
+    "add_positives": false,
+    "cross_modal_viquae_valid": false,
+    "use_mep": false,
+    "use_mlm": false,
+    "use_CL": true,
+    "augmented": false,
+    "random_mask": false,
+    "dataloader_kwargs": {
+      "num_workers": 6,
+      "prefetch_factor": 2
+    },
+    "tokenizer_kwargs": {
+      "class_name": "CLIPTokenizer",
+      "pretrained_model_name_or_path": "clip-vit-base-patch32_tokenizer"
+    },
+    "tokenization_kwargs": {
+      "max_length": 77,
+      "padding": "longest"
+    },
+    "image_processor_kwargs": {
+      "class_name": "ImageFormatter_evqa",
+      "feature_extractor_kwargs": {
+        "class_name": "CLIPFeatureExtractor",
+        "pretrained_model_name_or_path": "clip-vit-base-patch32_FE"
+      }
+    }
+  },
+  "text_encoder_kwargs": {
+    "class_name": "CLIP_Text_Encoder",
+    "checkpoint_name": "text_encoder",
+    "base_encoder_kwargs": {
+      "class_name": "CLIPModel",
+      "pretrained_model_name_or_path": "/home/data/meerqat/my_transformers_cache/clip-vit-base-patch32"
+    },
+    "inference_path": "saved_models/CLIP_evqa/text_encoder"
+  },
+  "image_encoder_kwargs": {
+    "class_name": "CLIP_Image_Encoder",
+    "checkpoint_name": "image_encoder",
+    "base_encoder_kwargs": {
+      "class_name": "CLIPModel",
+      "pretrained_model_name_or_path": "/home/data/meerqat/my_transformers_cache/clip-vit-base-patch32"
+    },
+    "inference_path": "saved_models/CLIP_evqa/image_encoder"
+  }
+}

experiment_params.json

@@ -0,0 +1,154 @@
+{
+  "subparser": null,
+  "max_seq_length": 256,
+  "question_max_seq_length": 256,
+  "RC": false,
+  "triviaqa": false,
+  "coco": false,
+  "flickr": false,
+  "aokvqa": false,
+  "evqa": false,
+  "infoseek": false,
+  "grad_check": true,
+  "MJL": false,
+  "debug_run_time": false,
+  "only_neighbors": false,
+  "full_kb": false,
+  "image_eval": false,
+  "embedding_column": "my_DPR_few_shot",
+  "output_ds": null,
+  "output_kb": null,
+  "embed": false,
+  "data_path": null,
+  "train_batch_size": 512,
+  "eval_batch_size": 1000,
+  "transformer_model_name": "bert-base-uncased",
+  "gradient_accumulation_steps": 1,
+  "warmup_proportion": 0.1,
+  "weight_decay": 0.01,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "warmup_steps": 4,
+  "adam_epsilon": 1e-08,
+  "num_train_epochs": 12,
+  "learning_rate": 2e-06,
+  "dropout": 0.5,
+  "bert_hidden_size": 768,
+  "MM": null,
+  "use_graph_P": null,
+  "use_graph_Q": null,
+  "syntactic_P": null,
+  "syntactic_Q": null,
+  "NS": null,
+  "IC_Q": false,
+  "IC_P": false,
+  "gcn_lr": 2e-05,
+  "head_lr": 2e-06,
+  "func": "cat",
+  "graph_pooling": "mean",
+  "max_nbr_nodes": 2,
+  "num_neib": 1,
+  "neib_depth": 1,
+  "undirect": false,
+  "node_hidden_size": 128,
+  "max_num_relations": null,
+  "max_num_syntactic_relations": null,
+  "map_wikidataRelCode_to_idx": null,
+  "graph_layout": "fr",
+  "residual": false,
+  "num_gcn": null,
+  "node_alias_max_len": 32,
+  "attention": false,
+  "num_paths": 1,
+  "kg_embed": false,
+  "graph_only": false,
+  "freeze": false,
+  "sanity_run": false,
+  "enhanced_question": false,
+  "use_entity_type": false,
+  "filter_edges": false,
+  "draw": false,
+  "layer_norm": false,
+  "filters_3": 768,
+  "tensor_neurons": 16,
+  "output_dir": "saved_models/CLIP_evqa",
+  "main_dir": "/home/data/meerqat/ViQuAE/meerqat/GP-VQA",
+  "experiment_dir": "None",
+  "experiment_name": "CLIP_evqa",
+  "search": null,
+  "xlnet": false,
+  "tune_loss": false,
+  "tune_dev": true,
+  "tune_valid_loss": false,
+  "sanity_val_steps": 0,
+  "cpu": false,
+  "N": 0,
+  "nbr_workers": 1,
+  "num_proc": 1,
+  "local_cache": "/home/data/meerqat/my_transformers_cache",
+  "IMAGE_PATH": "../../data/mini_Commons",
+  "transformer_path": null,
+  "resume_from": null,
+  "checkpoint": null,
+  "linear_MEP_checkpoint": null,
+  "linear_MLM_checkpoint": null,
+  "config": "experiments/ir/evqa/clip/config_clip.json",
+  "context_checkpoint": null,
+  "grad_accum": 1,
+  "cls_token": "[CLS]",
+  "sep_token": "[SEP]",
+  "pad_token": "[PAD]",
+  "cls_token_at_end": false,
+  "mask_padding_with_zero": true,
+  "pad_on_left": false,
+  "sequence_a_segment_id": 0,
+  "pad_token_segment_id": 0,
+  "cls_token_segment_id": 0,
+  "pad_token_label_id": 0,
+  "pad_token_id": 0,
+  "past_index": -1,
+  "world_size": 1,
+  "use_lstm": false,
+  "use_entity": false,
+  "use_question_graph": false,
+  "use_question_objects": false,
+  "EFeat": null,
+  "NFeat": null,
+  "ltn": false,
+  "use_kelm": false,
+  "unshared": false,
+  "mlm": false,
+  "test": false,
+  "split_dpr": false,
+  "rename_model": false,
+  "mask_rate": 0.15,
+  "pretrained_triviaq": false,
+  "error_analysis": false,
+  "debug": false,
+  "stop_debug": false,
+  "entity_linking": false,
+  "entity_linking_split": false,
+  "build_entity_paths": null,
+  "object_detection": null,
+  "update_wikidata_ids": null,
+  "update_None_ids": null,
+  "dependency_parsing": null,
+  "image_captionning": null,
+  "build_graph": false,
+  "from_bert": false,
+  "fast": false,
+  "get_examples": false,
+  "get_statistics": null,
+  "word_vocab_size": 0,
+  "char_vocab_size": 0,
+  "max_word_len": 30,
+  "device": null,
+  "embedding_matrix": null,
+  "w2v_file": "word_vector_200d.vec",
+  "word_emb_dim": 200,
+  "char_lstm": false,
+  "char_cnn": false,
+  "seed": 32,
+  "tune_batch_size": false,
+  "model_names": null
+}

model-epoch=06-eval_MRR@NM=0.2085_sd=32.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8261b499c66f9b121c3f24e63a3dedaa6ff788fcc2644380bc704d3e41645bf4
+size 1815837788

results.txt

@@ -0,0 +1,2 @@
+-------- dev--------- 
+[1.0]