Add files using upload-large-folder tool

.gitattributes

@@ -73,3 +73,4 @@ output_text_image.png filter=lfs diff=lfs merge=lfs -text
 ~/experiments/Qwen2_5vl_3B_multilayer_distill_AOP_10_pooling_12_26_a100_multinode/checkpoint-2100/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 ~/experiments/Qwen2_5vl_3B_multilayer_distill_AOP_10_pooling_12_26_a100_multinode/checkpoint-2200/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 ~/experiments/Qwen2_5vl_3B_multilayer_distill_AOP_10_pooling_12_26_a100_multinode/checkpoint-3600/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+~/experiments/Qwen2_5vl_3B_multilayer_distill_AOP_10_pooling_12_26_a100_multinode/checkpoint-4600/tokenizer.json filter=lfs diff=lfs merge=lfs -text

exps/l12_t_0.5_8_i_2000/VLM2Vec-V2.0-Qwen2VL-2B/image_retrival/CIRR_cand_inference_stats_layer12.json

@@ -0,0 +1,36 @@
+{
+    "task_name": "CIRR",
+    "encode_side": "candidate[layer12]",
+    "data_point_count": 2197,
+    "inference_times": {
+        "total_inference_time_seconds": 418.3043394088745,
+        "avg_inference_time_per_item_seconds": 0.19039796968997474,
+        "module_average_times_per_call": {},
+        "module_total_times_seconds": {},
+        "module_calls_count": {}
+    },
+    "token_counts": {
+        "total_visual_tokens": 0,
+        "avg_visual_tokens_per_item": 0.0,
+        "total_language_input_tokens_raw": 423150,
+        "avg_language_input_tokens_raw_per_item": 192.60355029585799,
+        "total_llm_total_input_tokens": 423150,
+        "avg_llm_total_input_tokens_per_item": 192.60355029585799,
+        "total_language_output_tokens": 0,
+        "avg_language_output_tokens_per_item": 0.0
+    },
+    "token_reduction": {
+        "avg_text_pruned_per_item": 0.0,
+        "avg_vision_pruned_per_item": 82.22439690487028,
+        "avg_total_pruned_per_item": 82.22439690487028,
+        "avg_text_keep_ratio": 1.0,
+        "avg_vision_keep_ratio": 0.2855199199484253,
+        "avg_total_keep_ratio": 0.3209244452463922,
+        "sum_pre_text": 13182,
+        "sum_post_text": 13182,
+        "sum_pre_vision": 252837,
+        "sum_post_vision": 72190,
+        "sum_pre_total": 266019,
+        "sum_post_total": 85372
+    }
+}

exps/l12_t_0.5_8_i_2000/VLM2Vec-V2.0-Qwen2VL-2B/image_retrival/CIRR_cand_inference_stats_layerlast.json

@@ -0,0 +1,36 @@
+{
+    "task_name": "CIRR",
+    "encode_side": "candidate[layerlast]",
+    "data_point_count": 2197,
+    "inference_times": {
+        "total_inference_time_seconds": 384.83106422424316,
+        "avg_inference_time_per_item_seconds": 0.17516206837698825,
+        "module_average_times_per_call": {},
+        "module_total_times_seconds": {},
+        "module_calls_count": {}
+    },
+    "token_counts": {
+        "total_visual_tokens": 0,
+        "avg_visual_tokens_per_item": 0.0,
+        "total_language_input_tokens_raw": 423150,
+        "avg_language_input_tokens_raw_per_item": 192.60355029585799,
+        "total_llm_total_input_tokens": 423150,
+        "avg_llm_total_input_tokens_per_item": 192.60355029585799,
+        "total_language_output_tokens": 0,
+        "avg_language_output_tokens_per_item": 0.0
+    },
+    "token_reduction": {
+        "avg_text_pruned_per_item": 0.0,
+        "avg_vision_pruned_per_item": 82.22439690487028,
+        "avg_total_pruned_per_item": 82.22439690487028,
+        "avg_text_keep_ratio": 1.0,
+        "avg_vision_keep_ratio": 0.2855199199484253,
+        "avg_total_keep_ratio": 0.3209244452463922,
+        "sum_pre_text": 13182,
+        "sum_post_text": 13182,
+        "sum_pre_vision": 252837,
+        "sum_post_vision": 72190,
+        "sum_pre_total": 266019,
+        "sum_post_total": 85372
+    }
+}

exps/l12_t_0.5_8_i_2000/VLM2Vec-V2.0-Qwen2VL-2B/image_retrival/CIRR_early_exit_curve_margin.json

@@ -0,0 +1,870 @@
+[
+    {
+        "tau": 0.0,
+        "coverage": 1.0,
+        "hit@1": 0.091,
+        "hit@5": 0.329,
+        "hit@10": 0.488,
+        "ndcg_linear@1": 0.091,
+        "ndcg_linear@5": 0.21231172207589752,
+        "ndcg_linear@10": 0.26360102151763254,
+        "ndcg_exponential@1": 0.091,
+        "ndcg_exponential@5": 0.21231172207589752,
+        "ndcg_exponential@10": 0.26360102151763254,
+        "precision@1": 0.091,
+        "precision@5": 0.0658,
+        "precision@10": 0.048799999999999996,
+        "recall@1": 0.091,
+        "recall@5": 0.329,
+        "recall@10": 0.488,
+        "f1@1": 0.091,
+        "f1@5": 0.10966666666666669,
+        "f1@10": 0.08872727272727275,
+        "map@1": 0.091,
+        "map@5": 0.17403333333333337,
+        "map@10": 0.19513253968253969,
+        "mrr@1": 0.091,
+        "mrr@5": 0.17403333333333337,
+        "mrr@10": 0.19513253968253969
+    },
+    {
+        "tau": 0.02,
+        "coverage": 0.219,
+        "hit@1": 0.354,
+        "hit@5": 0.733,
+        "hit@10": 0.83,
+        "ndcg_linear@1": 0.354,
+        "ndcg_linear@5": 0.56069551472904,
+        "ndcg_linear@10": 0.5922121937078753,
+        "ndcg_exponential@1": 0.354,
+        "ndcg_exponential@5": 0.56069551472904,
+        "ndcg_exponential@10": 0.5922121937078753,
+        "precision@1": 0.354,
+        "precision@5": 0.1466,
+        "precision@10": 0.083,
+        "recall@1": 0.354,
+        "recall@5": 0.733,
+        "recall@10": 0.83,
+        "f1@1": 0.354,
+        "f1@5": 0.24433333333333337,
+        "f1@10": 0.1509090909090909,
+        "map@1": 0.354,
+        "map@5": 0.5029333333333332,
+        "map@10": 0.5160265873015873,
+        "mrr@1": 0.354,
+        "mrr@5": 0.5029333333333332,
+        "mrr@10": 0.5160265873015873
+    },
+    {
+        "tau": 0.04,
+        "coverage": 0.068,
+        "hit@1": 0.387,
+        "hit@5": 0.811,
+        "hit@10": 0.891,
+        "ndcg_linear@1": 0.387,
+        "ndcg_linear@5": 0.6206808846707843,
+        "ndcg_linear@10": 0.6464502041160811,
+        "ndcg_exponential@1": 0.387,
+        "ndcg_exponential@5": 0.6206808846707843,
+        "ndcg_exponential@10": 0.6464502041160811,
+        "precision@1": 0.387,
+        "precision@5": 0.1622,
+        "precision@10": 0.08910000000000001,
+        "recall@1": 0.387,
+        "recall@5": 0.811,
+        "recall@10": 0.891,
+        "f1@1": 0.387,
+        "f1@5": 0.27033333333333337,
+        "f1@10": 0.162,
+        "map@1": 0.387,
+        "map@5": 0.5566166666666666,
+        "map@10": 0.5671892857142857,
+        "mrr@1": 0.387,
+        "mrr@5": 0.5566166666666666,
+        "mrr@10": 0.5671892857142857
+    },
+    {
+        "tau": 0.06,
+        "coverage": 0.023,
+        "hit@1": 0.393,
+        "hit@5": 0.832,
+        "hit@10": 0.91,
+        "ndcg_linear@1": 0.393,
+        "ndcg_linear@5": 0.635890688597495,
+        "ndcg_linear@10": 0.6609909642856168,
+        "ndcg_exponential@1": 0.393,
+        "ndcg_exponential@5": 0.635890688597495,
+        "ndcg_exponential@10": 0.6609909642856168,
+        "precision@1": 0.393,
+        "precision@5": 0.16640000000000005,
+        "precision@10": 0.091,
+        "recall@1": 0.393,
+        "recall@5": 0.832,
+        "recall@10": 0.91,
+        "f1@1": 0.393,
+        "f1@5": 0.2773333333333334,
+        "f1@10": 0.16545454545454544,
+        "map@1": 0.393,
+        "map@5": 0.5697833333333333,
+        "map@10": 0.5800646825396825,
+        "mrr@1": 0.393,
+        "mrr@5": 0.5697833333333333,
+        "mrr@10": 0.5800646825396825
+    },
+    {
+        "tau": 0.08,
+        "coverage": 0.009,
+        "hit@1": 0.397,
+        "hit@5": 0.84,
+        "hit@10": 0.917,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6422141544162828,
+        "ndcg_linear@10": 0.6670134001087406,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6422141544162828,
+        "ndcg_exponential@10": 0.6670134001087406,
+        "precision@1": 0.397,
+        "precision@5": 0.168,
+        "precision@10": 0.09170000000000002,
+        "recall@1": 0.397,
+        "recall@5": 0.84,
+        "recall@10": 0.917,
+        "f1@1": 0.397,
+        "f1@5": 0.28,
+        "f1@10": 0.16672727272727275,
+        "map@1": 0.397,
+        "map@5": 0.5755333333333333,
+        "map@10": 0.5857035714285714,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5755333333333333,
+        "mrr@10": 0.5857035714285714
+    },
+    {
+        "tau": 0.1,
+        "coverage": 0.001,
+        "hit@1": 0.397,
+        "hit@5": 0.845,
+        "hit@10": 0.923,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6449066904814991,
+        "ndcg_linear@10": 0.6700392695072902,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6449066904814991,
+        "ndcg_exponential@10": 0.6700392695072902,
+        "precision@1": 0.397,
+        "precision@5": 0.169,
+        "precision@10": 0.09230000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.845,
+        "recall@10": 0.923,
+        "f1@1": 0.397,
+        "f1@5": 0.28166666666666673,
+        "f1@10": 0.1678181818181818,
+        "map@1": 0.397,
+        "map@5": 0.57745,
+        "map@10": 0.5877630952380952,
+        "mrr@1": 0.397,
+        "mrr@5": 0.57745,
+        "mrr@10": 0.5877630952380952
+    },
+    {
+        "tau": 0.12,
+        "coverage": 0.001,
+        "hit@1": 0.397,
+        "hit@5": 0.845,
+        "hit@10": 0.923,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6449066904814991,
+        "ndcg_linear@10": 0.6700392695072902,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6449066904814991,
+        "ndcg_exponential@10": 0.6700392695072902,
+        "precision@1": 0.397,
+        "precision@5": 0.169,
+        "precision@10": 0.09230000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.845,
+        "recall@10": 0.923,
+        "f1@1": 0.397,
+        "f1@5": 0.28166666666666673,
+        "f1@10": 0.1678181818181818,
+        "map@1": 0.397,
+        "map@5": 0.57745,
+        "map@10": 0.5877630952380952,
+        "mrr@1": 0.397,
+        "mrr@5": 0.57745,
+        "mrr@10": 0.5877630952380952
+    },
+    {
+        "tau": 0.14,
+        "coverage": 0.001,
+        "hit@1": 0.397,
+        "hit@5": 0.845,
+        "hit@10": 0.923,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6449066904814991,
+        "ndcg_linear@10": 0.6700392695072902,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6449066904814991,
+        "ndcg_exponential@10": 0.6700392695072902,
+        "precision@1": 0.397,
+        "precision@5": 0.169,
+        "precision@10": 0.09230000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.845,
+        "recall@10": 0.923,
+        "f1@1": 0.397,
+        "f1@5": 0.28166666666666673,
+        "f1@10": 0.1678181818181818,
+        "map@1": 0.397,
+        "map@5": 0.57745,
+        "map@10": 0.5877630952380952,
+        "mrr@1": 0.397,
+        "mrr@5": 0.57745,
+        "mrr@10": 0.5877630952380952
+    },
+    {
+        "tau": 0.16,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.18,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.2,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.22,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.24,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.26,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.28,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.3,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.32,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.34,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.36,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.38,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.4,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.42,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.44,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.46,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.48,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.5,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.52,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.54,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.56,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.58,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    },
+    {
+        "tau": 0.6,
+        "coverage": 0.0,
+        "hit@1": 0.397,
+        "hit@5": 0.846,
+        "hit@10": 0.924,
+        "ndcg_linear@1": 0.397,
+        "ndcg_linear@5": 0.6455376202350706,
+        "ndcg_linear@10": 0.6706701992608617,
+        "ndcg_exponential@1": 0.397,
+        "ndcg_exponential@5": 0.6455376202350706,
+        "ndcg_exponential@10": 0.6706701992608617,
+        "precision@1": 0.397,
+        "precision@5": 0.1692,
+        "precision@10": 0.09240000000000001,
+        "recall@1": 0.397,
+        "recall@5": 0.846,
+        "recall@10": 0.924,
+        "f1@1": 0.397,
+        "f1@5": 0.2820000000000001,
+        "f1@10": 0.168,
+        "map@1": 0.397,
+        "map@5": 0.5779500000000001,
+        "map@10": 0.5882630952380953,
+        "mrr@1": 0.397,
+        "mrr@5": 0.5779500000000001,
+        "mrr@10": 0.5882630952380953
+    }
+]

exps/l12_t_0.5_8_i_2000/VLM2Vec-V2.0-Qwen2VL-2B/image_retrival/CIRR_qry_inference_stats_layer12.json

@@ -0,0 +1,36 @@
+{
+    "task_name": "CIRR",
+    "encode_side": "query[layer12]",
+    "data_point_count": 1000,
+    "inference_times": {
+        "total_inference_time_seconds": 192.69333815574646,
+        "avg_inference_time_per_item_seconds": 0.19269333815574646,
+        "module_average_times_per_call": {},
+        "module_total_times_seconds": {},
+        "module_calls_count": {}
+    },
+    "token_counts": {
+        "total_visual_tokens": 0,
+        "avg_visual_tokens_per_item": 0.0,
+        "total_language_input_tokens_raw": 202248,
+        "avg_language_input_tokens_raw_per_item": 202.248,
+        "total_llm_total_input_tokens": 202248,
+        "avg_llm_total_input_tokens_per_item": 202.248,
+        "total_language_output_tokens": 0,
+        "avg_language_output_tokens_per_item": 0.0
+    },
+    "token_reduction": {
+        "avg_text_pruned_per_item": 9.395,
+        "avg_vision_pruned_per_item": 81.601,
+        "avg_total_pruned_per_item": 90.996,
+        "avg_text_keep_ratio": 0.6600940665701881,
+        "avg_vision_keep_ratio": 0.2863052756787014,
+        "avg_total_keep_ratio": 0.3590747732011044,
+        "sum_pre_text": 27640,
+        "sum_post_text": 18245,
+        "sum_pre_vision": 114336,
+        "sum_post_vision": 32735,
+        "sum_pre_total": 141976,
+        "sum_post_total": 50980
+    }
+}

exps/l12_t_0.5_8_i_2000/VLM2Vec-V2.0-Qwen2VL-2B/image_retrival/CIRR_qry_inference_stats_layerlast.json

@@ -0,0 +1,36 @@
+{
+    "task_name": "CIRR",
+    "encode_side": "query[layerlast]",
+    "data_point_count": 1000,
+    "inference_times": {
+        "total_inference_time_seconds": 177.1829662322998,
+        "avg_inference_time_per_item_seconds": 0.17718296623229982,
+        "module_average_times_per_call": {},
+        "module_total_times_seconds": {},
+        "module_calls_count": {}
+    },
+    "token_counts": {
+        "total_visual_tokens": 0,
+        "avg_visual_tokens_per_item": 0.0,
+        "total_language_input_tokens_raw": 202248,
+        "avg_language_input_tokens_raw_per_item": 202.248,
+        "total_llm_total_input_tokens": 202248,
+        "avg_llm_total_input_tokens_per_item": 202.248,
+        "total_language_output_tokens": 0,
+        "avg_language_output_tokens_per_item": 0.0
+    },
+    "token_reduction": {
+        "avg_text_pruned_per_item": 9.395,
+        "avg_vision_pruned_per_item": 81.601,
+        "avg_total_pruned_per_item": 90.996,
+        "avg_text_keep_ratio": 0.6600940665701881,
+        "avg_vision_keep_ratio": 0.2863052756787014,
+        "avg_total_keep_ratio": 0.3590747732011044,
+        "sum_pre_text": 27640,
+        "sum_post_text": 18245,
+        "sum_pre_vision": 114336,
+        "sum_post_vision": 32735,
+        "sum_pre_total": 141976,
+        "sum_post_total": 50980
+    }
+}

exps/l12_t_0.5_8_i_2000/VLM2Vec-V2.0-Qwen2VL-2B/image_retrival/CIRR_score_layer12.json

@@ -0,0 +1,28 @@
+{
+    "hit@1": 0.091,
+    "hit@5": 0.329,
+    "hit@10": 0.488,
+    "ndcg_linear@1": 0.091,
+    "ndcg_linear@5": 0.21231172207589752,
+    "ndcg_linear@10": 0.26360102151763254,
+    "ndcg_exponential@1": 0.091,
+    "ndcg_exponential@5": 0.21231172207589752,
+    "ndcg_exponential@10": 0.26360102151763254,
+    "precision@1": 0.091,
+    "precision@5": 0.0658,
+    "precision@10": 0.048799999999999996,
+    "recall@1": 0.091,
+    "recall@5": 0.329,
+    "recall@10": 0.488,
+    "f1@1": 0.091,
+    "f1@5": 0.10966666666666669,
+    "f1@10": 0.08872727272727275,
+    "map@1": 0.091,
+    "map@5": 0.17403333333333337,
+    "map@10": 0.19513253968253969,
+    "mrr@1": 0.091,
+    "mrr@5": 0.17403333333333337,
+    "mrr@10": 0.19513253968253969,
+    "num_pred": 1000,
+    "num_data": 1000
+}

exps/l12_t_0.5_8_i_2000/VLM2Vec-V2.0-Qwen2VL-2B/image_retrival/CIRR_score_layerlast.json

@@ -0,0 +1,28 @@
+{
+    "hit@1": 0.397,
+    "hit@5": 0.846,
+    "hit@10": 0.924,
+    "ndcg_linear@1": 0.397,
+    "ndcg_linear@5": 0.6455376202350706,
+    "ndcg_linear@10": 0.6706701992608617,
+    "ndcg_exponential@1": 0.397,
+    "ndcg_exponential@5": 0.6455376202350706,
+    "ndcg_exponential@10": 0.6706701992608617,
+    "precision@1": 0.397,
+    "precision@5": 0.1692,
+    "precision@10": 0.09240000000000001,
+    "recall@1": 0.397,
+    "recall@5": 0.846,
+    "recall@10": 0.924,
+    "f1@1": 0.397,
+    "f1@5": 0.2820000000000001,
+    "f1@10": 0.168,
+    "map@1": 0.397,
+    "map@5": 0.5779500000000001,
+    "map@10": 0.5882630952380953,
+    "mrr@1": 0.397,
+    "mrr@5": 0.5779500000000001,
+    "mrr@10": 0.5882630952380953,
+    "num_pred": 1000,
+    "num_data": 1000
+}

exps/l12_t_0.5_8_i_2000/VLM2Vec-V2.0-Qwen2VL-2B/image_retrival/EDIS_cand_inference_stats_layer12.json

@@ -0,0 +1,36 @@
+{
+    "task_name": "EDIS",
+    "encode_side": "candidate[layer12]",
+    "data_point_count": 3241,
+    "inference_times": {
+        "total_inference_time_seconds": 618.6049408912659,
+        "avg_inference_time_per_item_seconds": 0.19086854084889412,
+        "module_average_times_per_call": {},
+        "module_total_times_seconds": {},
+        "module_calls_count": {}
+    },
+    "token_counts": {
+        "total_visual_tokens": 0,
+        "avg_visual_tokens_per_item": 0.0,
+        "total_language_input_tokens_raw": 597589,
+        "avg_language_input_tokens_raw_per_item": 184.38414069731564,
+        "total_llm_total_input_tokens": 597589,
+        "avg_llm_total_input_tokens_per_item": 184.38414069731564,
+        "total_language_output_tokens": 0,
+        "avg_language_output_tokens_per_item": 0.0
+    },
+    "token_reduction": {
+        "avg_text_pruned_per_item": 9.21937673557544,
+        "avg_vision_pruned_per_item": 90.47176797284789,
+        "avg_total_pruned_per_item": 99.69114470842332,
+        "avg_text_keep_ratio": 0.666257120518262,
+        "avg_vision_keep_ratio": 0.2857793561713239,
+        "avg_total_keep_ratio": 0.35389762315177353,
+        "sum_pre_text": 89530,
+        "sum_post_text": 59650,
+        "sum_pre_vision": 410544,
+        "sum_post_vision": 117325,
+        "sum_pre_total": 500074,
+        "sum_post_total": 176975
+    }
+}

exps/l12_t_0.5_8_i_2000/VLM2Vec-V2.0-Qwen2VL-2B/image_retrival/EDIS_cand_inference_stats_layerlast.json

@@ -0,0 +1,36 @@
+{
+    "task_name": "EDIS",
+    "encode_side": "candidate[layerlast]",
+    "data_point_count": 3241,
+    "inference_times": {
+        "total_inference_time_seconds": 627.4056260585785,
+        "avg_inference_time_per_item_seconds": 0.19358396360955832,
+        "module_average_times_per_call": {},
+        "module_total_times_seconds": {},
+        "module_calls_count": {}
+    },
+    "token_counts": {
+        "total_visual_tokens": 0,
+        "avg_visual_tokens_per_item": 0.0,
+        "total_language_input_tokens_raw": 597589,
+        "avg_language_input_tokens_raw_per_item": 184.38414069731564,
+        "total_llm_total_input_tokens": 597589,
+        "avg_llm_total_input_tokens_per_item": 184.38414069731564,
+        "total_language_output_tokens": 0,
+        "avg_language_output_tokens_per_item": 0.0
+    },
+    "token_reduction": {
+        "avg_text_pruned_per_item": 9.21937673557544,
+        "avg_vision_pruned_per_item": 90.47176797284789,
+        "avg_total_pruned_per_item": 99.69114470842332,
+        "avg_text_keep_ratio": 0.666257120518262,
+        "avg_vision_keep_ratio": 0.2857793561713239,
+        "avg_total_keep_ratio": 0.35389762315177353,
+        "sum_pre_text": 89530,
+        "sum_post_text": 59650,
+        "sum_pre_vision": 410544,
+        "sum_post_vision": 117325,
+        "sum_pre_total": 500074,
+        "sum_post_total": 176975
+    }
+}

exps/l12_t_0.5_8_i_2000/VLM2Vec-V2.0-Qwen2VL-2B/image_retrival/EDIS_qry_inference_stats_layer12.json

@@ -0,0 +1,36 @@
+{
+    "task_name": "EDIS",
+    "encode_side": "query[layer12]",
+    "data_point_count": 1000,
+    "inference_times": {
+        "total_inference_time_seconds": 1.8804240226745605,
+        "avg_inference_time_per_item_seconds": 0.0018804240226745605,
+        "module_average_times_per_call": {},
+        "module_total_times_seconds": {},
+        "module_calls_count": {}
+    },
+    "token_counts": {
+        "total_visual_tokens": 0,
+        "avg_visual_tokens_per_item": 0.0,
+        "total_language_input_tokens_raw": 57728,
+        "avg_language_input_tokens_raw_per_item": 57.728,
+        "total_llm_total_input_tokens": 57728,
+        "avg_llm_total_input_tokens_per_item": 57.728,
+        "total_language_output_tokens": 0,
+        "avg_language_output_tokens_per_item": 0.0
+    },
+    "token_reduction": {
+        "avg_text_pruned_per_item": 14.099,
+        "avg_vision_pruned_per_item": 0.0,
+        "avg_total_pruned_per_item": 14.099,
+        "avg_text_keep_ratio": 0.6160716717043815,
+        "avg_vision_keep_ratio": 1.0,
+        "avg_total_keep_ratio": 0.6262492378654932,
+        "sum_pre_text": 36723,
+        "sum_post_text": 22624,
+        "sum_pre_vision": 1000,
+        "sum_post_vision": 1000,
+        "sum_pre_total": 37723,
+        "sum_post_total": 23624
+    }
+}

exps/l12_t_0.5_8_i_2000/VLM2Vec-V2.0-Qwen2VL-2B/image_retrival/EDIS_score_layer12.json

@@ -0,0 +1,28 @@
+{
+    "hit@1": 0.238,
+    "hit@5": 0.438,
+    "hit@10": 0.556,
+    "ndcg_linear@1": 0.238,
+    "ndcg_linear@5": 0.34385859450644274,
+    "ndcg_linear@10": 0.38205085436575914,
+    "ndcg_exponential@1": 0.238,
+    "ndcg_exponential@5": 0.34385859450644274,
+    "ndcg_exponential@10": 0.38205085436575914,
+    "precision@1": 0.238,
+    "precision@5": 0.0876,
+    "precision@10": 0.0556,
+    "recall@1": 0.238,
+    "recall@5": 0.438,
+    "recall@10": 0.556,
+    "f1@1": 0.238,
+    "f1@5": 0.14600000000000005,
+    "f1@10": 0.1010909090909091,
+    "map@1": 0.238,
+    "map@5": 0.3125833333333333,
+    "map@10": 0.3283571428571429,
+    "mrr@1": 0.238,
+    "mrr@5": 0.3125833333333333,
+    "mrr@10": 0.3283571428571429,
+    "num_pred": 1000,
+    "num_data": 1000
+}

exps/l12_t_0.5_8_i_2000/VLM2Vec-V2.0-Qwen2VL-2B/image_retrival/EDIS_score_layerlast.json

@@ -0,0 +1,28 @@
+{
+    "hit@1": 0.835,
+    "hit@5": 0.965,
+    "hit@10": 0.983,
+    "ndcg_linear@1": 0.835,
+    "ndcg_linear@5": 0.9085370682449756,
+    "ndcg_linear@10": 0.9142841622777317,
+    "ndcg_exponential@1": 0.835,
+    "ndcg_exponential@5": 0.9085370682449756,
+    "ndcg_exponential@10": 0.9142841622777317,
+    "precision@1": 0.835,
+    "precision@5": 0.193,
+    "precision@10": 0.09830000000000001,
+    "recall@1": 0.835,
+    "recall@5": 0.965,
+    "recall@10": 0.983,
+    "f1@1": 0.835,
+    "f1@5": 0.3216666666666667,
+    "f1@10": 0.17872727272727268,
+    "map@1": 0.835,
+    "map@5": 0.8893499999999999,
+    "map@10": 0.891676984126984,
+    "mrr@1": 0.835,
+    "mrr@5": 0.8893499999999999,
+    "mrr@10": 0.891676984126984,
+    "num_pred": 1000,
+    "num_data": 1000
+}

exps/l12_t_0.5_8_i_2000/VLM2Vec-V2.0-Qwen2VL-2B/image_retrival/FashionIQ_cand_inference_stats_layer12.json

@@ -0,0 +1,36 @@
+{
+    "task_name": "FashionIQ",
+    "encode_side": "candidate[layer12]",
+    "data_point_count": 5992,
+    "inference_times": {
+        "total_inference_time_seconds": 1146.9467959403992,
+        "avg_inference_time_per_item_seconds": 0.19141301667897181,
+        "module_average_times_per_call": {},
+        "module_total_times_seconds": {},
+        "module_calls_count": {}
+    },
+    "token_counts": {
+        "total_visual_tokens": 0,
+        "avg_visual_tokens_per_item": 0.0,
+        "total_language_input_tokens_raw": 1150656,
+        "avg_language_input_tokens_raw_per_item": 192.03204272363152,
+        "total_llm_total_input_tokens": 1150656,
+        "avg_llm_total_input_tokens_per_item": 192.03204272363152,
+        "total_language_output_tokens": 0,
+        "avg_language_output_tokens_per_item": 0.0
+    },
+    "token_reduction": {
+        "avg_text_pruned_per_item": 0.0,
+        "avg_vision_pruned_per_item": 76.39502670226969,
+        "avg_total_pruned_per_item": 76.39502670226969,
+        "avg_text_keep_ratio": 1.0,
+        "avg_vision_keep_ratio": 0.2862059179421928,
+        "avg_total_keep_ratio": 0.3240975347579054,
+        "sum_pre_text": 35952,
+        "sum_post_text": 35952,
+        "sum_pre_vision": 641304,
+        "sum_post_vision": 183545,
+        "sum_pre_total": 677256,
+        "sum_post_total": 219497
+    }
+}

exps/l12_t_0.5_8_i_2000/VLM2Vec-V2.0-Qwen2VL-2B/image_retrival/FashionIQ_early_exit_curve_margin.json

@@ -0,0 +1,870 @@
+[
+    {
+        "tau": 0.0,
+        "coverage": 1.0,
+        "hit@1": 0.005,
+        "hit@5": 0.023,
+        "hit@10": 0.043,
+        "ndcg_linear@1": 0.005,
+        "ndcg_linear@5": 0.01387322534796842,
+        "ndcg_linear@10": 0.020245094630883996,
+        "ndcg_exponential@1": 0.005,
+        "ndcg_exponential@5": 0.01387322534796842,
+        "ndcg_exponential@10": 0.020245094630883996,
+        "precision@1": 0.005,
+        "precision@5": 0.004600000000000001,
+        "precision@10": 0.004300000000000001,
+        "recall@1": 0.005,
+        "recall@5": 0.023,
+        "recall@10": 0.043,
+        "f1@1": 0.005,
+        "f1@5": 0.007666666666666668,
+        "f1@10": 0.007818181818181818,
+        "map@1": 0.005,
+        "map@5": 0.010916666666666668,
+        "map@10": 0.013492063492063494,
+        "mrr@1": 0.005,
+        "mrr@5": 0.010916666666666668,
+        "mrr@10": 0.013492063492063494
+    },
+    {
+        "tau": 0.02,
+        "coverage": 0.008,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.04,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.06,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.08,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.1,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.12,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.14,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.16,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.18,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.2,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.22,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.24,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.26,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.28,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.3,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.32,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.34,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.36,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.38,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.4,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.42,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.44,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.46,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.48,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.5,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.52,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.54,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.56,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.58,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    },
+    {
+        "tau": 0.6,
+        "coverage": 0.0,
+        "hit@1": 0.068,
+        "hit@5": 0.201,
+        "hit@10": 0.309,
+        "ndcg_linear@1": 0.068,
+        "ndcg_linear@5": 0.13662102039488194,
+        "ndcg_linear@10": 0.17135579142615634,
+        "ndcg_exponential@1": 0.068,
+        "ndcg_exponential@5": 0.13662102039488194,
+        "ndcg_exponential@10": 0.17135579142615634,
+        "precision@1": 0.068,
+        "precision@5": 0.0402,
+        "precision@10": 0.030900000000000004,
+        "recall@1": 0.068,
+        "recall@5": 0.201,
+        "recall@10": 0.309,
+        "f1@1": 0.068,
+        "f1@5": 0.067,
+        "f1@10": 0.05618181818181819,
+        "map@1": 0.068,
+        "map@5": 0.11538333333333332,
+        "map@10": 0.12959563492063492,
+        "mrr@1": 0.068,
+        "mrr@5": 0.11538333333333332,
+        "mrr@10": 0.12959563492063492
+    }
+]

exps/l12_t_0.5_8_i_2000/VLM2Vec-V2.0-Qwen2VL-2B/image_retrival/FashionIQ_qry_inference_stats_layer12.json

@@ -0,0 +1,36 @@
+{
+    "task_name": "FashionIQ",
+    "encode_side": "query[layer12]",
+    "data_point_count": 1000,
+    "inference_times": {
+        "total_inference_time_seconds": 190.90360736846924,
+        "avg_inference_time_per_item_seconds": 0.19090360736846923,
+        "module_average_times_per_call": {},
+        "module_total_times_seconds": {},
+        "module_calls_count": {}
+    },
+    "token_counts": {
+        "total_visual_tokens": 0,
+        "avg_visual_tokens_per_item": 0.0,
+        "total_language_input_tokens_raw": 259552,
+        "avg_language_input_tokens_raw_per_item": 259.552,
+        "total_llm_total_input_tokens": 259552,
+        "avg_llm_total_input_tokens_per_item": 259.552,
+        "total_language_output_tokens": 0,
+        "avg_language_output_tokens_per_item": 0.0
+    },
+    "token_reduction": {
+        "avg_text_pruned_per_item": 8.712,
+        "avg_vision_pruned_per_item": 83.055,
+        "avg_total_pruned_per_item": 91.767,
+        "avg_text_keep_ratio": 0.6669724770642201,
+        "avg_vision_keep_ratio": 0.28490249257393774,
+        "avg_total_keep_ratio": 0.35513861073047326,
+        "sum_pre_text": 26160,
+        "sum_post_text": 17448,
+        "sum_pre_vision": 116145,
+        "sum_post_vision": 33090,
+        "sum_pre_total": 142305,
+        "sum_post_total": 50538
+    }
+}

exps/l12_t_0.5_8_i_2000/VLM2Vec-V2.0-Qwen2VL-2B/image_retrival/FashionIQ_qry_inference_stats_layerlast.json

@@ -0,0 +1,36 @@
+{
+    "task_name": "FashionIQ",
+    "encode_side": "query[layerlast]",
+    "data_point_count": 1000,
+    "inference_times": {
+        "total_inference_time_seconds": 194.73356127738953,
+        "avg_inference_time_per_item_seconds": 0.19473356127738953,
+        "module_average_times_per_call": {},
+        "module_total_times_seconds": {},
+        "module_calls_count": {}
+    },
+    "token_counts": {
+        "total_visual_tokens": 0,
+        "avg_visual_tokens_per_item": 0.0,
+        "total_language_input_tokens_raw": 259552,
+        "avg_language_input_tokens_raw_per_item": 259.552,
+        "total_llm_total_input_tokens": 259552,
+        "avg_llm_total_input_tokens_per_item": 259.552,
+        "total_language_output_tokens": 0,
+        "avg_language_output_tokens_per_item": 0.0
+    },
+    "token_reduction": {
+        "avg_text_pruned_per_item": 8.712,
+        "avg_vision_pruned_per_item": 83.055,
+        "avg_total_pruned_per_item": 91.767,
+        "avg_text_keep_ratio": 0.6669724770642201,
+        "avg_vision_keep_ratio": 0.28490249257393774,
+        "avg_total_keep_ratio": 0.35513861073047326,
+        "sum_pre_text": 26160,
+        "sum_post_text": 17448,
+        "sum_pre_vision": 116145,
+        "sum_post_vision": 33090,
+        "sum_pre_total": 142305,
+        "sum_post_total": 50538
+    }
+}