abhshkp commited on
Commit
cf5b6ec
·
verified ·
1 Parent(s): c300ba0

Upload kaggle/run_exp1b_kv200.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. kaggle/run_exp1b_kv200.py +63 -0
kaggle/run_exp1b_kv200.py ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env python3
2
+ """
3
+ ================================================================================
4
+ LITM v4 — Experiment 1B: KV Retrieval (200 keys)
5
+ Standalone Kaggle-ready script.
6
+ ================================================================================
7
+ """
8
+ import argparse
9
+ import logging
10
+ import os
11
+ import sys
12
+
13
+ sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
14
+
15
+ from experiments.kv_retrieval import run_kv_retrieval
16
+
17
+ logging.basicConfig(
18
+ format="%(asctime)s - %(levelname)s - %(message)s",
19
+ level=logging.INFO,
20
+ stream=sys.stdout,
21
+ )
22
+ logger = logging.getLogger(__name__)
23
+
24
+
25
+ def parse_args():
26
+ p = argparse.ArgumentParser(description="LITM v4 - Exp 1B: KV Retrieval (200 keys)")
27
+ p.add_argument("--model", default="Qwen/Qwen2.5-1.5B-Instruct")
28
+ p.add_argument("--n-examples", type=int, default=50)
29
+ p.add_argument("--n-keys", type=int, default=200)
30
+ p.add_argument("--output", default="/kaggle/working/litm_results")
31
+ return p.parse_args()
32
+
33
+
34
+ def main():
35
+ args = parse_args()
36
+ out_dir = os.path.join(args.output, "exp1b_kv200")
37
+ os.makedirs(out_dir, exist_ok=True)
38
+
39
+ logger.info("=" * 60)
40
+ logger.info("LITM v4 - Experiment 1B: KV Retrieval (200 keys)")
41
+ logger.info(f"Model: {args.model}")
42
+ logger.info(f"Examples per position: {args.n_examples}")
43
+ logger.info(f"Keys: {args.n_keys}")
44
+ logger.info(f"Output: {out_dir}")
45
+ logger.info("=" * 60)
46
+
47
+ result = run_kv_retrieval(
48
+ model_name=args.model,
49
+ num_keys=args.n_keys,
50
+ num_examples=args.n_examples,
51
+ out_dir=out_dir,
52
+ prefix="kv200",
53
+ )
54
+
55
+ logger.info("\n" + "=" * 60)
56
+ logger.info("EXPERIMENT 1B COMPLETE")
57
+ logger.info(f"PBI: {result.get('pbi', 'N/A')}")
58
+ logger.info(f"Results saved to: {out_dir}")
59
+ logger.info("=" * 60)
60
+
61
+
62
+ if __name__ == "__main__":
63
+ main()