Upload training_logs/phase57_partB_h8_bare_multidistance_t3__seed2.json with huggingface_hub

training_logs/phase57_partB_h8_bare_multidistance_t3__seed2.json

@@ -1,57 +1,53 @@
 {
   "loss": [
-    72676.125,
-    19830.833984375,
-    17857.2578125,
-    16698.130859375,
-    15952.2470703125,
-    15408.072265625,
-    15181.0322265625,
-    14807.0703125,
-    14492.705078125,
-    14233.9755859375,
-    14187.5849609375,
-    13957.34765625,
-    13824.751953125,
-    13828.958984375,
-    13795.6298828125,
-    13654.6923828125,
-    13631.7744140625,
-    13567.30078125,
-    13504.404296875,
-    13397.8583984375,
-    13347.6279296875,
-    13280.4404296875,
-    13308.0673828125,
-    13261.564453125,
-    13365.0224609375
+    54574.34765625,
+    20413.5234375,
+    18312.55859375,
+    17239.552734375,
+    16312.90625,
+    15910.951171875,
+    15386.853515625,
+    15253.4287109375,
+    14965.2236328125,
+    14752.197265625,
+    14490.404296875,
+    14306.2822265625,
+    14087.99609375,
+    14143.869140625,
+    14067.3046875,
+    13899.822265625,
+    13875.208984375,
+    13754.6025390625,
+    13788.361328125,
+    13815.8779296875,
+    13602.0908203125,
+    13644.73828125,
+    13564.2587890625
   ],
   "l0": [
     500.0,
-    497.744140625,
-    497.7060546875,
-    497.090087890625,
-    496.636962890625,
-    496.312255859375,
-    496.17578125,
-    495.980224609375,
-    495.760986328125,
-    495.501953125,
-    496.220703125,
-    496.025390625,
-    495.618896484375,
-    496.352294921875,
-    496.019775390625,
-    495.375,
-    494.937255859375,
-    495.63671875,
-    496.15966796875,
-    495.461669921875,
-    495.29443359375,
-    495.432373046875,
-    495.56103515625,
-    495.46630859375,
-    495.434814453125
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0,
+    500.0
   ],
   "steps_logged": [
     0,
@@ -76,31 +72,32 @@
     3800,
     4000,
     4200,
-    4400,
-    4600,
-    4800
+    4400
   ],
-  "final_step": 4800,
+  "final_step": 4400,
   "converged": true,
-  "plateau_last": 0.017611828974805156,
-  "elapsed_s": 1645.8710408210754,
+  "plateau_last": 0.019005808995296743,
+  "elapsed_s": 1067.413980960846,
+  "T": 3,
   "shifts": [
     1
   ],
   "matryoshka_h_size": 3686,
-  "alpha": null,
+  "alpha": 1.0,
+  "src_class": "TXCBareMultiDistanceContrastiveAntidead",
+  "n_seqs_used": 24000,
+  "ctx_used": 64,
+  "ctx_slice_direction": "last",
   "row": 30,
   "arch_id": "phase57_partB_h8_bare_multidistance_t3",
   "arch": "phase57_partB_h8_bare_multidistance_t3",
   "group": 4,
-  "src_class": "TXCBareMultiDistanceContrastiveAntidead",
   "src_module": "src.architectures.txc_bare_multidistance_contrastive_antidead",
-  "T": 3,
   "T_max": null,
   "t_sample": null,
   "n_layers": null,
   "k_win": 500,
-  "k_pos": 167,
+  "k_pos": 166,
   "gamma": null,
   "n_scales": null,
   "seed": 2,