Upload training_logs/txc_contrastive_h8_t2_kpos20_shifts2__seed42.json with huggingface_hub

training_logs/txc_contrastive_h8_t2_kpos20_shifts2__seed42.json

@@ -0,0 +1,79 @@
+{
+  "loss": [
+    99038.65625,
+    35986.73828125,
+    28336.90234375,
+    26902.771484375,
+    26052.306640625,
+    25504.376953125,
+    25081.302734375,
+    24938.330078125,
+    24620.857421875,
+    24403.29296875,
+    24505.50390625,
+    24293.412109375,
+    24252.876953125,
+    23968.390625,
+    24089.78125,
+    24107.2890625,
+    24068.662109375
+  ],
+  "l0": [
+    40.0,
+    40.0,
+    40.0,
+    40.0,
+    40.0,
+    40.0,
+    40.0,
+    40.0,
+    40.0,
+    40.0,
+    40.0,
+    40.0,
+    40.0,
+    40.0,
+    40.0,
+    40.0,
+    40.0
+  ],
+  "steps_logged": [
+    0,
+    200,
+    400,
+    600,
+    800,
+    1000,
+    1200,
+    1400,
+    1600,
+    1800,
+    2000,
+    2200,
+    2400,
+    2600,
+    2800,
+    3000,
+    3200
+  ],
+  "final_step": 3200,
+  "converged": true,
+  "plateau_last": 0.01852696816351773,
+  "elapsed_s": 2039.5590670108795,
+  "shifts": [
+    2
+  ],
+  "matryoshka_h_size": 3686,
+  "alpha": 1.0,
+  "arch_id": "txc_contrastive_h8_t2_kpos20_shifts2",
+  "src_class": "TXCContrastiveMergeH8",
+  "src_module": "src.architectures.txc_contrastive_merge_h8",
+  "T": 2,
+  "k_pos": 20,
+  "k_win": 40,
+  "d_sae": 18432,
+  "d_in": 2304,
+  "subject_model": "google/gemma-2-2b",
+  "anchor_layer": 12,
+  "seed": 42
+}