Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint-120/tokenizer.json filter=lfs diff=lfs merge=lfs -text

checkpoint-120/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

checkpoint-120/config.json

@@ -0,0 +1,30 @@
+{
+  "_name_or_path": "/home/bmm-system/data/private/zhangdan/checkpoint/Qwen2.5-Math-7B",
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 4096,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 10000,
+  "sliding_window": 4096,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.49.0",
+  "use_cache": false,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

checkpoint-120/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "max_new_tokens": 2048,
+  "transformers_version": "4.49.0"
+}

checkpoint-120/model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fad3d41b93759c8f1c5098128d7f34a2010dfd07d5f644b097cd2c5afa129ab
+size 4877660776

checkpoint-120/model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011cdd9aaa01ec97cc70a64b363804105e0a9597d99ff73fce2d7de461b29e6f
+size 4932751008

checkpoint-120/model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314cb6a9dbd1b073d56c1b4bf01b4a3a7ff8eb221adc127fbf188d9ff9a986e4
+size 4330865200

checkpoint-120/model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b6dc0894bacfe5b66f10533ca033e9ea325f8d1aeb7175ab3b27fb712c8bba
+size 1089994880

checkpoint-120/model.safetensors.index.json

@@ -0,0 +1,346 @@
+{
+  "metadata": {
+    "total_size": 15231233024
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00003-of-00004.safetensors"
+  }
+}

checkpoint-120/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-120/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eee858c5123a4279c3e1f7b81247343f356ac767940b2692a928ad929543214
+size 11422063

checkpoint-120/tokenizer_config.json

@@ -0,0 +1,208 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'Please reason step by step, and put your final answer within \\\\boxed{}.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nPlease reason step by step, and put your final answer within \\\\boxed{}.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

checkpoint-120/trainer_state.json

@@ -0,0 +1,1809 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.38095238095238093,
+  "eval_steps": 10,
+  "global_step": 120,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 973.6428833007812,
+      "epoch": 0.0031746031746031746,
+      "grad_norm": 2.777648063498741,
+      "kl": 0.0,
+      "learning_rate": 1e-07,
+      "loss": 0.1021,
+      "reward": 0.9749529957771301,
+      "reward_std": 0.8150795698165894,
+      "rewards/": 3.446193218231201,
+      "rewards/math_compute_score": 0.3571428656578064,
+      "step": 1
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 708.4285888671875,
+      "epoch": 0.006349206349206349,
+      "grad_norm": 0.8174320460798857,
+      "kl": 0.0,
+      "learning_rate": 2e-07,
+      "loss": 0.0372,
+      "reward": 1.2198399305343628,
+      "reward_std": 0.6601618528366089,
+      "rewards/": 3.9563426971435547,
+      "rewards/math_compute_score": 0.535714328289032,
+      "step": 2
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 891.607177734375,
+      "epoch": 0.009523809523809525,
+      "grad_norm": 4.681867395183935,
+      "kl": 0.00020313262939453125,
+      "learning_rate": 3e-07,
+      "loss": -0.0069,
+      "reward": 0.8394444584846497,
+      "reward_std": 0.7244595885276794,
+      "rewards/": 3.268650770187378,
+      "rewards/math_compute_score": 0.2321428656578064,
+      "step": 3
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 672.0535888671875,
+      "epoch": 0.012698412698412698,
+      "grad_norm": 1.9071109509944568,
+      "kl": 0.00019073486328125,
+      "learning_rate": 4e-07,
+      "loss": 0.1393,
+      "reward": 0.837346613407135,
+      "reward_std": 0.7451086640357971,
+      "rewards/": 2.186732769012451,
+      "rewards/math_compute_score": 0.5,
+      "step": 4
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 843.0178833007812,
+      "epoch": 0.015873015873015872,
+      "grad_norm": 3.3988529526704374,
+      "kl": 0.00021457672119140625,
+      "learning_rate": 5e-07,
+      "loss": -0.0491,
+      "reward": 1.047133207321167,
+      "reward_std": 0.6228165626525879,
+      "rewards/": 3.7356655597686768,
+      "rewards/math_compute_score": 0.3750000298023224,
+      "step": 5
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 953.6785888671875,
+      "epoch": 0.01904761904761905,
+      "grad_norm": 2.637160712333027,
+      "kl": 0.00018310546875,
+      "learning_rate": 6e-07,
+      "loss": 0.1669,
+      "reward": 1.0524885654449463,
+      "reward_std": 0.8631003499031067,
+      "rewards/": 3.9767284393310547,
+      "rewards/math_compute_score": 0.3214285969734192,
+      "step": 6
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 767.0357666015625,
+      "epoch": 0.022222222222222223,
+      "grad_norm": 4.305675207109899,
+      "kl": 0.0002536773681640625,
+      "learning_rate": 7e-07,
+      "loss": 0.2786,
+      "reward": 1.2252023220062256,
+      "reward_std": 0.6430084109306335,
+      "rewards/": 3.6974401473999023,
+      "rewards/math_compute_score": 0.6071428656578064,
+      "step": 7
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 639.1785888671875,
+      "epoch": 0.025396825396825397,
+      "grad_norm": 3.7743752869617477,
+      "kl": 0.000499725341796875,
+      "learning_rate": 8e-07,
+      "loss": 0.1966,
+      "reward": 1.1576731204986572,
+      "reward_std": 0.6582887172698975,
+      "rewards/": 3.788365125656128,
+      "rewards/math_compute_score": 0.5,
+      "step": 8
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 806.607177734375,
+      "epoch": 0.02857142857142857,
+      "grad_norm": 2.64690799480574,
+      "kl": 0.000507354736328125,
+      "learning_rate": 9e-07,
+      "loss": 0.1066,
+      "reward": 0.9516462087631226,
+      "reward_std": 0.6632688045501709,
+      "rewards/": 3.1153740882873535,
+      "rewards/math_compute_score": 0.4107142984867096,
+      "step": 9
+    },
+    {
+      "epoch": 0.031746031746031744,
+      "grad_norm": 2.1254890231202204,
+      "learning_rate": 1e-06,
+      "loss": 0.0976,
+      "step": 10
+    },
+    {
+      "epoch": 0.031746031746031744,
+      "eval_clip_ratio": 0.0,
+      "eval_completion_length": 881.2059733072916,
+      "eval_kl": 0.0006243387858072916,
+      "eval_loss": 0.10283354669809341,
+      "eval_reward": 1.3367964426676433,
+      "eval_reward_std": 0.7034762501716614,
+      "eval_rewards/": 4.350648641586304,
+      "eval_rewards/math_compute_score": 0.5833333730697632,
+      "eval_runtime": 110.5471,
+      "eval_samples_per_second": 0.181,
+      "eval_steps_per_second": 0.009,
+      "step": 10
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 852.982177734375,
+      "epoch": 0.03492063492063492,
+      "grad_norm": 0.9239839479287824,
+      "kl": 0.0006341934204101562,
+      "learning_rate": 9.99973476170006e-07,
+      "loss": 0.0414,
+      "reward": 1.064503788948059,
+      "reward_std": 0.7399034202098846,
+      "rewards/": 3.608232855796814,
+      "rewards/math_compute_score": 0.4285714626312256,
+      "step": 11
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 678.5892944335938,
+      "epoch": 0.0380952380952381,
+      "grad_norm": 1.877318279677736,
+      "kl": 0.000621795654296875,
+      "learning_rate": 9.998939074940787e-07,
+      "loss": 0.1241,
+      "reward": 1.0163637399673462,
+      "reward_std": 0.5952743887901306,
+      "rewards/": 3.224675416946411,
+      "rewards/math_compute_score": 0.4642857313156128,
+      "step": 12
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 605.7678833007812,
+      "epoch": 0.04126984126984127,
+      "grad_norm": 2.4604298210996953,
+      "kl": 0.00101470947265625,
+      "learning_rate": 9.997613024140818e-07,
+      "loss": 0.0281,
+      "reward": 1.1692917346954346,
+      "reward_std": 0.7951300740242004,
+      "rewards/": 3.989314556121826,
+      "rewards/math_compute_score": 0.4642857313156128,
+      "step": 13
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 706.5714721679688,
+      "epoch": 0.044444444444444446,
+      "grad_norm": 1.7791723044352024,
+      "kl": 0.00089263916015625,
+      "learning_rate": 9.995756749987941e-07,
+      "loss": 0.1917,
+      "reward": 1.2231166362762451,
+      "reward_std": 0.5831072926521301,
+      "rewards/": 3.829869031906128,
+      "rewards/math_compute_score": 0.5714285969734192,
+      "step": 14
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 752.1964721679688,
+      "epoch": 0.047619047619047616,
+      "grad_norm": 2.2482045589194892,
+      "kl": 0.0009918212890625,
+      "learning_rate": 9.993370449424152e-07,
+      "loss": 0.0832,
+      "reward": 1.3100411891937256,
+      "reward_std": 0.7690545320510864,
+      "rewards/": 4.335920333862305,
+      "rewards/math_compute_score": 0.5535714626312256,
+      "step": 15
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 766.5535888671875,
+      "epoch": 0.050793650793650794,
+      "grad_norm": 3.1628124598253606,
+      "kl": 0.000843048095703125,
+      "learning_rate": 9.990454375624776e-07,
+      "loss": 0.38,
+      "reward": 1.3946969509124756,
+      "reward_std": 0.43135303258895874,
+      "rewards/": 4.687770366668701,
+      "rewards/math_compute_score": 0.5714285969734192,
+      "step": 16
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 838.9285888671875,
+      "epoch": 0.05396825396825397,
+      "grad_norm": 0.8809772166643767,
+      "kl": 0.0009765625,
+      "learning_rate": 9.987008837971594e-07,
+      "loss": 0.2734,
+      "reward": 1.2452915906906128,
+      "reward_std": 0.6284029483795166,
+      "rewards/": 4.369315147399902,
+      "rewards/math_compute_score": 0.4642857313156128,
+      "step": 17
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 623.8214721679688,
+      "epoch": 0.05714285714285714,
+      "grad_norm": 1.037602508755578,
+      "kl": 0.00156402587890625,
+      "learning_rate": 9.98303420202003e-07,
+      "loss": 0.1688,
+      "reward": 1.3429791927337646,
+      "reward_std": 0.6546451449394226,
+      "rewards/": 4.357753276824951,
+      "rewards/math_compute_score": 0.5892857313156128,
+      "step": 18
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 785.5535888671875,
+      "epoch": 0.06031746031746032,
+      "grad_norm": 0.9507117942449174,
+      "kl": 0.0013580322265625,
+      "learning_rate": 9.978530889460349e-07,
+      "loss": 0.0918,
+      "reward": 1.3252233266830444,
+      "reward_std": 0.42738255858421326,
+      "rewards/": 3.9832592010498047,
+      "rewards/math_compute_score": 0.660714328289032,
+      "step": 19
+    },
+    {
+      "epoch": 0.06349206349206349,
+      "grad_norm": 1.0293500184503375,
+      "learning_rate": 9.973499378072946e-07,
+      "loss": 0.0123,
+      "step": 20
+    },
+    {
+      "epoch": 0.06349206349206349,
+      "eval_clip_ratio": 0.0,
+      "eval_completion_length": 773.2273966471354,
+      "eval_kl": 0.004353841145833333,
+      "eval_loss": 0.17447665333747864,
+      "eval_reward": 1.47151780128479,
+      "eval_reward_std": 0.5722967584927877,
+      "eval_rewards/": 4.524255673090617,
+      "eval_rewards/math_compute_score": 0.7083333730697632,
+      "eval_runtime": 105.3036,
+      "eval_samples_per_second": 0.19,
+      "eval_steps_per_second": 0.009,
+      "step": 20
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 580.1339721679688,
+      "epoch": 0.06666666666666667,
+      "grad_norm": 1.9887336347273274,
+      "kl": 0.00174713134765625,
+      "learning_rate": 9.967940201677625e-07,
+      "loss": 0.2513,
+      "reward": 1.5847508311271667,
+      "reward_std": 0.5660464465618134,
+      "rewards/": 4.9237542152404785,
+      "rewards/math_compute_score": 0.7500000298023224,
+      "step": 21
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 699.7142944335938,
+      "epoch": 0.06984126984126984,
+      "grad_norm": 0.8687096793533198,
+      "kl": 0.000827789306640625,
+      "learning_rate": 9.96185395007699e-07,
+      "loss": 0.1428,
+      "reward": 1.5009138584136963,
+      "reward_std": 0.5467565655708313,
+      "rewards/": 4.3617119789123535,
+      "rewards/math_compute_score": 0.785714328289032,
+      "step": 22
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 662.9464721679688,
+      "epoch": 0.07301587301587302,
+      "grad_norm": 1.281704967643667,
+      "kl": 0.0009765625,
+      "learning_rate": 9.95524126899385e-07,
+      "loss": 0.2754,
+      "reward": 1.4940431118011475,
+      "reward_std": 0.49719491600990295,
+      "rewards/": 4.684500694274902,
+      "rewards/math_compute_score": 0.6964285969734192,
+      "step": 23
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 593.1785888671875,
+      "epoch": 0.0761904761904762,
+      "grad_norm": 2.6268302071766283,
+      "kl": 0.00179290771484375,
+      "learning_rate": 9.94810286000272e-07,
+      "loss": 0.1202,
+      "reward": 1.4679704904556274,
+      "reward_std": 0.5678864121437073,
+      "rewards/": 3.9827098846435547,
+      "rewards/math_compute_score": 0.8392857313156128,
+      "step": 24
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 816.5178833007812,
+      "epoch": 0.07936507936507936,
+      "grad_norm": 1.6260567552924308,
+      "kl": 0.00225830078125,
+      "learning_rate": 9.940439480455385e-07,
+      "loss": 0.1839,
+      "reward": 1.5339845418930054,
+      "reward_std": 0.5200893878936768,
+      "rewards/": 5.027064800262451,
+      "rewards/math_compute_score": 0.660714328289032,
+      "step": 25
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 586.8035888671875,
+      "epoch": 0.08253968253968254,
+      "grad_norm": 3.176548889137236,
+      "kl": 0.0013885498046875,
+      "learning_rate": 9.932251943400553e-07,
+      "loss": 0.0802,
+      "reward": 1.6504465341567993,
+      "reward_std": 0.38086333870887756,
+      "rewards/": 4.895089626312256,
+      "rewards/math_compute_score": 0.8392857313156128,
+      "step": 26
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 666.607177734375,
+      "epoch": 0.08571428571428572,
+      "grad_norm": 2.5123015337902737,
+      "kl": 0.00098419189453125,
+      "learning_rate": 9.923541117497585e-07,
+      "loss": 0.0904,
+      "reward": 1.4960030317306519,
+      "reward_std": 0.601716160774231,
+      "rewards/": 4.694301128387451,
+      "rewards/math_compute_score": 0.6964285969734192,
+      "step": 27
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 636.4285888671875,
+      "epoch": 0.08888888888888889,
+      "grad_norm": 1.2874582194461706,
+      "kl": 0.00299072265625,
+      "learning_rate": 9.914307926924344e-07,
+      "loss": 0.1484,
+      "reward": 1.4589931964874268,
+      "reward_std": 0.6707652807235718,
+      "rewards/": 4.223536968231201,
+      "rewards/math_compute_score": 0.7678571939468384,
+      "step": 28
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 690.5892944335938,
+      "epoch": 0.09206349206349207,
+      "grad_norm": 2.693607802209877,
+      "kl": 0.0023345947265625,
+      "learning_rate": 9.904553351279136e-07,
+      "loss": 0.1137,
+      "reward": 1.4248205423355103,
+      "reward_std": 0.6116536259651184,
+      "rewards/": 4.409816265106201,
+      "rewards/math_compute_score": 0.6785714626312256,
+      "step": 29
+    },
+    {
+      "epoch": 0.09523809523809523,
+      "grad_norm": 1.5994282855822706,
+      "learning_rate": 9.894278425476788e-07,
+      "loss": 0.1336,
+      "step": 30
+    },
+    {
+      "epoch": 0.09523809523809523,
+      "eval_clip_ratio": 0.0,
+      "eval_completion_length": 845.4524129231771,
+      "eval_kl": 0.009012858072916666,
+      "eval_loss": 0.13642674684524536,
+      "eval_reward": 1.517225941022237,
+      "eval_reward_std": 0.5625964005788168,
+      "eval_rewards/": 4.728986581166585,
+      "eval_rewards/math_compute_score": 0.7142857511838278,
+      "eval_runtime": 106.4531,
+      "eval_samples_per_second": 0.188,
+      "eval_steps_per_second": 0.009,
+      "step": 30
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 710.9107360839844,
+      "epoch": 0.09841269841269841,
+      "grad_norm": 0.9974627094215855,
+      "kl": 0.00218963623046875,
+      "learning_rate": 9.88348423963884e-07,
+      "loss": 0.2872,
+      "reward": 1.5053049325942993,
+      "reward_std": 0.5521042495965958,
+      "rewards/": 4.9550957679748535,
+      "rewards/math_compute_score": 0.6428571939468384,
+      "step": 31
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 708.1250610351562,
+      "epoch": 0.10158730158730159,
+      "grad_norm": 2.7592195903517727,
+      "kl": 0.0031280517578125,
+      "learning_rate": 9.872171938977893e-07,
+      "loss": 0.2145,
+      "reward": 1.5618199110031128,
+      "reward_std": 0.49139147996902466,
+      "rewards/": 4.451956748962402,
+      "rewards/math_compute_score": 0.8392857313156128,
+      "step": 32
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 653.625,
+      "epoch": 0.10476190476190476,
+      "grad_norm": 1.4899641756718722,
+      "kl": 0.0025787353515625,
+      "learning_rate": 9.860342723676104e-07,
+      "loss": 0.2142,
+      "reward": 1.5433281660079956,
+      "reward_std": 0.5415727496147156,
+      "rewards/": 4.502354621887207,
+      "rewards/math_compute_score": 0.8035714626312256,
+      "step": 33
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 646.9464721679688,
+      "epoch": 0.10793650793650794,
+      "grad_norm": 0.7771150726203957,
+      "kl": 0.002044677734375,
+      "learning_rate": 9.847997848757854e-07,
+      "loss": 0.1302,
+      "reward": 1.4443954229354858,
+      "reward_std": 0.5867473483085632,
+      "rewards/": 4.293405055999756,
+      "rewards/math_compute_score": 0.7321428656578064,
+      "step": 34
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 601.8392944335938,
+      "epoch": 0.1111111111111111,
+      "grad_norm": 1.8258651083690958,
+      "kl": 0.0035247802734375,
+      "learning_rate": 9.835138623956602e-07,
+      "loss": -0.0484,
+      "reward": 1.6701312065124512,
+      "reward_std": 0.38416627049446106,
+      "rewards/": 4.493513107299805,
+      "rewards/math_compute_score": 0.9642857313156128,
+      "step": 35
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 633.232177734375,
+      "epoch": 0.11428571428571428,
+      "grad_norm": 1.9714220532856719,
+      "kl": 0.0037384033203125,
+      "learning_rate": 9.821766413575914e-07,
+      "loss": 0.057,
+      "reward": 1.6821569204330444,
+      "reward_std": 0.4740881323814392,
+      "rewards/": 5.553641319274902,
+      "rewards/math_compute_score": 0.7142857313156128,
+      "step": 36
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 620.75,
+      "epoch": 0.11746031746031746,
+      "grad_norm": 1.6010557178740101,
+      "kl": 0.00238037109375,
+      "learning_rate": 9.80788263634473e-07,
+      "loss": 0.0491,
+      "reward": 1.4776437282562256,
+      "reward_std": 0.514848530292511,
+      "rewards/": 4.459647178649902,
+      "rewards/math_compute_score": 0.7321428656578064,
+      "step": 37
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 663.375,
+      "epoch": 0.12063492063492064,
+      "grad_norm": 3.177882116146041,
+      "kl": 0.0025634765625,
+      "learning_rate": 9.793488765266838e-07,
+      "loss": 0.2726,
+      "reward": 1.4468194246292114,
+      "reward_std": 0.5143493413925171,
+      "rewards/": 4.519810676574707,
+      "rewards/math_compute_score": 0.6785714626312256,
+      "step": 38
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 662.8035888671875,
+      "epoch": 0.12380952380952381,
+      "grad_norm": 0.9741870004361116,
+      "kl": 0.00445556640625,
+      "learning_rate": 9.778586327464597e-07,
+      "loss": 0.1164,
+      "reward": 1.3739641904830933,
+      "reward_std": 0.5605769157409668,
+      "rewards/": 4.012678146362305,
+      "rewards/math_compute_score": 0.7142857313156128,
+      "step": 39
+    },
+    {
+      "epoch": 0.12698412698412698,
+      "grad_norm": 1.1959685615621873,
+      "learning_rate": 9.763176904016913e-07,
+      "loss": 0.1094,
+      "step": 40
+    },
+    {
+      "epoch": 0.12698412698412698,
+      "eval_clip_ratio": 0.0,
+      "eval_completion_length": 792.1571655273438,
+      "eval_kl": 0.025288899739583332,
+      "eval_loss": 0.11785109341144562,
+      "eval_reward": 1.5712554057439168,
+      "eval_reward_std": 0.5905763109525045,
+      "eval_rewards/": 4.7134199142456055,
+      "eval_rewards/math_compute_score": 0.785714328289032,
+      "eval_runtime": 105.8496,
+      "eval_samples_per_second": 0.189,
+      "eval_steps_per_second": 0.009,
+      "step": 40
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 713.8839721679688,
+      "epoch": 0.13015873015873017,
+      "grad_norm": 0.8987806956191959,
+      "kl": 0.002960205078125,
+      "learning_rate": 9.747262129791495e-07,
+      "loss": 0.0717,
+      "reward": 1.5012034177780151,
+      "reward_std": 0.5221634805202484,
+      "rewards/": 4.827445030212402,
+      "rewards/math_compute_score": 0.6696428656578064,
+      "step": 41
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 840.2857666015625,
+      "epoch": 0.13333333333333333,
+      "grad_norm": 1.08064899340382,
+      "kl": 0.00262451171875,
+      "learning_rate": 9.730843693271413e-07,
+      "loss": 0.1193,
+      "reward": 1.4552539587020874,
+      "reward_std": 0.6179671287536621,
+      "rewards/": 4.776269435882568,
+      "rewards/math_compute_score": 0.625,
+      "step": 42
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 641.0357666015625,
+      "epoch": 0.1365079365079365,
+      "grad_norm": 0.766263291574053,
+      "kl": 0.0024871826171875,
+      "learning_rate": 9.713923336375936e-07,
+      "loss": 0.1407,
+      "reward": 1.6835448741912842,
+      "reward_std": 0.5881065726280212,
+      "rewards/": 5.703439235687256,
+      "rewards/math_compute_score": 0.6785714626312256,
+      "step": 43
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 638.7857666015625,
+      "epoch": 0.13968253968253969,
+      "grad_norm": 1.032192482137044,
+      "kl": 0.002838134765625,
+      "learning_rate": 9.696502854275748e-07,
+      "loss": 0.1778,
+      "reward": 1.4399136304855347,
+      "reward_std": 0.570347249507904,
+      "rewards/": 4.27099609375,
+      "rewards/math_compute_score": 0.7321428656578064,
+      "step": 44
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 716.5714721679688,
+      "epoch": 0.14285714285714285,
+      "grad_norm": 1.0335824481684432,
+      "kl": 0.0021820068359375,
+      "learning_rate": 9.678584095202469e-07,
+      "loss": 0.2178,
+      "reward": 1.5996861457824707,
+      "reward_std": 0.7114024758338928,
+      "rewards/": 5.355573654174805,
+      "rewards/math_compute_score": 0.660714328289032,
+      "step": 45
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 502.0357360839844,
+      "epoch": 0.14603174603174604,
+      "grad_norm": 0.8112268442860173,
+      "kl": 0.004425048828125,
+      "learning_rate": 9.660168960252575e-07,
+      "loss": 0.0694,
+      "reward": 1.4711426496505737,
+      "reward_std": 0.35930201411247253,
+      "rewards/": 4.355712890625,
+      "rewards/math_compute_score": 0.7500000596046448,
+      "step": 46
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 811.8214721679688,
+      "epoch": 0.1492063492063492,
+      "grad_norm": 0.859203113128272,
+      "kl": 0.00098419189453125,
+      "learning_rate": 9.641259403185704e-07,
+      "loss": 0.1777,
+      "reward": 1.622921347618103,
+      "reward_std": 0.4903363585472107,
+      "rewards/": 5.900321006774902,
+      "rewards/math_compute_score": 0.5535714626312256,
+      "step": 47
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 765.607177734375,
+      "epoch": 0.1523809523809524,
+      "grad_norm": 0.8078928566280016,
+      "kl": 0.0020294189453125,
+      "learning_rate": 9.621857430217365e-07,
+      "loss": 0.2052,
+      "reward": 1.5972657203674316,
+      "reward_std": 0.3894428610801697,
+      "rewards/": 5.414899826049805,
+      "rewards/math_compute_score": 0.6428571939468384,
+      "step": 48
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 637.0178833007812,
+      "epoch": 0.15555555555555556,
+      "grad_norm": 4.86317816941763,
+      "kl": 0.002838134765625,
+      "learning_rate": 9.601965099806084e-07,
+      "loss": 0.1317,
+      "reward": 1.5043946504592896,
+      "reward_std": 0.5993847250938416,
+      "rewards/": 4.379115581512451,
+      "rewards/math_compute_score": 0.785714328289032,
+      "step": 49
+    },
+    {
+      "epoch": 0.15873015873015872,
+      "grad_norm": 0.6567682116832987,
+      "learning_rate": 9.581584522435023e-07,
+      "loss": 0.1677,
+      "step": 50
+    },
+    {
+      "epoch": 0.15873015873015872,
+      "eval_clip_ratio": 0.0,
+      "eval_completion_length": 841.1322021484375,
+      "eval_kl": 0.004923502604166667,
+      "eval_loss": 0.10817983746528625,
+      "eval_reward": 1.6196069717407227,
+      "eval_reward_std": 0.539500097433726,
+      "eval_rewards/": 5.074225107828776,
+      "eval_rewards/math_compute_score": 0.7559524178504944,
+      "eval_runtime": 107.9307,
+      "eval_samples_per_second": 0.185,
+      "eval_steps_per_second": 0.009,
+      "step": 50
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 603.4107513427734,
+      "epoch": 0.1619047619047619,
+      "grad_norm": 0.7984893297808615,
+      "kl": 0.00357818603515625,
+      "learning_rate": 9.56071786038806e-07,
+      "loss": 0.1832,
+      "reward": 1.4798433780670166,
+      "reward_std": 0.45238083600997925,
+      "rewards/": 4.363502264022827,
+      "rewards/math_compute_score": 0.7589285969734192,
+      "step": 51
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 742.607177734375,
+      "epoch": 0.16507936507936508,
+      "grad_norm": 0.5100556612157693,
+      "kl": 0.00167083740234375,
+      "learning_rate": 9.53936732752038e-07,
+      "loss": -0.0658,
+      "reward": 1.6291016340255737,
+      "reward_std": 0.38449862599372864,
+      "rewards/": 5.359793663024902,
+      "rewards/math_compute_score": 0.6964285969734192,
+      "step": 52
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 679.2857666015625,
+      "epoch": 0.16825396825396827,
+      "grad_norm": 0.5788655761199448,
+      "kl": 0.002838134765625,
+      "learning_rate": 9.517535189023601e-07,
+      "loss": 0.0362,
+      "reward": 1.597886562347412,
+      "reward_std": 0.4612652361392975,
+      "rewards/": 4.418004035949707,
+      "rewards/math_compute_score": 0.8928571939468384,
+      "step": 53
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 677.6785888671875,
+      "epoch": 0.17142857142857143,
+      "grad_norm": 1.116601202976549,
+      "kl": 0.00189971923828125,
+      "learning_rate": 9.495223761185441e-07,
+      "loss": 0.1404,
+      "reward": 1.7574794292449951,
+      "reward_std": 0.4653353691101074,
+      "rewards/": 5.858826160430908,
+      "rewards/math_compute_score": 0.7321428656578064,
+      "step": 54
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 571.9642944335938,
+      "epoch": 0.1746031746031746,
+      "grad_norm": 5.49249475780532,
+      "kl": 0.0086669921875,
+      "learning_rate": 9.472435411143977e-07,
+      "loss": 0.1024,
+      "reward": 1.579323172569275,
+      "reward_std": 0.49340134859085083,
+      "rewards/": 4.825186729431152,
+      "rewards/math_compute_score": 0.7678571939468384,
+      "step": 55
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 534.5714721679688,
+      "epoch": 0.17777777777777778,
+      "grad_norm": 0.6735986705301703,
+      "kl": 0.003204345703125,
+      "learning_rate": 9.449172556636497e-07,
+      "loss": 0.0415,
+      "reward": 1.7549248933792114,
+      "reward_std": 0.41859832406044006,
+      "rewards/": 5.346052169799805,
+      "rewards/math_compute_score": 0.8571429252624512,
+      "step": 56
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 786.3750610351562,
+      "epoch": 0.18095238095238095,
+      "grad_norm": 1.2145506026406598,
+      "kl": 0.0016632080078125,
+      "learning_rate": 9.425437665742997e-07,
+      "loss": 0.1078,
+      "reward": 1.463396430015564,
+      "reward_std": 0.5382161736488342,
+      "rewards/": 4.602696418762207,
+      "rewards/math_compute_score": 0.6785714626312256,
+      "step": 57
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 651.6607666015625,
+      "epoch": 0.18412698412698414,
+      "grad_norm": 1.6110105562648922,
+      "kl": 0.0028839111328125,
+      "learning_rate": 9.401233256624316e-07,
+      "loss": 0.0788,
+      "reward": 1.6237270832061768,
+      "reward_std": 0.5656346082687378,
+      "rewards/": 4.7614922523498535,
+      "rewards/math_compute_score": 0.8392857313156128,
+      "step": 58
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 692.2678833007812,
+      "epoch": 0.1873015873015873,
+      "grad_norm": 0.6039435728831022,
+      "kl": 0.0020599365234375,
+      "learning_rate": 9.376561897254987e-07,
+      "loss": 0.0331,
+      "reward": 1.7711775302886963,
+      "reward_std": 0.4943082630634308,
+      "rewards/": 5.570173263549805,
+      "rewards/math_compute_score": 0.8214285969734192,
+      "step": 59
+    },
+    {
+      "epoch": 0.19047619047619047,
+      "grad_norm": 0.6468115451400324,
+      "learning_rate": 9.351426205150776e-07,
+      "loss": 0.0748,
+      "step": 60
+    },
+    {
+      "epoch": 0.19047619047619047,
+      "eval_clip_ratio": 0.0,
+      "eval_completion_length": 789.8095296223959,
+      "eval_kl": 0.023050944010416668,
+      "eval_loss": 0.12776777148246765,
+      "eval_reward": 1.6391727129618328,
+      "eval_reward_std": 0.5289413332939148,
+      "eval_rewards/": 5.076815923055013,
+      "eval_rewards/math_compute_score": 0.7797619501749674,
+      "eval_runtime": 107.6708,
+      "eval_samples_per_second": 0.186,
+      "eval_steps_per_second": 0.009,
+      "step": 60
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 599.1518249511719,
+      "epoch": 0.19365079365079366,
+      "grad_norm": 0.62860654069817,
+      "kl": 0.002593994140625,
+      "learning_rate": 9.32582884709098e-07,
+      "loss": -0.0003,
+      "reward": 1.5030343532562256,
+      "reward_std": 0.49661755561828613,
+      "rewards/": 4.658028841018677,
+      "rewards/math_compute_score": 0.7142857313156128,
+      "step": 61
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 664.8035888671875,
+      "epoch": 0.19682539682539682,
+      "grad_norm": 1.3582868033212785,
+      "kl": 0.0115966796875,
+      "learning_rate": 9.299772538835491e-07,
+      "loss": 0.1527,
+      "reward": 1.7017022371292114,
+      "reward_std": 0.452860027551651,
+      "rewards/": 4.937081813812256,
+      "rewards/math_compute_score": 0.8928571939468384,
+      "step": 62
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 746.6428833007812,
+      "epoch": 0.2,
+      "grad_norm": 0.7888407267831482,
+      "kl": 0.002288818359375,
+      "learning_rate": 9.273260044836673e-07,
+      "loss": 0.1191,
+      "reward": 1.4725233316421509,
+      "reward_std": 0.5076785087585449,
+      "rewards/": 4.505473613739014,
+      "rewards/math_compute_score": 0.7142857313156128,
+      "step": 63
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 630.9285888671875,
+      "epoch": 0.20317460317460317,
+      "grad_norm": 0.5701838250380957,
+      "kl": 0.003143310546875,
+      "learning_rate": 9.246294177946062e-07,
+      "loss": 0.175,
+      "reward": 1.4169644117355347,
+      "reward_std": 0.4153939485549927,
+      "rewards/": 4.084821701049805,
+      "rewards/math_compute_score": 0.7500000596046448,
+      "step": 64
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 746.1607666015625,
+      "epoch": 0.20634920634920634,
+      "grad_norm": 0.43485838557829426,
+      "kl": 0.003326416015625,
+      "learning_rate": 9.218877799115927e-07,
+      "loss": 0.0591,
+      "reward": 1.405147910118103,
+      "reward_std": 0.6980858445167542,
+      "rewards/": 4.1685967445373535,
+      "rewards/math_compute_score": 0.7142857313156128,
+      "step": 65
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 754.3750610351562,
+      "epoch": 0.20952380952380953,
+      "grad_norm": 0.5397143184004072,
+      "kl": 0.0023040771484375,
+      "learning_rate": 9.191013817095761e-07,
+      "loss": 0.1156,
+      "reward": 1.5029298067092896,
+      "reward_std": 0.5369086265563965,
+      "rewards/": 4.657505989074707,
+      "rewards/math_compute_score": 0.7142857313156128,
+      "step": 66
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 473.4107360839844,
+      "epoch": 0.2126984126984127,
+      "grad_norm": 0.6430268032171578,
+      "kl": 0.0027313232421875,
+      "learning_rate": 9.162705188123646e-07,
+      "loss": -0.0227,
+      "reward": 1.8193360567092896,
+      "reward_std": 0.5557112097740173,
+      "rewards/": 5.1681084632873535,
+      "rewards/math_compute_score": 0.9821429252624512,
+      "step": 67
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 584.4642944335938,
+      "epoch": 0.21587301587301588,
+      "grad_norm": 0.6983774100649138,
+      "kl": 0.00494384765625,
+      "learning_rate": 9.133954915612634e-07,
+      "loss": 0.062,
+      "reward": 1.5165389776229858,
+      "reward_std": 0.41740962862968445,
+      "rewards/": 4.296979904174805,
+      "rewards/math_compute_score": 0.8214285969734192,
+      "step": 68
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 609.1607666015625,
+      "epoch": 0.21904761904761905,
+      "grad_norm": 0.6699339431654112,
+      "kl": 0.00439453125,
+      "learning_rate": 9.104766049832087e-07,
+      "loss": 0.0443,
+      "reward": 1.5293978452682495,
+      "reward_std": 0.5475279092788696,
+      "rewards/": 4.575560569763184,
+      "rewards/math_compute_score": 0.7678571939468384,
+      "step": 69
+    },
+    {
+      "epoch": 0.2222222222222222,
+      "grad_norm": 0.7988695058458649,
+      "learning_rate": 9.075141687584056e-07,
+      "loss": -0.0167,
+      "step": 70
+    },
+    {
+      "epoch": 0.2222222222222222,
+      "eval_clip_ratio": 0.0,
+      "eval_completion_length": 901.5059814453125,
+      "eval_kl": 0.2381591796875,
+      "eval_loss": 0.2867256999015808,
+      "eval_reward": 1.6091902653376262,
+      "eval_reward_std": 0.5438455939292908,
+      "eval_rewards/": 4.926903247833252,
+      "eval_rewards/math_compute_score": 0.7797619501749674,
+      "eval_runtime": 111.1812,
+      "eval_samples_per_second": 0.18,
+      "eval_steps_per_second": 0.009,
+      "step": 70
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 625.7410888671875,
+      "epoch": 0.2253968253968254,
+      "grad_norm": 0.5540727634053975,
+      "kl": 0.003814697265625,
+      "learning_rate": 9.045084971874737e-07,
+      "loss": -0.0056,
+      "reward": 1.7840471863746643,
+      "reward_std": 0.4358938932418823,
+      "rewards/": 5.313093185424805,
+      "rewards/math_compute_score": 0.9017857611179352,
+      "step": 71
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 791.2678833007812,
+      "epoch": 0.22857142857142856,
+      "grad_norm": 0.49864634439649874,
+      "kl": 0.0018157958984375,
+      "learning_rate": 9.014599091580998e-07,
+      "loss": 0.0311,
+      "reward": 1.6201382875442505,
+      "reward_std": 0.5860312581062317,
+      "rewards/": 5.314976692199707,
+      "rewards/math_compute_score": 0.6964285969734192,
+      "step": 72
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 515.8392944335938,
+      "epoch": 0.23174603174603176,
+      "grad_norm": 0.9973211460805157,
+      "kl": 0.00482177734375,
+      "learning_rate": 8.983687281112064e-07,
+      "loss": -0.0697,
+      "reward": 1.6238142251968384,
+      "reward_std": 0.35913076996803284,
+      "rewards/": 4.761928081512451,
+      "rewards/math_compute_score": 0.8392857313156128,
+      "step": 73
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 643.357177734375,
+      "epoch": 0.23492063492063492,
+      "grad_norm": 0.877503000341696,
+      "kl": 0.002105712890625,
+      "learning_rate": 8.952352820066358e-07,
+      "loss": -0.0014,
+      "reward": 1.4080777168273926,
+      "reward_std": 0.5432181358337402,
+      "rewards/": 4.397531032562256,
+      "rewards/math_compute_score": 0.660714328289032,
+      "step": 74
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 478.7857360839844,
+      "epoch": 0.23809523809523808,
+      "grad_norm": 0.6202183598487062,
+      "kl": 0.0023345947265625,
+      "learning_rate": 8.920599032883552e-07,
+      "loss": 0.1503,
+      "reward": 1.7339845895767212,
+      "reward_std": 0.3223447799682617,
+      "rewards/": 5.2413506507873535,
+      "rewards/math_compute_score": 0.8571429252624512,
+      "step": 75
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 727.3392944335938,
+      "epoch": 0.24126984126984127,
+      "grad_norm": 0.9654723599639436,
+      "kl": 0.00201416015625,
+      "learning_rate": 8.888429288491855e-07,
+      "loss": 0.1141,
+      "reward": 1.7490864992141724,
+      "reward_std": 0.5959608554840088,
+      "rewards/": 5.0311455726623535,
+      "rewards/math_compute_score": 0.9285714626312256,
+      "step": 76
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 607.982177734375,
+      "epoch": 0.24444444444444444,
+      "grad_norm": 0.7445671259261306,
+      "kl": 0.00186920166015625,
+      "learning_rate": 8.855846999950595e-07,
+      "loss": 0.0564,
+      "reward": 1.5656529664993286,
+      "reward_std": 0.44271785020828247,
+      "rewards/": 4.113978862762451,
+      "rewards/math_compute_score": 0.9285714626312256,
+      "step": 77
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 730.5357666015625,
+      "epoch": 0.24761904761904763,
+      "grad_norm": 1.1259492375136075,
+      "kl": 0.00174713134765625,
+      "learning_rate": 8.822855624088097e-07,
+      "loss": 0.0594,
+      "reward": 1.7164901494979858,
+      "reward_std": 0.46802079677581787,
+      "rewards/": 5.296735763549805,
+      "rewards/math_compute_score": 0.8214285969734192,
+      "step": 78
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 520.625,
+      "epoch": 0.2507936507936508,
+      "grad_norm": 0.6608772516145822,
+      "kl": 0.0037689208984375,
+      "learning_rate": 8.789458661134942e-07,
+      "loss": 0.113,
+      "reward": 1.6773438453674316,
+      "reward_std": 0.41135743260383606,
+      "rewards/": 4.9581475257873535,
+      "rewards/math_compute_score": 0.8571429252624512,
+      "step": 79
+    },
+    {
+      "epoch": 0.25396825396825395,
+      "grad_norm": 1.1086447024025683,
+      "learning_rate": 8.755659654352599e-07,
+      "loss": 0.0852,
+      "step": 80
+    },
+    {
+      "epoch": 0.25396825396825395,
+      "eval_clip_ratio": 0.0,
+      "eval_completion_length": 762.126220703125,
+      "eval_kl": 0.057149251302083336,
+      "eval_loss": 0.1757144182920456,
+      "eval_reward": 1.6997971932093303,
+      "eval_reward_std": 0.5428444643815359,
+      "eval_rewards/": 5.284700234731038,
+      "eval_rewards/math_compute_score": 0.8035714824994405,
+      "eval_runtime": 105.3925,
+      "eval_samples_per_second": 0.19,
+      "eval_steps_per_second": 0.009,
+      "step": 80
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 554.4107208251953,
+      "epoch": 0.2571428571428571,
+      "grad_norm": 0.6297992518515485,
+      "kl": 0.0034942626953125,
+      "learning_rate": 8.721462189657509e-07,
+      "loss": 0.0229,
+      "reward": 1.6316068172454834,
+      "reward_std": 0.46411074697971344,
+      "rewards/": 5.0508904457092285,
+      "rewards/math_compute_score": 0.7767857611179352,
+      "step": 81
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 612.8035888671875,
+      "epoch": 0.26031746031746034,
+      "grad_norm": 0.5403276172661425,
+      "kl": 0.0034637451171875,
+      "learning_rate": 8.686869895240631e-07,
+      "loss": 0.0812,
+      "reward": 1.6373475790023804,
+      "reward_std": 0.49845850467681885,
+      "rewards/": 4.901022911071777,
+      "rewards/math_compute_score": 0.8214285969734192,
+      "step": 82
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 608.0535888671875,
+      "epoch": 0.2634920634920635,
+      "grad_norm": 0.915800232301419,
+      "kl": 0.003448486328125,
+      "learning_rate": 8.651886441182508e-07,
+      "loss": 0.0353,
+      "reward": 1.547105312347412,
+      "reward_std": 0.6321852803230286,
+      "rewards/": 5.235526084899902,
+      "rewards/math_compute_score": 0.625,
+      "step": 83
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 619.4107666015625,
+      "epoch": 0.26666666666666666,
+      "grad_norm": 0.4435988410022463,
+      "kl": 0.0033111572265625,
+      "learning_rate": 8.616515539063894e-07,
+      "loss": -0.0685,
+      "reward": 1.8496233224868774,
+      "reward_std": 0.49867764115333557,
+      "rewards/": 5.676688194274902,
+      "rewards/math_compute_score": 0.8928571939468384,
+      "step": 84
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 751.5000610351562,
+      "epoch": 0.2698412698412698,
+      "grad_norm": 0.8497969196784788,
+      "kl": 0.0025177001953125,
+      "learning_rate": 8.580760941571966e-07,
+      "loss": 0.2484,
+      "reward": 1.459954023361206,
+      "reward_std": 0.6413030624389648,
+      "rewards/": 4.871198654174805,
+      "rewards/math_compute_score": 0.6071428656578064,
+      "step": 85
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 565.1607666015625,
+      "epoch": 0.273015873015873,
+      "grad_norm": 0.6258059646403542,
+      "kl": 0.0048828125,
+      "learning_rate": 8.544626442102187e-07,
+      "loss": 0.038,
+      "reward": 1.6110281944274902,
+      "reward_std": 0.610092043876648,
+      "rewards/": 5.197998046875,
+      "rewards/math_compute_score": 0.7142857313156128,
+      "step": 86
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 488.39288330078125,
+      "epoch": 0.2761904761904762,
+      "grad_norm": 0.8138401874703006,
+      "kl": 0.004638671875,
+      "learning_rate": 8.508115874355839e-07,
+      "loss": 0.0085,
+      "reward": 1.3848702907562256,
+      "reward_std": 0.39325088262557983,
+      "rewards/": 4.210065841674805,
+      "rewards/math_compute_score": 0.6785714626312256,
+      "step": 87
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 536.5892944335938,
+      "epoch": 0.27936507936507937,
+      "grad_norm": 2.4320450027460465,
+      "kl": 0.00323486328125,
+      "learning_rate": 8.47123311193329e-07,
+      "loss": -0.0545,
+      "reward": 1.82899010181427,
+      "reward_std": 0.4799407124519348,
+      "rewards/": 5.430664539337158,
+      "rewards/math_compute_score": 0.9285714626312256,
+      "step": 88
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 728.8928833007812,
+      "epoch": 0.28253968253968254,
+      "grad_norm": 0.5888691350508202,
+      "kl": 0.0026397705078125,
+      "learning_rate": 8.433982067923021e-07,
+      "loss": 0.1658,
+      "reward": 1.526370644569397,
+      "reward_std": 0.6073156595230103,
+      "rewards/": 4.560424327850342,
+      "rewards/math_compute_score": 0.7678571939468384,
+      "step": 89
+    },
+    {
+      "epoch": 0.2857142857142857,
+      "grad_norm": 0.672547715543188,
+      "learning_rate": 8.396366694486466e-07,
+      "loss": -0.0451,
+      "step": 90
+    },
+    {
+      "epoch": 0.2857142857142857,
+      "eval_clip_ratio": 0.0,
+      "eval_completion_length": 751.4702657063802,
+      "eval_kl": 0.01361083984375,
+      "eval_loss": 0.09576481580734253,
+      "eval_reward": 1.6055153608322144,
+      "eval_reward_std": 0.609013577302297,
+      "eval_rewards/": 4.837100187937419,
+      "eval_rewards/math_compute_score": 0.797619084517161,
+      "eval_runtime": 104.6076,
+      "eval_samples_per_second": 0.191,
+      "eval_steps_per_second": 0.01,
+      "step": 90
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 719.5357666015625,
+      "epoch": 0.28888888888888886,
+      "grad_norm": 0.5180346375049427,
+      "kl": 0.002506256103515625,
+      "learning_rate": 8.358390982438705e-07,
+      "loss": 0.1519,
+      "reward": 1.9254953861236572,
+      "reward_std": 0.503593385219574,
+      "rewards/": 6.09176230430603,
+      "rewards/math_compute_score": 0.8839286267757416,
+      "step": 91
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 452.1607360839844,
+      "epoch": 0.2920634920634921,
+      "grad_norm": 0.9788308883352828,
+      "kl": 0.0079345703125,
+      "learning_rate": 8.320058960825058e-07,
+      "loss": 0.0102,
+      "reward": 1.6602121591567993,
+      "reward_std": 0.3053475022315979,
+      "rewards/": 4.658203125,
+      "rewards/math_compute_score": 0.910714328289032,
+      "step": 92
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 693.5535888671875,
+      "epoch": 0.29523809523809524,
+      "grad_norm": 0.5847042829798909,
+      "kl": 0.00244140625,
+      "learning_rate": 8.281374696493626e-07,
+      "loss": 0.2312,
+      "reward": 1.8354074954986572,
+      "reward_std": 0.37926599383354187,
+      "rewards/": 6.248465538024902,
+      "rewards/math_compute_score": 0.7321428656578064,
+      "step": 93
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 660.232177734375,
+      "epoch": 0.2984126984126984,
+      "grad_norm": 0.5205561829484078,
+      "kl": 0.0027008056640625,
+      "learning_rate": 8.242342293663809e-07,
+      "loss": 0.1094,
+      "reward": 1.840959906578064,
+      "reward_std": 0.3830914795398712,
+      "rewards/": 5.347656726837158,
+      "rewards/math_compute_score": 0.9642857313156128,
+      "step": 94
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 609.8035888671875,
+      "epoch": 0.30158730158730157,
+      "grad_norm": 0.44482437448212625,
+      "kl": 0.004425048828125,
+      "learning_rate": 8.202965893490876e-07,
+      "loss": 0.0873,
+      "reward": 1.7079870700836182,
+      "reward_std": 0.5448174476623535,
+      "rewards/": 5.111363410949707,
+      "rewards/math_compute_score": 0.8571429252624512,
+      "step": 95
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 671.5357666015625,
+      "epoch": 0.3047619047619048,
+      "grad_norm": 1.1320823935790385,
+      "kl": 0.002166748046875,
+      "learning_rate": 8.163249673626602e-07,
+      "loss": 0.0481,
+      "reward": 1.4774868488311768,
+      "reward_std": 0.45228156447410583,
+      "rewards/": 4.9588623046875,
+      "rewards/math_compute_score": 0.6071428656578064,
+      "step": 96
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 544.3214721679688,
+      "epoch": 0.30793650793650795,
+      "grad_norm": 0.5094127089703688,
+      "kl": 0.003997802734375,
+      "learning_rate": 8.123197847776042e-07,
+      "loss": 0.0533,
+      "reward": 1.765764594078064,
+      "reward_std": 0.5276929140090942,
+      "rewards/": 5.757394313812256,
+      "rewards/math_compute_score": 0.7678571939468384,
+      "step": 97
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 593.8214721679688,
+      "epoch": 0.3111111111111111,
+      "grad_norm": 0.5934812502311124,
+      "kl": 0.0042724609375,
+      "learning_rate": 8.082814665250476e-07,
+      "loss": -0.0354,
+      "reward": 1.6365864276885986,
+      "reward_std": 0.46695929765701294,
+      "rewards/": 5.040074348449707,
+      "rewards/math_compute_score": 0.785714328289032,
+      "step": 98
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 511.4464416503906,
+      "epoch": 0.3142857142857143,
+      "grad_norm": 0.6289350290275575,
+      "kl": 0.004669189453125,
+      "learning_rate": 8.042104410516575e-07,
+      "loss": -0.0663,
+      "reward": 1.6093192100524902,
+      "reward_std": 0.39656367897987366,
+      "rewards/": 4.546596050262451,
+      "rewards/math_compute_score": 0.8750000596046448,
+      "step": 99
+    },
+    {
+      "epoch": 0.31746031746031744,
+      "grad_norm": 0.5581381958692002,
+      "learning_rate": 8.001071402741842e-07,
+      "loss": 0.0344,
+      "step": 100
+    },
+    {
+      "epoch": 0.31746031746031744,
+      "eval_clip_ratio": 0.0,
+      "eval_completion_length": 700.452392578125,
+      "eval_kl": 0.01019287109375,
+      "eval_loss": -0.026086583733558655,
+      "eval_reward": 1.755845586458842,
+      "eval_reward_std": 0.4914539158344269,
+      "eval_rewards/": 5.422084490458171,
+      "eval_rewards/math_compute_score": 0.8392857710520426,
+      "eval_runtime": 91.4693,
+      "eval_samples_per_second": 0.219,
+      "eval_steps_per_second": 0.011,
+      "step": 100
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 552.2410888671875,
+      "epoch": 0.32063492063492066,
+      "grad_norm": 0.7136178771883936,
+      "kl": 0.00354766845703125,
+      "learning_rate": 7.959719995336363e-07,
+      "loss": 0.0693,
+      "reward": 1.6664237976074219,
+      "reward_std": 0.429623618721962,
+      "rewards/": 4.939261436462402,
+      "rewards/math_compute_score": 0.848214328289032,
+      "step": 101
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 663.25,
+      "epoch": 0.3238095238095238,
+      "grad_norm": 0.5439969780060891,
+      "kl": 0.0037994384765625,
+      "learning_rate": 7.918054575490943e-07,
+      "loss": 0.0424,
+      "reward": 1.4987915754318237,
+      "reward_std": 0.5196777582168579,
+      "rewards/": 4.208243370056152,
+      "rewards/math_compute_score": 0.8214285969734192,
+      "step": 102
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 471.8750305175781,
+      "epoch": 0.326984126984127,
+      "grad_norm": 0.7220192489284563,
+      "kl": 0.0033416748046875,
+      "learning_rate": 7.876079563711631e-07,
+      "loss": 0.1121,
+      "reward": 1.7968298196792603,
+      "reward_std": 0.36027005314826965,
+      "rewards/": 5.127005577087402,
+      "rewards/math_compute_score": 0.9642857313156128,
+      "step": 103
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 640.5892944335938,
+      "epoch": 0.33015873015873015,
+      "grad_norm": 0.8015986414478035,
+      "kl": 0.004974365234375,
+      "learning_rate": 7.83379941335073e-07,
+      "loss": 0.2035,
+      "reward": 1.7956823110580444,
+      "reward_std": 0.35563212633132935,
+      "rewards/": 5.621268272399902,
+      "rewards/math_compute_score": 0.8392857313156128,
+      "step": 104
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 799.8750610351562,
+      "epoch": 0.3333333333333333,
+      "grad_norm": 0.6682617366427315,
+      "kl": 0.00250244140625,
+      "learning_rate": 7.791218610134322e-07,
+      "loss": 0.2286,
+      "reward": 1.4982212781906128,
+      "reward_std": 0.5870651602745056,
+      "rewards/": 5.4911065101623535,
+      "rewards/math_compute_score": 0.5,
+      "step": 105
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 680.9107666015625,
+      "epoch": 0.33650793650793653,
+      "grad_norm": 0.6146294713011484,
+      "kl": 0.002471923828125,
+      "learning_rate": 7.748341671686354e-07,
+      "loss": 0.0038,
+      "reward": 1.9384348392486572,
+      "reward_std": 0.49243679642677307,
+      "rewards/": 6.192173957824707,
+      "rewards/math_compute_score": 0.8750000596046448,
+      "step": 106
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 663.4285888671875,
+      "epoch": 0.3396825396825397,
+      "grad_norm": 0.7562852855642146,
+      "kl": 0.0038299560546875,
+      "learning_rate": 7.705173147049325e-07,
+      "loss": 0.1061,
+      "reward": 1.6097028255462646,
+      "reward_std": 0.5770988464355469,
+      "rewards/": 4.691371440887451,
+      "rewards/math_compute_score": 0.8392857313156128,
+      "step": 107
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 760.1250610351562,
+      "epoch": 0.34285714285714286,
+      "grad_norm": 0.8460361870531922,
+      "kl": 0.005615234375,
+      "learning_rate": 7.661717616201668e-07,
+      "loss": 0.1169,
+      "reward": 1.7678015232086182,
+      "reward_std": 0.46296006441116333,
+      "rewards/": 5.910435676574707,
+      "rewards/math_compute_score": 0.7321428656578064,
+      "step": 108
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 544.4107666015625,
+      "epoch": 0.346031746031746,
+      "grad_norm": 0.8867581981573962,
+      "kl": 0.00518798828125,
+      "learning_rate": 7.617979689571839e-07,
+      "loss": 0.0749,
+      "reward": 1.6010881662368774,
+      "reward_std": 0.40945473313331604,
+      "rewards/": 4.7197265625,
+      "rewards/math_compute_score": 0.8214285969734192,
+      "step": 109
+    },
+    {
+      "epoch": 0.3492063492063492,
+      "grad_norm": 0.613697351604427,
+      "learning_rate": 7.573964007549154e-07,
+      "loss": -0.0219,
+      "step": 110
+    },
+    {
+      "epoch": 0.3492063492063492,
+      "eval_clip_ratio": 0.0,
+      "eval_completion_length": 747.9107259114584,
+      "eval_kl": 0.0235595703125,
+      "eval_loss": 0.026410922408103943,
+      "eval_reward": 1.7149322032928467,
+      "eval_reward_std": 0.49799948930740356,
+      "eval_rewards/": 5.3365654945373535,
+      "eval_rewards/math_compute_score": 0.8095238407452902,
+      "eval_runtime": 103.4902,
+      "eval_samples_per_second": 0.193,
+      "eval_steps_per_second": 0.01,
+      "step": 110
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 603.4642944335938,
+      "epoch": 0.3523809523809524,
+      "grad_norm": 0.9237700659841631,
+      "kl": 0.0062713623046875,
+      "learning_rate": 7.529675239991482e-07,
+      "loss": -0.0713,
+      "reward": 1.6208950281143188,
+      "reward_std": 0.5017957538366318,
+      "rewards/": 5.03304648399353,
+      "rewards/math_compute_score": 0.7678571939468384,
+      "step": 111
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 537.6785888671875,
+      "epoch": 0.35555555555555557,
+      "grad_norm": 0.5989679853358942,
+      "kl": 0.003326416015625,
+      "learning_rate": 7.485118085729789e-07,
+      "loss": 0.0532,
+      "reward": 1.7066690921783447,
+      "reward_std": 0.5952469110488892,
+      "rewards/": 4.819059371948242,
+      "rewards/math_compute_score": 0.9285714626312256,
+      "step": 112
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 557.6607666015625,
+      "epoch": 0.35873015873015873,
+      "grad_norm": 0.792413828293772,
+      "kl": 0.0034637451171875,
+      "learning_rate": 7.440297272069614e-07,
+      "loss": 0.0875,
+      "reward": 1.5029088258743286,
+      "reward_std": 0.5444967746734619,
+      "rewards/": 4.800258159637451,
+      "rewards/math_compute_score": 0.6785714626312256,
+      "step": 113
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 674.9464721679688,
+      "epoch": 0.3619047619047619,
+      "grad_norm": 0.8399630521739422,
+      "kl": 0.002349853515625,
+      "learning_rate": 7.395217554289523e-07,
+      "loss": 0.065,
+      "reward": 1.6198941469192505,
+      "reward_std": 0.5176466107368469,
+      "rewards/": 4.956613063812256,
+      "rewards/math_compute_score": 0.785714328289032,
+      "step": 114
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 476.21429443359375,
+      "epoch": 0.36507936507936506,
+      "grad_norm": 1.01617746278495,
+      "kl": 0.004150390625,
+      "learning_rate": 7.3498837151366e-07,
+      "loss": -0.0269,
+      "reward": 1.5831892490386963,
+      "reward_std": 0.44976264238357544,
+      "rewards/": 5.058803081512451,
+      "rewards/math_compute_score": 0.7142857313156128,
+      "step": 115
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 715.6964721679688,
+      "epoch": 0.3682539682539683,
+      "grad_norm": 0.6977639971716434,
+      "kl": 0.00323486328125,
+      "learning_rate": 7.304300564319013e-07,
+      "loss": 0.0349,
+      "reward": 1.998925805091858,
+      "reward_std": 0.49372294545173645,
+      "rewards/": 6.423200607299805,
+      "rewards/math_compute_score": 0.8928571939468384,
+      "step": 116
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 738.1250610351562,
+      "epoch": 0.37142857142857144,
+      "grad_norm": 0.5710554895504717,
+      "kl": 0.0037689208984375,
+      "learning_rate": 7.258472937995735e-07,
+      "loss": -0.023,
+      "reward": 1.9152623414993286,
+      "reward_std": 0.43735089898109436,
+      "rewards/": 6.004883289337158,
+      "rewards/math_compute_score": 0.8928571939468384,
+      "step": 117
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 696.607177734375,
+      "epoch": 0.3746031746031746,
+      "grad_norm": 0.9187825212513634,
+      "kl": 0.0034637451171875,
+      "learning_rate": 7.212405698263446e-07,
+      "loss": -0.0131,
+      "reward": 1.705580472946167,
+      "reward_std": 0.509798526763916,
+      "rewards/": 6.027902126312256,
+      "rewards/math_compute_score": 0.625,
+      "step": 118
+    },
+    {
+      "clip_ratio": 0.0,
+      "completion_length": 647.75,
+      "epoch": 0.37777777777777777,
+      "grad_norm": 0.8884977568265239,
+      "kl": 0.005096435546875,
+      "learning_rate": 7.166103732640681e-07,
+      "loss": 0.1126,
+      "reward": 1.5224602222442627,
+      "reward_std": 0.5471193194389343,
+      "rewards/": 4.3265862464904785,
+      "rewards/math_compute_score": 0.8214285969734192,
+      "step": 119
+    },
+    {
+      "epoch": 0.38095238095238093,
+      "grad_norm": 0.5323455430197922,
+      "learning_rate": 7.119571953549304e-07,
+      "loss": 0.0312,
+      "step": 120
+    },
+    {
+      "epoch": 0.38095238095238093,
+      "eval_clip_ratio": 0.0,
+      "eval_completion_length": 752.0238240559896,
+      "eval_kl": 0.0135345458984375,
+      "eval_loss": -0.006800096947699785,
+      "eval_reward": 1.8065431118011475,
+      "eval_reward_std": 0.4533117413520813,
+      "eval_rewards/": 5.604143778483073,
+      "eval_rewards/math_compute_score": 0.8571429053942362,
+      "eval_runtime": 102.4477,
+      "eval_samples_per_second": 0.195,
+      "eval_steps_per_second": 0.01,
+      "step": 120
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 315,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 40,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-120/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805b96e67670080dcd197ea7ae416ee337e68c776b2b7e456a99325a78e9a85e
+size 8312