sAviOr287 commited on
Commit
a154f8c
·
verified ·
1 Parent(s): 09df2d2

Add files using upload-large-folder tool

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen2ForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "bos_token_id": 151643,
7
+ "eos_token_id": 151645,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 3584,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 18944,
12
+ "max_position_embeddings": 32768,
13
+ "max_window_layers": 28,
14
+ "model_type": "qwen2",
15
+ "num_attention_heads": 28,
16
+ "num_hidden_layers": 28,
17
+ "num_key_value_heads": 4,
18
+ "rms_norm_eps": 1e-06,
19
+ "rope_scaling": null,
20
+ "rope_theta": 1000000.0,
21
+ "sliding_window": 131072,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.51.3",
25
+ "use_cache": false,
26
+ "use_sliding_window": false,
27
+ "vocab_size": 152064
28
+ }
generation_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "repetition_penalty": 1.05,
10
+ "temperature": 0.7,
11
+ "top_k": 20,
12
+ "top_p": 0.8,
13
+ "transformers_version": "4.51.3"
14
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57da7def19a492fa99017d773ad8220d590a2ee1aa1fc89b47115122659bc499
3
+ size 4877660776
model-00002-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4bf858940bf2175a405fbb34b64cbfa6574d5b334d298f84ca9ea850db4cb67
3
+ size 4932751008
model-00003-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:854d91bd36426340492acf17dc9f3a39175d3a6787a28bfe04361ee36c8d75e6
3
+ size 4330865200
model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd49458bf1db5cbf4d5d1a41c6db843ecde6babed7bf5ef35c452bf103580214
3
+ size 1089994880
model.safetensors.index.json ADDED
@@ -0,0 +1,346 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "total_size": 15231233024
4
+ },
5
+ "weight_map": {
6
+ "lm_head.weight": "model-00004-of-00004.safetensors",
7
+ "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
8
+ "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
9
+ "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
10
+ "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
11
+ "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
12
+ "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
13
+ "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
14
+ "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
15
+ "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
16
+ "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
17
+ "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
18
+ "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
19
+ "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
20
+ "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
21
+ "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
22
+ "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
23
+ "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
24
+ "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
25
+ "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
26
+ "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
27
+ "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
28
+ "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
29
+ "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
30
+ "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
31
+ "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
32
+ "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
33
+ "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
34
+ "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
35
+ "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
36
+ "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
37
+ "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
38
+ "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
39
+ "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
40
+ "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
41
+ "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
42
+ "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
43
+ "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
44
+ "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
45
+ "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
46
+ "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
47
+ "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
48
+ "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
49
+ "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
50
+ "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
51
+ "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
52
+ "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
53
+ "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
54
+ "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
55
+ "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
56
+ "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
57
+ "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
58
+ "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
59
+ "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
60
+ "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
61
+ "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
62
+ "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
63
+ "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
64
+ "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
65
+ "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
66
+ "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
67
+ "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
68
+ "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
69
+ "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
70
+ "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
71
+ "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
72
+ "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
73
+ "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
74
+ "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
75
+ "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
76
+ "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
77
+ "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
78
+ "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
79
+ "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
80
+ "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
81
+ "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
82
+ "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
83
+ "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
84
+ "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
85
+ "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
86
+ "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
87
+ "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
88
+ "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
89
+ "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
90
+ "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
91
+ "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
92
+ "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
93
+ "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
94
+ "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
95
+ "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
96
+ "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
97
+ "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
98
+ "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
99
+ "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
100
+ "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
101
+ "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
102
+ "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
103
+ "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
104
+ "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
105
+ "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
106
+ "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
107
+ "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
108
+ "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
109
+ "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
110
+ "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
111
+ "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
112
+ "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
113
+ "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
114
+ "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
115
+ "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
116
+ "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
117
+ "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
118
+ "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
119
+ "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
120
+ "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
121
+ "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
122
+ "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
123
+ "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
124
+ "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
125
+ "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
126
+ "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
127
+ "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
128
+ "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors",
129
+ "model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
130
+ "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
131
+ "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
132
+ "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
133
+ "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
134
+ "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
135
+ "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
136
+ "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
137
+ "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
138
+ "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
139
+ "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
140
+ "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors",
141
+ "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
142
+ "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
143
+ "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
144
+ "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
145
+ "model.layers.19.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
146
+ "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
147
+ "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
148
+ "model.layers.19.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
149
+ "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
150
+ "model.layers.19.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
151
+ "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
152
+ "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
153
+ "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
154
+ "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
155
+ "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
156
+ "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
157
+ "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
158
+ "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
159
+ "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
160
+ "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
161
+ "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
162
+ "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
163
+ "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
164
+ "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
165
+ "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
166
+ "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
167
+ "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
168
+ "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
169
+ "model.layers.20.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
170
+ "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
171
+ "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
172
+ "model.layers.20.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
173
+ "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
174
+ "model.layers.20.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
175
+ "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
176
+ "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
177
+ "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
178
+ "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
179
+ "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
180
+ "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
181
+ "model.layers.21.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
182
+ "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
183
+ "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
184
+ "model.layers.21.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
185
+ "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
186
+ "model.layers.21.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
187
+ "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
188
+ "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
189
+ "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
190
+ "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
191
+ "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
192
+ "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
193
+ "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
194
+ "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
195
+ "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
196
+ "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
197
+ "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
198
+ "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
199
+ "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
200
+ "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
201
+ "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
202
+ "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
203
+ "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
204
+ "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
205
+ "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
206
+ "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
207
+ "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
208
+ "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
209
+ "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
210
+ "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
211
+ "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
212
+ "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
213
+ "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
214
+ "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
215
+ "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
216
+ "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
217
+ "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
218
+ "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
219
+ "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
220
+ "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
221
+ "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
222
+ "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
223
+ "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
224
+ "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
225
+ "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
226
+ "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
227
+ "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
228
+ "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
229
+ "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
230
+ "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
231
+ "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
232
+ "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
233
+ "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
234
+ "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
235
+ "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
236
+ "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
237
+ "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
238
+ "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
239
+ "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
240
+ "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
241
+ "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
242
+ "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
243
+ "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
244
+ "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
245
+ "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
246
+ "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
247
+ "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
248
+ "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
249
+ "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
250
+ "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
251
+ "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
252
+ "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
253
+ "model.layers.27.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
254
+ "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
255
+ "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
256
+ "model.layers.27.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
257
+ "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
258
+ "model.layers.27.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
259
+ "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
260
+ "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
261
+ "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
262
+ "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
263
+ "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
264
+ "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
265
+ "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
266
+ "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
267
+ "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
268
+ "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
269
+ "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
270
+ "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
271
+ "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
272
+ "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
273
+ "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
274
+ "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
275
+ "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
276
+ "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
277
+ "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
278
+ "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
279
+ "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
280
+ "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
281
+ "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
282
+ "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
283
+ "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
284
+ "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
285
+ "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
286
+ "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
287
+ "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
288
+ "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
289
+ "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
290
+ "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
291
+ "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
292
+ "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
293
+ "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
294
+ "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
295
+ "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
296
+ "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
297
+ "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
298
+ "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
299
+ "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
300
+ "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
301
+ "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
302
+ "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
303
+ "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
304
+ "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
305
+ "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
306
+ "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
307
+ "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
308
+ "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
309
+ "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
310
+ "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
311
+ "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
312
+ "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
313
+ "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
314
+ "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
315
+ "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
316
+ "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
317
+ "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
318
+ "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
319
+ "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
320
+ "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors",
321
+ "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
322
+ "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
323
+ "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
324
+ "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
325
+ "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
326
+ "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
327
+ "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
328
+ "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
329
+ "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
330
+ "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
331
+ "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
332
+ "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
333
+ "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
334
+ "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
335
+ "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
336
+ "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
337
+ "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
338
+ "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
339
+ "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
340
+ "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
341
+ "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
342
+ "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
343
+ "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
344
+ "model.norm.weight": "model-00003-of-00004.safetensors"
345
+ }
346
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eee858c5123a4279c3e1f7b81247343f356ac767940b2692a928ad929543214
3
+ size 11422063
tokenizer_config.json ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ }
181
+ },
182
+ "additional_special_tokens": [
183
+ "<|im_start|>",
184
+ "<|im_end|>",
185
+ "<|object_ref_start|>",
186
+ "<|object_ref_end|>",
187
+ "<|box_start|>",
188
+ "<|box_end|>",
189
+ "<|quad_start|>",
190
+ "<|quad_end|>",
191
+ "<|vision_start|>",
192
+ "<|vision_end|>",
193
+ "<|vision_pad|>",
194
+ "<|image_pad|>",
195
+ "<|video_pad|>"
196
+ ],
197
+ "bos_token": null,
198
+ "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n<tool_call>\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n</tool_call>' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- message.content }}\n {{- '\\n</tool_response>' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
199
+ "clean_up_tokenization_spaces": false,
200
+ "eos_token": "<|im_end|>",
201
+ "errors": "replace",
202
+ "extra_special_tokens": {},
203
+ "model_max_length": 131072,
204
+ "pad_token": "<|endoftext|>",
205
+ "split_special_tokens": false,
206
+ "tokenizer_class": "Qwen2Tokenizer",
207
+ "unk_token": null
208
+ }
trainer_state.json ADDED
@@ -0,0 +1,634 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 0.3885003885003885,
6
+ "eval_steps": 500,
7
+ "global_step": 200,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "clip_ratio": 0.0,
14
+ "completion_length": 748.7643005371094,
15
+ "epoch": 0.009712509712509712,
16
+ "grad_norm": 0.3736153689307914,
17
+ "learning_rate": 1e-06,
18
+ "loss": -0.0068,
19
+ "reward": 3.822531852722168,
20
+ "reward_std": 0.476869178712368,
21
+ "rewards/agent_reward_func_MC": 0.8567936837673187,
22
+ "rewards/correctness_reward_func": 1.8019047832489015,
23
+ "rewards/correctness_reward_func_eval": 0.8142857432365418,
24
+ "rewards/format_reward_func": 0.3495476073026657,
25
+ "step": 5
26
+ },
27
+ {
28
+ "clip_ratio": 0.0,
29
+ "completion_length": 836.8619177246094,
30
+ "epoch": 0.019425019425019424,
31
+ "grad_norm": 0.3188121982595845,
32
+ "learning_rate": 1e-06,
33
+ "loss": -0.0107,
34
+ "reward": 3.90938099861145,
35
+ "reward_std": 0.38552937254309655,
36
+ "rewards/agent_reward_func_MC": 0.8773333775997162,
37
+ "rewards/correctness_reward_func": 1.8704762172698974,
38
+ "rewards/correctness_reward_func_eval": 0.812380975484848,
39
+ "rewards/format_reward_func": 0.3491904670000076,
40
+ "step": 10
41
+ },
42
+ {
43
+ "clip_ratio": 0.0,
44
+ "completion_length": 973.8400158691406,
45
+ "epoch": 0.029137529137529136,
46
+ "grad_norm": 0.27198200236481873,
47
+ "learning_rate": 1e-06,
48
+ "loss": -0.0031,
49
+ "reward": 3.8425635862350465,
50
+ "reward_std": 0.4346236677467823,
51
+ "rewards/agent_reward_func_MC": 0.864666701555252,
52
+ "rewards/correctness_reward_func": 1.8247619271278381,
53
+ "rewards/correctness_reward_func_eval": 0.8034920811653137,
54
+ "rewards/format_reward_func": 0.34964284658432004,
55
+ "step": 15
56
+ },
57
+ {
58
+ "clip_ratio": 0.0,
59
+ "completion_length": 1018.5909753417968,
60
+ "epoch": 0.03885003885003885,
61
+ "grad_norm": 0.28510359189330664,
62
+ "learning_rate": 1e-06,
63
+ "loss": 0.011,
64
+ "reward": 3.9731746339797973,
65
+ "reward_std": 0.2720495498180389,
66
+ "rewards/agent_reward_func_MC": 0.8882857489585877,
67
+ "rewards/correctness_reward_func": 1.8980952572822571,
68
+ "rewards/correctness_reward_func_eval": 0.8369841420650482,
69
+ "rewards/format_reward_func": 0.34980951368808744,
70
+ "step": 20
71
+ },
72
+ {
73
+ "clip_ratio": 0.0,
74
+ "completion_length": 1140.068126220703,
75
+ "epoch": 0.04856254856254856,
76
+ "grad_norm": 0.23329425011386498,
77
+ "learning_rate": 1e-06,
78
+ "loss": 0.0032,
79
+ "reward": 3.988293719291687,
80
+ "reward_std": 0.30129268489778044,
81
+ "rewards/agent_reward_func_MC": 0.8880000543594361,
82
+ "rewards/correctness_reward_func": 1.896190493106842,
83
+ "rewards/correctness_reward_func_eval": 0.8541270065307617,
84
+ "rewards/format_reward_func": 0.3499761837720871,
85
+ "step": 25
86
+ },
87
+ {
88
+ "clip_ratio": 0.0,
89
+ "completion_length": 1093.8681176757811,
90
+ "epoch": 0.05827505827505827,
91
+ "grad_norm": 0.29946322491146965,
92
+ "learning_rate": 1e-06,
93
+ "loss": -0.0109,
94
+ "reward": 3.977658863067627,
95
+ "reward_std": 0.32108820773661134,
96
+ "rewards/agent_reward_func_MC": 0.869904808998108,
97
+ "rewards/correctness_reward_func": 1.8838095450401307,
98
+ "rewards/correctness_reward_func_eval": 0.8739682829380035,
99
+ "rewards/format_reward_func": 0.34997618436813355,
100
+ "step": 30
101
+ },
102
+ {
103
+ "clip_ratio": 0.0,
104
+ "completion_length": 1075.1785949707032,
105
+ "epoch": 0.06798756798756798,
106
+ "grad_norm": 0.3040633702971847,
107
+ "learning_rate": 1e-06,
108
+ "loss": 0.0037,
109
+ "reward": 4.008127021789551,
110
+ "reward_std": 0.3045533967390657,
111
+ "rewards/agent_reward_func_MC": 0.8873333740234375,
112
+ "rewards/correctness_reward_func": 1.892380964756012,
113
+ "rewards/correctness_reward_func_eval": 0.8784127116203309,
114
+ "rewards/format_reward_func": 0.3499999940395355,
115
+ "step": 35
116
+ },
117
+ {
118
+ "clip_ratio": 0.0,
119
+ "completion_length": 1051.7819262695311,
120
+ "epoch": 0.0777000777000777,
121
+ "grad_norm": 0.2654552473631526,
122
+ "learning_rate": 1e-06,
123
+ "loss": 0.0047,
124
+ "reward": 3.9801508474349974,
125
+ "reward_std": 0.3097702523320913,
126
+ "rewards/agent_reward_func_MC": 0.8759365463256836,
127
+ "rewards/correctness_reward_func": 1.8752381134033203,
128
+ "rewards/correctness_reward_func_eval": 0.8790476399660111,
129
+ "rewards/format_reward_func": 0.34992856383323667,
130
+ "step": 40
131
+ },
132
+ {
133
+ "clip_ratio": 0.0,
134
+ "completion_length": 920.3571643066406,
135
+ "epoch": 0.08741258741258741,
136
+ "grad_norm": 0.30787656246569944,
137
+ "learning_rate": 1e-06,
138
+ "loss": 0.0022,
139
+ "reward": 4.030627017021179,
140
+ "reward_std": 0.257388199865818,
141
+ "rewards/agent_reward_func_MC": 0.9038730561733246,
142
+ "rewards/correctness_reward_func": 1.8942857313156127,
143
+ "rewards/correctness_reward_func_eval": 0.8825397026538849,
144
+ "rewards/format_reward_func": 0.34992856383323667,
145
+ "step": 45
146
+ },
147
+ {
148
+ "clip_ratio": 0.0,
149
+ "completion_length": 950.1019201660156,
150
+ "epoch": 0.09712509712509712,
151
+ "grad_norm": 0.278978790381264,
152
+ "learning_rate": 1e-06,
153
+ "loss": 0.0049,
154
+ "reward": 4.0613808870315555,
155
+ "reward_std": 0.2030999060533941,
156
+ "rewards/agent_reward_func_MC": 0.9173016262054443,
157
+ "rewards/correctness_reward_func": 1.8819047713279724,
158
+ "rewards/correctness_reward_func_eval": 0.9122222352027893,
159
+ "rewards/format_reward_func": 0.34995237350463865,
160
+ "step": 50
161
+ },
162
+ {
163
+ "clip_ratio": 0.0,
164
+ "completion_length": 988.4190625,
165
+ "epoch": 0.10683760683760683,
166
+ "grad_norm": 0.28501385265891443,
167
+ "learning_rate": 1e-06,
168
+ "loss": 0.0041,
169
+ "reward": 4.06360315322876,
170
+ "reward_std": 0.28966286245733497,
171
+ "rewards/agent_reward_func_MC": 0.9020952671766281,
172
+ "rewards/correctness_reward_func": 1.896190493106842,
173
+ "rewards/correctness_reward_func_eval": 0.9155555760860443,
174
+ "rewards/format_reward_func": 0.34976189851760864,
175
+ "step": 55
176
+ },
177
+ {
178
+ "clip_ratio": 0.0,
179
+ "completion_length": 988.201923828125,
180
+ "epoch": 0.11655011655011654,
181
+ "grad_norm": 0.35841673382474903,
182
+ "learning_rate": 1e-06,
183
+ "loss": 0.0082,
184
+ "reward": 4.126190505027771,
185
+ "reward_std": 0.24293919634073974,
186
+ "rewards/agent_reward_func_MC": 0.918984169960022,
187
+ "rewards/correctness_reward_func": 1.9352381134033203,
188
+ "rewards/correctness_reward_func_eval": 0.9220635092258453,
189
+ "rewards/format_reward_func": 0.3499047553539276,
190
+ "step": 60
191
+ },
192
+ {
193
+ "clip_ratio": 0.0,
194
+ "completion_length": 964.7343017578125,
195
+ "epoch": 0.12626262626262627,
196
+ "grad_norm": 0.3255852780092938,
197
+ "learning_rate": 1e-06,
198
+ "loss": 0.003,
199
+ "reward": 4.03707145690918,
200
+ "reward_std": 0.2535955292731524,
201
+ "rewards/agent_reward_func_MC": 0.9001587682962418,
202
+ "rewards/correctness_reward_func": 1.8800000143051148,
203
+ "rewards/correctness_reward_func_eval": 0.9069841504096985,
204
+ "rewards/format_reward_func": 0.34992856442928316,
205
+ "step": 65
206
+ },
207
+ {
208
+ "clip_ratio": 0.0,
209
+ "completion_length": 1023.8019348144531,
210
+ "epoch": 0.13597513597513597,
211
+ "grad_norm": 0.258258613758542,
212
+ "learning_rate": 1e-06,
213
+ "loss": 0.0021,
214
+ "reward": 4.010547647476196,
215
+ "reward_std": 0.30033121041953564,
216
+ "rewards/agent_reward_func_MC": 0.8870794075727463,
217
+ "rewards/correctness_reward_func": 1.867619068622589,
218
+ "rewards/correctness_reward_func_eval": 0.9058730411529541,
219
+ "rewards/format_reward_func": 0.34997618436813355,
220
+ "step": 70
221
+ },
222
+ {
223
+ "clip_ratio": 0.0,
224
+ "completion_length": 1049.6647875976562,
225
+ "epoch": 0.1456876456876457,
226
+ "grad_norm": 0.2868301098892232,
227
+ "learning_rate": 1e-06,
228
+ "loss": 0.0083,
229
+ "reward": 4.163015942573548,
230
+ "reward_std": 0.19761438958346844,
231
+ "rewards/agent_reward_func_MC": 0.936666705608368,
232
+ "rewards/correctness_reward_func": 1.9514285826683044,
233
+ "rewards/correctness_reward_func_eval": 0.9249206626415253,
234
+ "rewards/format_reward_func": 0.3499999940395355,
235
+ "step": 75
236
+ },
237
+ {
238
+ "clip_ratio": 0.0,
239
+ "completion_length": 1131.1047875976562,
240
+ "epoch": 0.1554001554001554,
241
+ "grad_norm": 0.22388105570487274,
242
+ "learning_rate": 1e-06,
243
+ "loss": 0.007,
244
+ "reward": 3.9448730325698853,
245
+ "reward_std": 0.26593201816082,
246
+ "rewards/agent_reward_func_MC": 0.8765079736709595,
247
+ "rewards/correctness_reward_func": 1.839047634601593,
248
+ "rewards/correctness_reward_func_eval": 0.879365097284317,
249
+ "rewards/format_reward_func": 0.34995237410068514,
250
+ "step": 80
251
+ },
252
+ {
253
+ "clip_ratio": 0.0,
254
+ "completion_length": 1176.7590686035155,
255
+ "epoch": 0.16511266511266512,
256
+ "grad_norm": 0.2821630374549152,
257
+ "learning_rate": 1e-06,
258
+ "loss": 0.0177,
259
+ "reward": 3.8298174810409544,
260
+ "reward_std": 0.25791051633656026,
261
+ "rewards/agent_reward_func_MC": 0.8357143165171146,
262
+ "rewards/correctness_reward_func": 1.7523809648305178,
263
+ "rewards/correctness_reward_func_eval": 0.8917460405826568,
264
+ "rewards/format_reward_func": 0.3499761837720871,
265
+ "step": 85
266
+ },
267
+ {
268
+ "clip_ratio": 0.0,
269
+ "completion_length": 1018.4166821289062,
270
+ "epoch": 0.17482517482517482,
271
+ "grad_norm": 0.29273821007360346,
272
+ "learning_rate": 1e-06,
273
+ "loss": 0.0077,
274
+ "reward": 4.071373038291931,
275
+ "reward_std": 0.18497788973152637,
276
+ "rewards/agent_reward_func_MC": 0.9020317900180816,
277
+ "rewards/correctness_reward_func": 1.8876190567016602,
278
+ "rewards/correctness_reward_func_eval": 0.9317460560798645,
279
+ "rewards/format_reward_func": 0.3499761837720871,
280
+ "step": 90
281
+ },
282
+ {
283
+ "clip_ratio": 0.0,
284
+ "completion_length": 1005.7043090820313,
285
+ "epoch": 0.18453768453768454,
286
+ "grad_norm": 0.24921090330226142,
287
+ "learning_rate": 1e-06,
288
+ "loss": 0.0056,
289
+ "reward": 4.00266664981842,
290
+ "reward_std": 0.22064166717231273,
291
+ "rewards/agent_reward_func_MC": 0.8949206686019897,
292
+ "rewards/correctness_reward_func": 1.849523823261261,
293
+ "rewards/correctness_reward_func_eval": 0.9084127140045166,
294
+ "rewards/format_reward_func": 0.3498095166683197,
295
+ "step": 95
296
+ },
297
+ {
298
+ "clip_ratio": 0.0,
299
+ "completion_length": 943.940966796875,
300
+ "epoch": 0.19425019425019424,
301
+ "grad_norm": 0.255215749280062,
302
+ "learning_rate": 1e-06,
303
+ "loss": -0.0096,
304
+ "reward": 3.9010079383850096,
305
+ "reward_std": 0.26742793841287493,
306
+ "rewards/agent_reward_func_MC": 0.8706984454393387,
307
+ "rewards/correctness_reward_func": 1.796190493106842,
308
+ "rewards/correctness_reward_func_eval": 0.8842857277393341,
309
+ "rewards/format_reward_func": 0.3498333257436752,
310
+ "step": 100
311
+ },
312
+ {
313
+ "clip_ratio": 0.0,
314
+ "completion_length": 1131.998592529297,
315
+ "epoch": 0.20396270396270397,
316
+ "grad_norm": 0.24196861235641634,
317
+ "learning_rate": 1e-06,
318
+ "loss": 0.0061,
319
+ "reward": 3.9897142422199248,
320
+ "reward_std": 0.2609097701497376,
321
+ "rewards/agent_reward_func_MC": 0.8956508328020573,
322
+ "rewards/correctness_reward_func": 1.8285714424401522,
323
+ "rewards/correctness_reward_func_eval": 0.9158730319142342,
324
+ "rewards/format_reward_func": 0.34961903989315035,
325
+ "step": 105
326
+ },
327
+ {
328
+ "clip_ratio": 0.0,
329
+ "completion_length": 1269.4943090820314,
330
+ "epoch": 0.21367521367521367,
331
+ "grad_norm": 0.22055070432080545,
332
+ "learning_rate": 1e-06,
333
+ "loss": 0.0059,
334
+ "reward": 3.955634880065918,
335
+ "reward_std": 0.2273477977141738,
336
+ "rewards/agent_reward_func_MC": 0.8830476495623588,
337
+ "rewards/correctness_reward_func": 1.8095238244533538,
338
+ "rewards/correctness_reward_func_eval": 0.9134920847415924,
339
+ "rewards/format_reward_func": 0.3495714205503464,
340
+ "step": 110
341
+ },
342
+ {
343
+ "clip_ratio": 0.0,
344
+ "completion_length": 1250.7200256347655,
345
+ "epoch": 0.2233877233877234,
346
+ "grad_norm": 0.28987017976023693,
347
+ "learning_rate": 1e-06,
348
+ "loss": -0.0021,
349
+ "reward": 4.0416190052032475,
350
+ "reward_std": 0.20220871651545166,
351
+ "rewards/agent_reward_func_MC": 0.8979682916402817,
352
+ "rewards/correctness_reward_func": 1.8542857229709626,
353
+ "rewards/correctness_reward_func_eval": 0.9393650984764099,
354
+ "rewards/format_reward_func": 0.3499999940395355,
355
+ "step": 115
356
+ },
357
+ {
358
+ "clip_ratio": 0.0,
359
+ "completion_length": 1257.4157287597657,
360
+ "epoch": 0.2331002331002331,
361
+ "grad_norm": 0.19555680054474148,
362
+ "learning_rate": 1e-06,
363
+ "loss": 0.008,
364
+ "reward": 3.912722191810608,
365
+ "reward_std": 0.22784368658438325,
366
+ "rewards/agent_reward_func_MC": 0.869650827050209,
367
+ "rewards/correctness_reward_func": 1.796190493106842,
368
+ "rewards/correctness_reward_func_eval": 0.897142875790596,
369
+ "rewards/format_reward_func": 0.3497380870580673,
370
+ "step": 120
371
+ },
372
+ {
373
+ "clip_ratio": 0.0,
374
+ "completion_length": 1272.7885961914062,
375
+ "epoch": 0.24281274281274282,
376
+ "grad_norm": 0.18255389452293974,
377
+ "learning_rate": 1e-06,
378
+ "loss": -0.0106,
379
+ "reward": 3.8947618293762205,
380
+ "reward_std": 0.20762850038707256,
381
+ "rewards/agent_reward_func_MC": 0.8573016184568405,
382
+ "rewards/correctness_reward_func": 1.773333351612091,
383
+ "rewards/correctness_reward_func_eval": 0.9141269952058793,
384
+ "rewards/format_reward_func": 0.3499999940395355,
385
+ "step": 125
386
+ },
387
+ {
388
+ "clip_ratio": 0.0,
389
+ "completion_length": 1440.9728833007812,
390
+ "epoch": 0.25252525252525254,
391
+ "grad_norm": 0.2547576435452318,
392
+ "learning_rate": 1e-06,
393
+ "loss": 0.0119,
394
+ "reward": 3.864793620109558,
395
+ "reward_std": 0.29515512300655244,
396
+ "rewards/agent_reward_func_MC": 0.8445079725980759,
397
+ "rewards/correctness_reward_func": 1.7628571581840515,
398
+ "rewards/correctness_reward_func_eval": 0.9076190626621247,
399
+ "rewards/format_reward_func": 0.34980951607227323,
400
+ "step": 130
401
+ },
402
+ {
403
+ "clip_ratio": 0.0,
404
+ "completion_length": 1441.5447827148437,
405
+ "epoch": 0.26223776223776224,
406
+ "grad_norm": 0.24563201564074505,
407
+ "learning_rate": 1e-06,
408
+ "loss": 0.0135,
409
+ "reward": 3.883611145019531,
410
+ "reward_std": 0.2823502243310213,
411
+ "rewards/agent_reward_func_MC": 0.8565397095680237,
412
+ "rewards/correctness_reward_func": 1.7819047725200654,
413
+ "rewards/correctness_reward_func_eval": 0.8952381134033203,
414
+ "rewards/format_reward_func": 0.34992856562137603,
415
+ "step": 135
416
+ },
417
+ {
418
+ "clip_ratio": 0.0,
419
+ "completion_length": 1483.5781201171876,
420
+ "epoch": 0.27195027195027194,
421
+ "grad_norm": 0.22800872368606584,
422
+ "learning_rate": 1e-06,
423
+ "loss": 0.018,
424
+ "reward": 3.8423254334926606,
425
+ "reward_std": 0.2927846448868513,
426
+ "rewards/agent_reward_func_MC": 0.836825436502695,
427
+ "rewards/correctness_reward_func": 1.755238108932972,
428
+ "rewards/correctness_reward_func_eval": 0.900476205945015,
429
+ "rewards/format_reward_func": 0.34978570640087125,
430
+ "step": 140
431
+ },
432
+ {
433
+ "clip_ratio": 0.0,
434
+ "completion_length": 1435.1005004882813,
435
+ "epoch": 0.28166278166278164,
436
+ "grad_norm": 0.1789329116748729,
437
+ "learning_rate": 1e-06,
438
+ "loss": 0.0029,
439
+ "reward": 3.8026666712760924,
440
+ "reward_std": 0.2736345401033759,
441
+ "rewards/agent_reward_func_MC": 0.8252063795924187,
442
+ "rewards/correctness_reward_func": 1.7352381092309952,
443
+ "rewards/correctness_reward_func_eval": 0.8922222399711609,
444
+ "rewards/format_reward_func": 0.3499999940395355,
445
+ "step": 145
446
+ },
447
+ {
448
+ "clip_ratio": 0.0,
449
+ "completion_length": 1238.4776416015625,
450
+ "epoch": 0.2913752913752914,
451
+ "grad_norm": 0.25524578153777566,
452
+ "learning_rate": 1e-06,
453
+ "loss": 0.0066,
454
+ "reward": 3.9930158853530884,
455
+ "reward_std": 0.2553951171413064,
456
+ "rewards/agent_reward_func_MC": 0.876190505027771,
457
+ "rewards/correctness_reward_func": 1.8361904859542846,
458
+ "rewards/correctness_reward_func_eval": 0.9306349349021912,
459
+ "rewards/format_reward_func": 0.3499999940395355,
460
+ "step": 150
461
+ },
462
+ {
463
+ "clip_ratio": 0.0,
464
+ "completion_length": 1195.0243041992187,
465
+ "epoch": 0.3010878010878011,
466
+ "grad_norm": 0.23520669203586708,
467
+ "learning_rate": 1e-06,
468
+ "loss": 0.0052,
469
+ "reward": 4.016698341369629,
470
+ "reward_std": 0.281817892305553,
471
+ "rewards/agent_reward_func_MC": 0.9011428928375245,
472
+ "rewards/correctness_reward_func": 1.8390476369857789,
473
+ "rewards/correctness_reward_func_eval": 0.9265079569816589,
474
+ "rewards/format_reward_func": 0.3499999940395355,
475
+ "step": 155
476
+ },
477
+ {
478
+ "clip_ratio": 0.0,
479
+ "completion_length": 1184.551446533203,
480
+ "epoch": 0.3108003108003108,
481
+ "grad_norm": 0.23613211319734428,
482
+ "learning_rate": 1e-06,
483
+ "loss": 0.0083,
484
+ "reward": 3.7817697978019713,
485
+ "reward_std": 0.32593878942541776,
486
+ "rewards/agent_reward_func_MC": 0.8337143290042878,
487
+ "rewards/correctness_reward_func": 1.715238115787506,
488
+ "rewards/correctness_reward_func_eval": 0.8831746190786361,
489
+ "rewards/format_reward_func": 0.34964285016059876,
490
+ "step": 160
491
+ },
492
+ {
493
+ "clip_ratio": 0.0,
494
+ "completion_length": 1244.0347839355468,
495
+ "epoch": 0.32051282051282054,
496
+ "grad_norm": 0.24529652266955448,
497
+ "learning_rate": 1e-06,
498
+ "loss": 0.0014,
499
+ "reward": 3.7896666431427004,
500
+ "reward_std": 0.3328119495511055,
501
+ "rewards/agent_reward_func_MC": 0.8448571795225144,
502
+ "rewards/correctness_reward_func": 1.718095259666443,
503
+ "rewards/correctness_reward_func_eval": 0.8771428710222244,
504
+ "rewards/format_reward_func": 0.34957142114639284,
505
+ "step": 165
506
+ },
507
+ {
508
+ "clip_ratio": 0.0,
509
+ "completion_length": 1447.985263671875,
510
+ "epoch": 0.33022533022533024,
511
+ "grad_norm": 0.2065211585384318,
512
+ "learning_rate": 1e-06,
513
+ "loss": 0.0103,
514
+ "reward": 3.7185713863372802,
515
+ "reward_std": 0.3374773776344955,
516
+ "rewards/agent_reward_func_MC": 0.8139047813415528,
517
+ "rewards/correctness_reward_func": 1.686666680574417,
518
+ "rewards/correctness_reward_func_eval": 0.8680952602624893,
519
+ "rewards/format_reward_func": 0.3499047553539276,
520
+ "step": 170
521
+ },
522
+ {
523
+ "clip_ratio": 0.0,
524
+ "completion_length": 1459.0500244140626,
525
+ "epoch": 0.33993783993783994,
526
+ "grad_norm": 0.21734053290147362,
527
+ "learning_rate": 1e-06,
528
+ "loss": 0.0124,
529
+ "reward": 3.979817385673523,
530
+ "reward_std": 0.31312828628346323,
531
+ "rewards/agent_reward_func_MC": 0.8849206674098968,
532
+ "rewards/correctness_reward_func": 1.8247619199752807,
533
+ "rewards/correctness_reward_func_eval": 0.9206349372863769,
534
+ "rewards/format_reward_func": 0.34949999272823334,
535
+ "step": 175
536
+ },
537
+ {
538
+ "clip_ratio": 0.0,
539
+ "completion_length": 1425.19859375,
540
+ "epoch": 0.34965034965034963,
541
+ "grad_norm": 0.2907016194013063,
542
+ "learning_rate": 1e-06,
543
+ "loss": 0.0084,
544
+ "reward": 3.65442857503891,
545
+ "reward_std": 0.3651884417142719,
546
+ "rewards/agent_reward_func_MC": 0.785936538875103,
547
+ "rewards/correctness_reward_func": 1.647619072496891,
548
+ "rewards/correctness_reward_func_eval": 0.8711111295223236,
549
+ "rewards/format_reward_func": 0.3497618967294693,
550
+ "step": 180
551
+ },
552
+ {
553
+ "clip_ratio": 0.0,
554
+ "completion_length": 1544.9428930664062,
555
+ "epoch": 0.3593628593628594,
556
+ "grad_norm": 0.20955445164203745,
557
+ "learning_rate": 1e-06,
558
+ "loss": 0.0074,
559
+ "reward": 3.2816984033584595,
560
+ "reward_std": 0.4594585011713207,
561
+ "rewards/agent_reward_func_MC": 0.6978095433861017,
562
+ "rewards/correctness_reward_func": 1.4428571613132954,
563
+ "rewards/correctness_reward_func_eval": 0.7912698584794998,
564
+ "rewards/format_reward_func": 0.3497618967294693,
565
+ "step": 185
566
+ },
567
+ {
568
+ "clip_ratio": 0.0,
569
+ "completion_length": 1710.9262353515626,
570
+ "epoch": 0.3690753690753691,
571
+ "grad_norm": 0.22177847546734317,
572
+ "learning_rate": 1e-06,
573
+ "loss": 0.0104,
574
+ "reward": 3.5176428842544554,
575
+ "reward_std": 0.38553844563663003,
576
+ "rewards/agent_reward_func_MC": 0.7493016171455383,
577
+ "rewards/correctness_reward_func": 1.5676190626621247,
578
+ "rewards/correctness_reward_func_eval": 0.8507936751842499,
579
+ "rewards/format_reward_func": 0.34992856562137603,
580
+ "step": 190
581
+ },
582
+ {
583
+ "clip_ratio": 0.0,
584
+ "completion_length": 1679.4776538085937,
585
+ "epoch": 0.3787878787878788,
586
+ "grad_norm": 0.2779597660638594,
587
+ "learning_rate": 1e-06,
588
+ "loss": 0.0073,
589
+ "reward": 3.700857148170471,
590
+ "reward_std": 0.40202371578663587,
591
+ "rewards/agent_reward_func_MC": 0.7945079684257508,
592
+ "rewards/correctness_reward_func": 1.682857164144516,
593
+ "rewards/correctness_reward_func_eval": 0.8734920841455459,
594
+ "rewards/format_reward_func": 0.3499999940395355,
595
+ "step": 195
596
+ },
597
+ {
598
+ "clip_ratio": 0.0,
599
+ "completion_length": 1529.8266943359374,
600
+ "epoch": 0.3885003885003885,
601
+ "grad_norm": 0.24354444168029116,
602
+ "learning_rate": 1e-06,
603
+ "loss": 0.0098,
604
+ "reward": 3.8641825485229493,
605
+ "reward_std": 0.3314341966807842,
606
+ "rewards/agent_reward_func_MC": 0.8359365397691727,
607
+ "rewards/correctness_reward_func": 1.7533333575725556,
608
+ "rewards/correctness_reward_func_eval": 0.9250793838500977,
609
+ "rewards/format_reward_func": 0.34983332693576813,
610
+ "step": 200
611
+ }
612
+ ],
613
+ "logging_steps": 5,
614
+ "max_steps": 514,
615
+ "num_input_tokens_seen": 0,
616
+ "num_train_epochs": 1,
617
+ "save_steps": 50,
618
+ "stateful_callbacks": {
619
+ "TrainerControl": {
620
+ "args": {
621
+ "should_epoch_stop": false,
622
+ "should_evaluate": false,
623
+ "should_log": false,
624
+ "should_save": true,
625
+ "should_training_stop": false
626
+ },
627
+ "attributes": {}
628
+ }
629
+ },
630
+ "total_flos": 0.0,
631
+ "train_batch_size": 6,
632
+ "trial_name": null,
633
+ "trial_params": null
634
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9afe936b932f1f6491e3245eed49768936dd4bbad6a8e1500943c35c90bb9d32
3
+ size 7480
vocab.json ADDED
The diff for this file is too large to render. See raw diff