Spaces:
Sleeping
Sleeping
Upload data/eval_grpo.json with huggingface_hub
Browse files- data/eval_grpo.json +15 -0
data/eval_grpo.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "model[checkpoints/grpo_final]",
|
| 3 |
+
"episodes": 1000,
|
| 4 |
+
"logical_correction_rate": 0.964,
|
| 5 |
+
"pymatching_beat_rate": 0.0,
|
| 6 |
+
"format_compliance_rate": 1.0,
|
| 7 |
+
"format_partial_rate": 0.0,
|
| 8 |
+
"syndrome_consistency_rate": 0.734,
|
| 9 |
+
"mean_syndrome_consistency": 0.867,
|
| 10 |
+
"mean_hamming_overlap": 0.8405,
|
| 11 |
+
"mean_total_reward": 0.8209249999999999,
|
| 12 |
+
"exact_match_pymatching": 0.734,
|
| 13 |
+
"mean_output_length": 7.0,
|
| 14 |
+
"level": "L2_target"
|
| 15 |
+
}
|