Spaces:
Sleeping
Sleeping
Upload data/eval_base_qwen.json with huggingface_hub
Browse files- data/eval_base_qwen.json +18 -0
data/eval_base_qwen.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "model[unsloth/qwen2.5-3b-instruct-unsloth-bnb-4bit]",
|
| 3 |
+
"episodes": 100,
|
| 4 |
+
"logical_correction_rate": 0.92,
|
| 5 |
+
"pymatching_beat_rate": 0.0,
|
| 6 |
+
"format_compliance_rate": 1.0,
|
| 7 |
+
"format_partial_rate": 0.0,
|
| 8 |
+
"syndrome_consistency_rate": 0.66,
|
| 9 |
+
"mean_syndrome_consistency": 0.83,
|
| 10 |
+
"mean_hamming_overlap": 0.81,
|
| 11 |
+
"mean_total_reward": 0.7905,
|
| 12 |
+
"exact_match_pymatching": 0.66,
|
| 13 |
+
"mean_output_length": 7.0,
|
| 14 |
+
"hard_syndrome_count": 6,
|
| 15 |
+
"hard_syndrome_lcr": 0.6666666666666666,
|
| 16 |
+
"hard_syndrome_beat_rate": 0.0,
|
| 17 |
+
"level": "L2_target"
|
| 18 |
+
}
|