ronitraj commited on
Commit
2e74c5c
·
verified ·
1 Parent(s): 0576cae

Upload data/eval_base_qwen.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. data/eval_base_qwen.json +18 -0
data/eval_base_qwen.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "model[unsloth/qwen2.5-3b-instruct-unsloth-bnb-4bit]",
3
+ "episodes": 100,
4
+ "logical_correction_rate": 0.92,
5
+ "pymatching_beat_rate": 0.0,
6
+ "format_compliance_rate": 1.0,
7
+ "format_partial_rate": 0.0,
8
+ "syndrome_consistency_rate": 0.66,
9
+ "mean_syndrome_consistency": 0.83,
10
+ "mean_hamming_overlap": 0.81,
11
+ "mean_total_reward": 0.7905,
12
+ "exact_match_pymatching": 0.66,
13
+ "mean_output_length": 7.0,
14
+ "hard_syndrome_count": 6,
15
+ "hard_syndrome_lcr": 0.6666666666666666,
16
+ "hard_syndrome_beat_rate": 0.0,
17
+ "level": "L2_target"
18
+ }