Spaces:
Sleeping
Sleeping
| { | |
| "eval_windows": { | |
| "100": { | |
| "format_pct": 100.0, | |
| "level_counts": { | |
| "L1_warmup": 40, | |
| "L2_target": 50, | |
| "L3_stretch": 10 | |
| }, | |
| "nonempty_pct": 69.0 | |
| }, | |
| "30": { | |
| "format_pct": 100.0, | |
| "level_counts": { | |
| "L1_warmup": 10, | |
| "L2_target": 16, | |
| "L3_stretch": 4 | |
| }, | |
| "nonempty_pct": 70.0 | |
| }, | |
| "50": { | |
| "format_pct": 100.0, | |
| "level_counts": { | |
| "L1_warmup": 20, | |
| "L2_target": 24, | |
| "L3_stretch": 6 | |
| }, | |
| "nonempty_pct": 64.0 | |
| } | |
| }, | |
| "overlap": { | |
| "prompt_overlap_count": 38, | |
| "prompt_overlap_val_pct": 70.37037037037037, | |
| "record_overlap_count": 38, | |
| "record_overlap_val_pct": 70.37037037037037 | |
| }, | |
| "train": { | |
| "completion_len": { | |
| "max": 37, | |
| "median": 24.0, | |
| "min": 23, | |
| "p25": 23.0, | |
| "p75": 24.0 | |
| }, | |
| "duplicate_prompt_rows": 2433, | |
| "duplicate_record_rows": 2433, | |
| "format_ok": 3000, | |
| "format_pct": 100.0, | |
| "had_syndrome": 2092, | |
| "invalid_count": 0, | |
| "invalid_examples": [], | |
| "level_pct": { | |
| "L1_warmup": 40.0, | |
| "L2_target": 50.0, | |
| "L3_stretch": 10.0 | |
| }, | |
| "levels": { | |
| "L1_warmup": 1200, | |
| "L2_target": 1500, | |
| "L3_stretch": 300 | |
| }, | |
| "nonempty": 2070, | |
| "nonempty_pct": 69.0, | |
| "per_level": { | |
| "L1_warmup": { | |
| "error_count_hist": { | |
| "0": 600, | |
| "1": 592, | |
| "2": 8 | |
| }, | |
| "nonempty": 600, | |
| "nonempty_pct": 50.0, | |
| "rows": 1200, | |
| "syndrome": 602, | |
| "syndrome_pct": 50.166666666666664 | |
| }, | |
| "L2_target": { | |
| "error_count_hist": { | |
| "0": 300, | |
| "1": 995, | |
| "2": 183, | |
| "3": 20, | |
| "4": 1, | |
| "5": 1 | |
| }, | |
| "nonempty": 1200, | |
| "nonempty_pct": 80.0, | |
| "rows": 1500, | |
| "syndrome": 1217, | |
| "syndrome_pct": 81.13333333333334 | |
| }, | |
| "L3_stretch": { | |
| "error_count_hist": { | |
| "0": 30, | |
| "1": 126, | |
| "2": 83, | |
| "3": 40, | |
| "4": 13, | |
| "5": 7, | |
| "6": 1 | |
| }, | |
| "nonempty": 270, | |
| "nonempty_pct": 90.0, | |
| "rows": 300, | |
| "syndrome": 273, | |
| "syndrome_pct": 91.0 | |
| } | |
| }, | |
| "prompt_len": { | |
| "max": 1501, | |
| "median": 1213.0, | |
| "min": 1114, | |
| "p25": 1114.0, | |
| "p75": 1213.0 | |
| }, | |
| "rows": 3000, | |
| "syndrome_pct": 69.73333333333333, | |
| "total_error_count_hist": { | |
| "0": 930, | |
| "1": 1713, | |
| "2": 274, | |
| "3": 60, | |
| "4": 14, | |
| "5": 8, | |
| "6": 1 | |
| }, | |
| "total_qubits": { | |
| "0": 362, | |
| "1": 192, | |
| "2": 120, | |
| "3": 574, | |
| "4": 608, | |
| "5": 145, | |
| "6": 29, | |
| "7": 181, | |
| "8": 17, | |
| "9": 2, | |
| "10": 18, | |
| "11": 30, | |
| "12": 30, | |
| "13": 29, | |
| "14": 22, | |
| "15": 39, | |
| "16": 34, | |
| "17": 26, | |
| "18": 33, | |
| "19": 9, | |
| "21": 28, | |
| "22": 1, | |
| "23": 14 | |
| }, | |
| "unique_completions": 219, | |
| "unique_prompts": 567, | |
| "x_count_hist": { | |
| "0": 1479, | |
| "1": 1435, | |
| "2": 71, | |
| "3": 14, | |
| "4": 1 | |
| }, | |
| "x_qubits": { | |
| "0": 212, | |
| "2": 101, | |
| "3": 394, | |
| "4": 578, | |
| "5": 124, | |
| "6": 22, | |
| "7": 7, | |
| "8": 15, | |
| "9": 2, | |
| "10": 17, | |
| "11": 10, | |
| "12": 22, | |
| "13": 8, | |
| "14": 22, | |
| "15": 14, | |
| "16": 32, | |
| "17": 6, | |
| "18": 28, | |
| "19": 9 | |
| }, | |
| "z_count_hist": { | |
| "0": 2165, | |
| "1": 759, | |
| "2": 68, | |
| "3": 7, | |
| "4": 1 | |
| }, | |
| "z_qubits": { | |
| "0": 150, | |
| "1": 192, | |
| "2": 19, | |
| "3": 180, | |
| "4": 30, | |
| "5": 21, | |
| "6": 7, | |
| "7": 174, | |
| "8": 2, | |
| "10": 1, | |
| "11": 20, | |
| "12": 8, | |
| "13": 21, | |
| "15": 25, | |
| "16": 2, | |
| "17": 20, | |
| "18": 5, | |
| "21": 28, | |
| "22": 1, | |
| "23": 14 | |
| } | |
| }, | |
| "val": { | |
| "completion_len": { | |
| "max": 36, | |
| "median": 24.0, | |
| "min": 23, | |
| "p25": 23.0, | |
| "p75": 24.0 | |
| }, | |
| "duplicate_prompt_rows": 46, | |
| "duplicate_record_rows": 46, | |
| "format_ok": 100, | |
| "format_pct": 100.0, | |
| "had_syndrome": 71, | |
| "invalid_count": 0, | |
| "invalid_examples": [], | |
| "level_pct": { | |
| "L1_warmup": 40.0, | |
| "L2_target": 50.0, | |
| "L3_stretch": 10.0 | |
| }, | |
| "levels": { | |
| "L1_warmup": 40, | |
| "L2_target": 50, | |
| "L3_stretch": 10 | |
| }, | |
| "nonempty": 69, | |
| "nonempty_pct": 69.0, | |
| "per_level": { | |
| "L1_warmup": { | |
| "error_count_hist": { | |
| "0": 20, | |
| "1": 20 | |
| }, | |
| "nonempty": 20, | |
| "nonempty_pct": 50.0, | |
| "rows": 40, | |
| "syndrome": 21, | |
| "syndrome_pct": 52.5 | |
| }, | |
| "L2_target": { | |
| "error_count_hist": { | |
| "0": 10, | |
| "1": 32, | |
| "2": 7, | |
| "3": 1 | |
| }, | |
| "nonempty": 40, | |
| "nonempty_pct": 80.0, | |
| "rows": 50, | |
| "syndrome": 40, | |
| "syndrome_pct": 80.0 | |
| }, | |
| "L3_stretch": { | |
| "error_count_hist": { | |
| "0": 1, | |
| "1": 3, | |
| "2": 3, | |
| "3": 1, | |
| "5": 2 | |
| }, | |
| "nonempty": 9, | |
| "nonempty_pct": 90.0, | |
| "rows": 10, | |
| "syndrome": 10, | |
| "syndrome_pct": 100.0 | |
| } | |
| }, | |
| "prompt_len": { | |
| "max": 1501, | |
| "median": 1213.0, | |
| "min": 1114, | |
| "p25": 1114.0, | |
| "p75": 1213.0 | |
| }, | |
| "rows": 100, | |
| "syndrome_pct": 71.0, | |
| "total_error_count_hist": { | |
| "0": 31, | |
| "1": 55, | |
| "2": 10, | |
| "3": 2, | |
| "5": 2 | |
| }, | |
| "total_qubits": { | |
| "0": 17, | |
| "1": 5, | |
| "2": 7, | |
| "3": 18, | |
| "4": 22, | |
| "5": 6, | |
| "7": 3, | |
| "8": 1, | |
| "11": 2, | |
| "12": 1, | |
| "13": 1, | |
| "14": 2, | |
| "15": 1, | |
| "16": 1, | |
| "18": 2, | |
| "23": 2 | |
| }, | |
| "unique_completions": 25, | |
| "unique_prompts": 54, | |
| "x_count_hist": { | |
| "0": 45, | |
| "1": 51, | |
| "2": 3, | |
| "3": 1 | |
| }, | |
| "x_qubits": { | |
| "0": 9, | |
| "2": 6, | |
| "3": 11, | |
| "4": 22, | |
| "5": 5, | |
| "8": 1, | |
| "14": 2, | |
| "15": 1, | |
| "16": 1, | |
| "18": 2 | |
| }, | |
| "z_count_hist": { | |
| "0": 75, | |
| "1": 20, | |
| "2": 4, | |
| "3": 1 | |
| }, | |
| "z_qubits": { | |
| "0": 8, | |
| "1": 5, | |
| "2": 1, | |
| "3": 7, | |
| "5": 1, | |
| "7": 3, | |
| "11": 2, | |
| "12": 1, | |
| "13": 1, | |
| "23": 2 | |
| } | |
| }, | |
| "verdict": "SFT_READY_WITH_MINOR_DUPLICATE_CAVEAT" | |
| } |