data/sft_dataset_analysis.json

{
  "eval_windows": {
    "100": {
      "format_pct": 100.0,
      "level_counts": {
        "L1_warmup": 40,
        "L2_target": 50,
        "L3_stretch": 10
      },
      "nonempty_pct": 69.0
    },
    "30": {
      "format_pct": 100.0,
      "level_counts": {
        "L1_warmup": 10,
        "L2_target": 16,
        "L3_stretch": 4
      },
      "nonempty_pct": 70.0
    },
    "50": {
      "format_pct": 100.0,
      "level_counts": {
        "L1_warmup": 20,
        "L2_target": 24,
        "L3_stretch": 6
      },
      "nonempty_pct": 64.0
    }
  },
  "overlap": {
    "prompt_overlap_count": 38,
    "prompt_overlap_val_pct": 70.37037037037037,
    "record_overlap_count": 38,
    "record_overlap_val_pct": 70.37037037037037
  },
  "train": {
    "completion_len": {
      "max": 37,
      "median": 24.0,
      "min": 23,
      "p25": 23.0,
      "p75": 24.0
    },
    "duplicate_prompt_rows": 2433,
    "duplicate_record_rows": 2433,
    "format_ok": 3000,
    "format_pct": 100.0,
    "had_syndrome": 2092,
    "invalid_count": 0,
    "invalid_examples": [],
    "level_pct": {
      "L1_warmup": 40.0,
      "L2_target": 50.0,
      "L3_stretch": 10.0
    },
    "levels": {
      "L1_warmup": 1200,
      "L2_target": 1500,
      "L3_stretch": 300
    },
    "nonempty": 2070,
    "nonempty_pct": 69.0,
    "per_level": {
      "L1_warmup": {
        "error_count_hist": {
          "0": 600,
          "1": 592,
          "2": 8
        },
        "nonempty": 600,
        "nonempty_pct": 50.0,
        "rows": 1200,
        "syndrome": 602,
        "syndrome_pct": 50.166666666666664
      },
      "L2_target": {
        "error_count_hist": {
          "0": 300,
          "1": 995,
          "2": 183,
          "3": 20,
          "4": 1,
          "5": 1
        },
        "nonempty": 1200,
        "nonempty_pct": 80.0,
        "rows": 1500,
        "syndrome": 1217,
        "syndrome_pct": 81.13333333333334
      },
      "L3_stretch": {
        "error_count_hist": {
          "0": 30,
          "1": 126,
          "2": 83,
          "3": 40,
          "4": 13,
          "5": 7,
          "6": 1
        },
        "nonempty": 270,
        "nonempty_pct": 90.0,
        "rows": 300,
        "syndrome": 273,
        "syndrome_pct": 91.0
      }
    },
    "prompt_len": {
      "max": 1501,
      "median": 1213.0,
      "min": 1114,
      "p25": 1114.0,
      "p75": 1213.0
    },
    "rows": 3000,
    "syndrome_pct": 69.73333333333333,
    "total_error_count_hist": {
      "0": 930,
      "1": 1713,
      "2": 274,
      "3": 60,
      "4": 14,
      "5": 8,
      "6": 1
    },
    "total_qubits": {
      "0": 362,
      "1": 192,
      "2": 120,
      "3": 574,
      "4": 608,
      "5": 145,
      "6": 29,
      "7": 181,
      "8": 17,
      "9": 2,
      "10": 18,
      "11": 30,
      "12": 30,
      "13": 29,
      "14": 22,
      "15": 39,
      "16": 34,
      "17": 26,
      "18": 33,
      "19": 9,
      "21": 28,
      "22": 1,
      "23": 14
    },
    "unique_completions": 219,
    "unique_prompts": 567,
    "x_count_hist": {
      "0": 1479,
      "1": 1435,
      "2": 71,
      "3": 14,
      "4": 1
    },
    "x_qubits": {
      "0": 212,
      "2": 101,
      "3": 394,
      "4": 578,
      "5": 124,
      "6": 22,
      "7": 7,
      "8": 15,
      "9": 2,
      "10": 17,
      "11": 10,
      "12": 22,
      "13": 8,
      "14": 22,
      "15": 14,
      "16": 32,
      "17": 6,
      "18": 28,
      "19": 9
    },
    "z_count_hist": {
      "0": 2165,
      "1": 759,
      "2": 68,
      "3": 7,
      "4": 1
    },
    "z_qubits": {
      "0": 150,
      "1": 192,
      "2": 19,
      "3": 180,
      "4": 30,
      "5": 21,
      "6": 7,
      "7": 174,
      "8": 2,
      "10": 1,
      "11": 20,
      "12": 8,
      "13": 21,
      "15": 25,
      "16": 2,
      "17": 20,
      "18": 5,
      "21": 28,
      "22": 1,
      "23": 14
    }
  },
  "val": {
    "completion_len": {
      "max": 36,
      "median": 24.0,
      "min": 23,
      "p25": 23.0,
      "p75": 24.0
    },
    "duplicate_prompt_rows": 46,
    "duplicate_record_rows": 46,
    "format_ok": 100,
    "format_pct": 100.0,
    "had_syndrome": 71,
    "invalid_count": 0,
    "invalid_examples": [],
    "level_pct": {
      "L1_warmup": 40.0,
      "L2_target": 50.0,
      "L3_stretch": 10.0
    },
    "levels": {
      "L1_warmup": 40,
      "L2_target": 50,
      "L3_stretch": 10
    },
    "nonempty": 69,
    "nonempty_pct": 69.0,
    "per_level": {
      "L1_warmup": {
        "error_count_hist": {
          "0": 20,
          "1": 20
        },
        "nonempty": 20,
        "nonempty_pct": 50.0,
        "rows": 40,
        "syndrome": 21,
        "syndrome_pct": 52.5
      },
      "L2_target": {
        "error_count_hist": {
          "0": 10,
          "1": 32,
          "2": 7,
          "3": 1
        },
        "nonempty": 40,
        "nonempty_pct": 80.0,
        "rows": 50,
        "syndrome": 40,
        "syndrome_pct": 80.0
      },
      "L3_stretch": {
        "error_count_hist": {
          "0": 1,
          "1": 3,
          "2": 3,
          "3": 1,
          "5": 2
        },
        "nonempty": 9,
        "nonempty_pct": 90.0,
        "rows": 10,
        "syndrome": 10,
        "syndrome_pct": 100.0
      }
    },
    "prompt_len": {
      "max": 1501,
      "median": 1213.0,
      "min": 1114,
      "p25": 1114.0,
      "p75": 1213.0
    },
    "rows": 100,
    "syndrome_pct": 71.0,
    "total_error_count_hist": {
      "0": 31,
      "1": 55,
      "2": 10,
      "3": 2,
      "5": 2
    },
    "total_qubits": {
      "0": 17,
      "1": 5,
      "2": 7,
      "3": 18,
      "4": 22,
      "5": 6,
      "7": 3,
      "8": 1,
      "11": 2,
      "12": 1,
      "13": 1,
      "14": 2,
      "15": 1,
      "16": 1,
      "18": 2,
      "23": 2
    },
    "unique_completions": 25,
    "unique_prompts": 54,
    "x_count_hist": {
      "0": 45,
      "1": 51,
      "2": 3,
      "3": 1
    },
    "x_qubits": {
      "0": 9,
      "2": 6,
      "3": 11,
      "4": 22,
      "5": 5,
      "8": 1,
      "14": 2,
      "15": 1,
      "16": 1,
      "18": 2
    },
    "z_count_hist": {
      "0": 75,
      "1": 20,
      "2": 4,
      "3": 1
    },
    "z_qubits": {
      "0": 8,
      "1": 5,
      "2": 1,
      "3": 7,
      "5": 1,
      "7": 3,
      "11": 2,
      "12": 1,
      "13": 1,
      "23": 2
    }
  },
  "verdict": "SFT_READY_WITH_MINOR_DUPLICATE_CAVEAT"
}