testing/results/benchmark/benchmark_results.json

{
  "config": "True Ternary vs Baselines",
  "steps": 200,
  "batch": 4,
  "context": 33,
  "total_time_s": 28.0,
  "results": [
    {
      "config": "TrueTernary",
      "n_params": 0,
      "trainable_params": 0,
      "model_mem_mb": 0.0,
      "optimizer_mem_mb": 0.0,
      "buffer_mem_mb": 18.3,
      "peak_vram_mb": 232.5,
      "final_loss_avg20": 5.8485,
      "min_loss": 4.4932,
      "avg_step_ms": 130.9,
      "avg_toks_sec": 917.0,
      "loss_history": [
        8.0534,
        11.928,
        15.5595,
        15.8948,
        4.4932,
        5.6661,
        90.6346,
        18.6122,
        23.5098,
        9.109,
        10.3885,
        10.4081,
        6.5575,
        9.4231,
        14.0677,
        22.4533,
        15.54,
        9.3406,
        15.6283,
        7.6672,
        9.2599,
        14.2877,
        18.0962,
        13.4068,
        10.0218,
        12.1592,
        9.469,
        9.1782,
        11.3486,
        13.7654,
        8.8872,
        9.2854,
        9.4156,
        8.7636,
        8.8744,
        9.5409,
        7.7658,
        6.7014,
        8.1145,
        7.4527,
        7.879,
        7.5576,
        8.9511,
        12.1692,
        12.2308,
        10.7496,
        10.5825,
        10.3087,
        8.127,
        8.1348,
        10.429,
        10.6458,
        11.5288,
        11.5788,
        9.5113,
        8.6552,
        8.7889,
        8.6773,
        9.6633,
        10.3719,
        10.3133,
        10.0332,
        9.3636,
        7.8981,
        7.6557,
        7.9715,
        7.8908,
        8.6736,
        9.4597,
        9.2345,
        9.3666,
        8.4875,
        8.144,
        8.1125,
        8.7505,
        8.1482,
        8.0696,
        8.7112,
        8.1115,
        8.4411,
        7.1502,
        7.9904,
        6.6412,
        7.0514,
        8.0457,
        7.8214,
        6.6812,
        6.5981,
        6.4892,
        6.0264,
        5.9582,
        5.6946,
        6.4771,
        5.9145,
        5.8495,
        7.0706,
        6.2953,
        6.2852,
        6.4298,
        6.064,
        6.1154,
        6.3322,
        6.0822,
        6.1966,
        6.2039,
        6.0863,
        6.0664,
        5.9525,
        6.0579,
        6.2243,
        5.837,
        6.5612,
        6.7837,
        6.2206,
        5.9944,
        6.1091,
        6.2635,
        6.3345,
        5.9907,
        6.2616,
        6.4871,
        6.0425,
        5.9226,
        5.8572,
        5.9674,
        5.8869,
        6.0552,
        6.1677,
        5.8223,
        5.96,
        6.0112,
        5.8931,
        5.6654,
        5.8869,
        5.6406,
        6.047,
        5.7451,
        5.7658,
        5.7878,
        5.7518,
        5.7799,
        5.7705,
        5.9157,
        5.7903,
        6.1314,
        5.9852,
        5.8896,
        6.0495,
        5.7947,
        5.8363,
        5.7985,
        6.1,
        6.0818,
        5.7304,
        5.9492,
        5.8145,
        5.8769,
        5.8436,
        5.8274,
        5.93,
        5.7375,
        5.8081,
        5.8176,
        5.9595,
        5.8759,
        6.1579,
        5.7066,
        6.0727,
        5.7377,
        5.8485,
        5.8703,
        5.8142,
        5.8018,
        5.7004,
        5.7999,
        5.8407,
        5.8169,
        5.749,
        5.9077,
        5.9348,
        5.9568,
        5.8918,
        5.8717,
        5.908,
        5.9432,
        5.7795,
        5.9598,
        5.9222,
        5.7263,
        6.0407,
        5.8384,
        5.8226,
        5.7682,
        5.8449,
        5.7784,
        5.7602,
        5.7977,
        5.8551,
        5.7501,
        5.7543
      ]
    }
  ]
}