benchmark_metrics.json

{
  "load": {
    "base": {
      "load_time_s": 19.272,
      "peak_allocated_gb": 20.807,
      "peak_reserved_gb": 20.928,
      "end_allocated_gb": 20.807,
      "end_reserved_gb": 20.928
    },
    "quant": {
      "load_time_s": 13.461,
      "peak_allocated_gb": 17.179,
      "peak_reserved_gb": 17.244,
      "end_allocated_gb": 17.179,
      "end_reserved_gb": 17.244
    }
  },
  "quantization_time_s": 0.178
}