{
  "benchmark": "model_cpu_offload_cold_warm",
  "hardware": "RunPod NVIDIA H100 80GB HBM3 (H100 SXM)",
  "mode": "Diffusers enable_model_cpu_offload()",
  "cache_state": "warm local HF cache; no download time included",
  "process_isolation": "single model per fresh Python process",
  "base_resolution": 1440,
  "aspect_ratio": "1:1",
  "num_inference_steps": 20,
  "guidance_scale": 5.0,
  "dtype": "torch.bfloat16",
  "definitions": {
    "load_time_s": "Pipeline load plus enable_model_cpu_offload setup from warm local HF cache; download time excluded.",
    "cold_generation": "P01, first generation immediately after fresh process load/offload setup.",
    "warm_generation": "P02-P10 after the cold P01 generation."
  },
  "models": {
    "base": {
      "hardware": "RunPod NVIDIA H100 80GB HBM3 (H100 SXM)",
      "mode": "Diffusers enable_model_cpu_offload()",
      "cache_state": "warm local HF cache; no download time included",
      "process_isolation": "single model per fresh Python process",
      "base_resolution": 1440,
      "aspect_ratio": "1:1",
      "num_inference_steps": 20,
      "guidance_scale": 5.0,
      "dtype": "torch.bfloat16",
      "kind": "base",
      "load": {
        "load_time_s": 15.51,
        "peak_allocated_gb": 12.582,
        "peak_reserved_gb": 13.881,
        "end_allocated_gb": 10.185,
        "end_reserved_gb": 10.679
      },
      "summary": {
        "cold_time_s": 26.217,
        "cold_peak_allocated_gb": 19.274,
        "cold_peak_reserved_gb": 19.608,
        "warm_avg_time_s": 18.123,
        "warm_median_time_s": 17.178,
        "warm_avg_peak_allocated_gb": 19.271,
        "warm_avg_peak_reserved_gb": 19.63,
        "warm_max_peak_allocated_gb": 19.276,
        "warm_max_peak_reserved_gb": 19.803
      },
      "prompts": [
        {
          "id": "P01",
          "title": "Midnight Library Weather Station",
          "seed": 301,
          "time_s": 26.217,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 19.274,
          "peak_reserved_gb": 19.608,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.884
        },
        {
          "id": "P02",
          "title": "Desert Observatory Treaty Room",
          "seed": 302,
          "time_s": 21.285,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 19.274,
          "peak_reserved_gb": 19.608,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.884
        },
        {
          "id": "P03",
          "title": "Arctic Submarine Greenhouse",
          "seed": 303,
          "time_s": 17.271,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 19.275,
          "peak_reserved_gb": 19.608,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.809
        },
        {
          "id": "P04",
          "title": "Long English Museum Labels",
          "seed": 304,
          "time_s": 17.178,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 19.275,
          "peak_reserved_gb": 19.608,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.884
        },
        {
          "id": "P05",
          "title": "Tokyo Rooftop Repair Diner",
          "seed": 305,
          "time_s": 17.058,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 19.275,
          "peak_reserved_gb": 19.608,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.813
        },
        {
          "id": "P06",
          "title": "Russian Provincial Print Shop",
          "seed": 306,
          "time_s": 20.163,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 19.242,
          "peak_reserved_gb": 19.803,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 13.16
        },
        {
          "id": "P07",
          "title": "Ocean Cartography Bakery",
          "seed": 307,
          "time_s": 16.903,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 19.274,
          "peak_reserved_gb": 19.608,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.884
        },
        {
          "id": "P08",
          "title": "Long English Train Notice Wall",
          "seed": 308,
          "time_s": 16.857,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 19.274,
          "peak_reserved_gb": 19.608,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.884
        },
        {
          "id": "P09",
          "title": "Orbital Botanical Courtroom",
          "seed": 309,
          "time_s": 19.664,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 19.276,
          "peak_reserved_gb": 19.61,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.909
        },
        {
          "id": "P10",
          "title": "Byzantine Data Center Chapel",
          "seed": 310,
          "time_s": 16.731,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 19.276,
          "peak_reserved_gb": 19.608,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.813
        }
      ]
    },
    "quant": {
      "hardware": "RunPod NVIDIA H100 80GB HBM3 (H100 SXM)",
      "mode": "Diffusers enable_model_cpu_offload()",
      "cache_state": "warm local HF cache; no download time included",
      "process_isolation": "single model per fresh Python process",
      "base_resolution": 1440,
      "aspect_ratio": "1:1",
      "num_inference_steps": 20,
      "guidance_scale": 5.0,
      "dtype": "torch.bfloat16",
      "kind": "quant",
      "load": {
        "load_time_s": 13.573,
        "peak_allocated_gb": 12.582,
        "peak_reserved_gb": 13.881,
        "end_allocated_gb": 10.185,
        "end_reserved_gb": 10.679
      },
      "summary": {
        "cold_time_s": 21.473,
        "cold_peak_allocated_gb": 15.479,
        "cold_peak_reserved_gb": 19.126,
        "warm_avg_time_s": 17.65,
        "warm_median_time_s": 17.519,
        "warm_avg_peak_allocated_gb": 15.48,
        "warm_avg_peak_reserved_gb": 18.965,
        "warm_max_peak_allocated_gb": 15.482,
        "warm_max_peak_reserved_gb": 19.21
      },
      "prompts": [
        {
          "id": "P01",
          "title": "Midnight Library Weather Station",
          "seed": 301,
          "time_s": 21.473,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 15.479,
          "peak_reserved_gb": 19.126,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.865
        },
        {
          "id": "P02",
          "title": "Desert Observatory Treaty Room",
          "seed": 302,
          "time_s": 19.047,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 15.479,
          "peak_reserved_gb": 19.126,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.865
        },
        {
          "id": "P03",
          "title": "Arctic Submarine Greenhouse",
          "seed": 303,
          "time_s": 17.133,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 15.479,
          "peak_reserved_gb": 19.185,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.792
        },
        {
          "id": "P04",
          "title": "Long English Museum Labels",
          "seed": 304,
          "time_s": 17.73,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 15.479,
          "peak_reserved_gb": 19.126,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.863
        },
        {
          "id": "P05",
          "title": "Tokyo Rooftop Repair Diner",
          "seed": 305,
          "time_s": 17.332,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 15.479,
          "peak_reserved_gb": 19.21,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.815
        },
        {
          "id": "P06",
          "title": "Russian Provincial Print Shop",
          "seed": 306,
          "time_s": 17.519,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 15.482,
          "peak_reserved_gb": 17.404,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 13.141
        },
        {
          "id": "P07",
          "title": "Ocean Cartography Bakery",
          "seed": 307,
          "time_s": 17.614,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 15.479,
          "peak_reserved_gb": 19.126,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.865
        },
        {
          "id": "P08",
          "title": "Long English Train Notice Wall",
          "seed": 308,
          "time_s": 17.498,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 15.479,
          "peak_reserved_gb": 19.126,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.865
        },
        {
          "id": "P09",
          "title": "Orbital Botanical Courtroom",
          "seed": 309,
          "time_s": 17.546,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 15.481,
          "peak_reserved_gb": 19.172,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.888
        },
        {
          "id": "P10",
          "title": "Byzantine Data Center Chapel",
          "seed": 310,
          "time_s": 17.434,
          "image_size": [
            1440,
            1440
          ],
          "peak_allocated_gb": 15.479,
          "peak_reserved_gb": 19.21,
          "end_allocated_gb": 10.221,
          "end_reserved_gb": 10.813
        }
      ]
    }
  }
}