docs/results/inference_benchmark.json

{
  "status": "ok",
  "runs": [
    {
      "run": 0,
      "provider": "transformers",
      "candidate_id": "cand_04",
      "latency_ms": 2313.731,
      "rationale": "Transformers fallback selected cand_04 via local ranker."
    },
    {
      "run": 1,
      "provider": "transformers",
      "candidate_id": "cand_02",
      "latency_ms": 0.012,
      "rationale": "Transformers fallback selected cand_02 via local ranker."
    }
  ],
  "avg_latency_ms": 1156.872,
  "provider_requested": "transformers",
  "model": "Qwen/Qwen2.5-0.5B-Instruct"
}