polyguard-rl/docs/results/inference_benchmark.json

{
  "status": "ok",
  "runs": [
    {
      "run": 0,
      "provider": "transformers",
      "candidate_id": "cand_04",
      "latency_ms": 1748.724,
      "rationale": "Transformers fallback selected cand_04 via local ranker."
    },
    {
      "run": 1,
      "provider": "transformers",
      "candidate_id": "cand_02",
      "latency_ms": 0.01,
      "rationale": "Transformers fallback selected cand_02 via local ranker."
    },
    {
      "run": 2,
      "provider": "transformers",
      "candidate_id": "cand_04",
      "latency_ms": 0.009,
      "rationale": "Transformers fallback selected cand_04 via local ranker."
    },
    {
      "run": 3,
      "provider": "transformers",
      "candidate_id": "cand_04",
      "latency_ms": 0.009,
      "rationale": "Transformers fallback selected cand_04 via local ranker."
    },
    {
      "run": 4,
      "provider": "transformers",
      "candidate_id": "cand_04",
      "latency_ms": 0.009,
      "rationale": "Transformers fallback selected cand_04 via local ranker."
    }
  ],
  "avg_latency_ms": 349.752,
  "provider_requested": "transformers",
  "model": "Qwen/Qwen2.5-0.5B-Instruct"
}