{ "status": "ok", "runs": [ { "run": 0, "provider": "transformers", "candidate_id": "cand_04", "latency_ms": 1748.724, "rationale": "Transformers fallback selected cand_04 via local ranker." }, { "run": 1, "provider": "transformers", "candidate_id": "cand_02", "latency_ms": 0.01, "rationale": "Transformers fallback selected cand_02 via local ranker." }, { "run": 2, "provider": "transformers", "candidate_id": "cand_04", "latency_ms": 0.009, "rationale": "Transformers fallback selected cand_04 via local ranker." }, { "run": 3, "provider": "transformers", "candidate_id": "cand_04", "latency_ms": 0.009, "rationale": "Transformers fallback selected cand_04 via local ranker." }, { "run": 4, "provider": "transformers", "candidate_id": "cand_04", "latency_ms": 0.009, "rationale": "Transformers fallback selected cand_04 via local ranker." } ], "avg_latency_ms": 349.752, "provider_requested": "transformers", "model": "Qwen/Qwen2.5-0.5B-Instruct" }