Spaces:
Running
Running
Upload folder using huggingface_hub
Browse files- assets/favicon.svg +10 -0
- assets/index.css +0 -0
- assets/index.js +0 -0
- index.html +27 -17
- logs/2026-03-26T11-30-34-00-00_gpqa-diamond_9KnNd7FV8UYbBFcuddznby.eval +0 -0
- logs/listing.json +20 -0
- robots.txt +2 -0
assets/favicon.svg
ADDED
|
assets/index.css
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
assets/index.js
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
index.html
CHANGED
|
@@ -1,19 +1,29 @@
|
|
| 1 |
<!doctype html>
|
| 2 |
-
<html>
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
</html>
|
|
|
|
| 1 |
<!doctype html>
|
| 2 |
+
<html lang="en" data-bs-theme="light">
|
| 3 |
+
<head>
|
| 4 |
+
<meta charset="utf-8" />
|
| 5 |
+
<meta name="viewport" content="width=device-width, initial-scale=1" />
|
| 6 |
+
<meta name="robots" content="noindex,noai,noimageai" />
|
| 7 |
+
<title>Inspect View</title>
|
| 8 |
+
<link rel="icon" href="./assets/favicon.svg" />
|
| 9 |
+
|
| 10 |
+
<script>
|
| 11 |
+
// Forward the theme (dark or light) onto the root html element
|
| 12 |
+
// this parameter will tend to appear when the view is hosted within
|
| 13 |
+
// an iframe (e.g. in vscode)
|
| 14 |
+
const urlParams = new URLSearchParams(window.location.search);
|
| 15 |
+
const theme = urlParams.get("inspectLogviewThemeCategory");
|
| 16 |
+
if (theme) {
|
| 17 |
+
document.documentElement.setAttribute("data-text-highlight", theme);
|
| 18 |
+
document.documentElement.setAttribute("data-bs-theme", theme);
|
| 19 |
+
}
|
| 20 |
+
</script>
|
| 21 |
+
<script type="module" crossorigin src="./assets/index.js"></script>
|
| 22 |
+
<link rel="stylesheet" crossorigin href="./assets/index.css">
|
| 23 |
+
<script id="log_dir_context" type="application/json">{"log_dir": "logs", "abs_log_dir": "/gpqa-diamond-transformers-serve"}</script>
|
| 24 |
+
</head>
|
| 25 |
+
|
| 26 |
+
<body style="min-width: 450px">
|
| 27 |
+
<div id="app"></div>
|
| 28 |
+
</body>
|
| 29 |
</html>
|
logs/2026-03-26T11-30-34-00-00_gpqa-diamond_9KnNd7FV8UYbBFcuddznby.eval
ADDED
|
Binary file (19.9 kB). View file
|
|
|
logs/listing.json
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"2026-03-26T11-30-34-00-00_gpqa-diamond_9KnNd7FV8UYbBFcuddznby.eval": {
|
| 3 |
+
"eval_id": "8Y32LRmf8iNhD5VYKcdMgD",
|
| 4 |
+
"run_id": "C7dSYuTsQY2d7U9TGb7w4k",
|
| 5 |
+
"task": "inspect_evals/gpqa_diamond",
|
| 6 |
+
"task_id": "9KnNd7FV8UYbBFcuddznby",
|
| 7 |
+
"task_version": 2,
|
| 8 |
+
"version": 2,
|
| 9 |
+
"status": "error",
|
| 10 |
+
"invalidated": false,
|
| 11 |
+
"error": {
|
| 12 |
+
"message": "RuntimeError('\\nRequest:\\n{\\n \"messages\": [\\n {\\n \"role\": \"user\",\\n \"content\": \"Answer the following multiple choice question. The last line of your response should be of the following format: \\'ANSWER: $LETTER\\' (without quotes) where LETTER is one of A,B,C,D. Think step by step before answering.\\\\n\\\\ntrans-cinnamaldehyde was treated with methylmagnesium bromide, forming product 1.\\\\n\\\\n1 was treated with pyridinium chlorochromate, forming product 2.\\\\n\\\\n3 was treated with (dimethyl(oxo)-l6-sulfaneylidene)methane in DMSO at elevated temperature, forming product 3.\\\\n\\\\nhow many carbon atoms are there in product 3?\\\\n\\\\nA) 14\\\\nB) 11\\\\nC) 12\\\\nD) 10\"\\n }\\n ],\\n \"tools\": null,\\n \"tool_choice\": null,\\n \"extra_headers\": {\\n \"x-irid\": \"hXiHuVoStdXVSmYAu8Hm9T\"\\n },\\n \"model\": \"Qwen2.5-0.5B-Instruct\"\\n}\\n\\nUnprocessableEntityError(\"Error code: 422 - {\\'detail\\': [{\\'type\\': \\'missing\\', \\'loc\\': [\\'query\\', \\'request\\'], \\'msg\\': \\'Field required\\', \\'input\\': None}]}\")')",
|
| 13 |
+
"traceback": "Traceback (most recent call last):\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 479, in task_run\n sample_results = await tg_collect(\n ^^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/inspect_ai/_util/_async.py\", line 76, in tg_collect\n raise ex.exceptions[0] from None\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/inspect_ai/_util/_async.py\", line 64, in run_task\n result = await func()\n ^^^^^^^^^^^^\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 447, in run_sample\n return await task_run_sample(\n ^^^^^^^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 1258, in task_run_sample\n raise raise_error\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 989, in task_run_sample\n raise inner_exception(ex)\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 905, in run\n state = await plan(state, generate)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/inspect_ai/solver/_plan.py\", line 105, in __call__\n state = await solver(state, generate)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/inspect_ai/solver/_multiple_choice.py\", line 325, in solve\n state = await generate(state, max_tokens=max_tokens)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/inspect_ai/_eval/task/run.py\", line 323, in generate\n return await task_generate(\n ^^^^^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/inspect_ai/_eval/task/generate.py\", line 28, in task_generate\n state.output = await model.generate(\n ^^^^^^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/inspect_ai/model/_model.py\", line 591, in generate\n output, event = await self._generate(\n ^^^^^^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/inspect_ai/model/_model.py\", line 1046, in _generate\n model_output, event = await generate()\n ^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/tenacity/asyncio/__init__.py\", line 193, in async_wrapped\n return await copy(fn, *args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/tenacity/asyncio/__init__.py\", line 112, in __call__\n do = await self.iter(retry_state=retry_state)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/tenacity/asyncio/__init__.py\", line 157, in iter\n result = await action(retry_state)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/tenacity/_utils.py\", line 111, in inner\n return call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/tenacity/__init__.py\", line 393, in <lambda>\n self._add_action_func(lambda rs: rs.outcome.result())\n ^^^^^^^^^^^^^^^^^^^\n File \"/usr/local/lib/python3.12/concurrent/futures/_base.py\", line 449, in result\n return self.__get_result()\n ^^^^^^^^^^^^^^^^^^^\n File \"/usr/local/lib/python3.12/concurrent/futures/_base.py\", line 401, in __get_result\n raise self._exception\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/tenacity/asyncio/__init__.py\", line 116, in __call__\n result = await fn(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/lib/python3.12/site-packages/inspect_ai/model/_model.py\", line 1008, in generate\n raise RuntimeError(error_message)\nRuntimeError: \nRequest:\n{\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"Answer the following multiple choice question. The last line of your response should be of the following format: 'ANSWER: $LETTER' (without quotes) where LETTER is one of A,B,C,D. Think step by step before answering.\\n\\ntrans-cinnamaldehyde was treated with methylmagnesium bromide, forming product 1.\\n\\n1 was treated with pyridinium chlorochromate, forming product 2.\\n\\n3 was treated with (dimethyl(oxo)-l6-sulfaneylidene)methane in DMSO at elevated temperature, forming product 3.\\n\\nhow many carbon atoms are there in product 3?\\n\\nA) 14\\nB) 11\\nC) 12\\nD) 10\"\n }\n ],\n \"tools\": null,\n \"tool_choice\": null,\n \"extra_headers\": {\n \"x-irid\": \"hXiHuVoStdXVSmYAu8Hm9T\"\n },\n \"model\": \"Qwen2.5-0.5B-Instruct\"\n}\n\nUnprocessableEntityError(\"Error code: 422 - {'detail': [{'type': 'missing', 'loc': ['query', 'request'], 'msg': 'Field required', 'input': None}]}\")\n",
|
| 14 |
+
"traceback_ansi": "\u001b[31m┌─\u001b[0m\u001b[31m────────────────────\u001b[0m\u001b[31m \u001b[0m\u001b[1;31mTraceback \u001b[0m\u001b[1;2;31m(most recent call last)\u001b[0m\u001b[31m \u001b[0m\u001b[31m────────────────────\u001b[0m\u001b[31m─┐\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:479 in task_run \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/inspect_ai/_util/\u001b[0m\u001b[1m_async.py\u001b[0m:76 in tg_collect \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/inspect_ai/_util/\u001b[0m\u001b[1m_async.py\u001b[0m:64 in run_task \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:447 in run_sample \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:1258 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m task_run_sample \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:989 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m task_run_sample \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:905 in run \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/inspect_ai/solver/\u001b[0m\u001b[1m_plan.py\u001b[0m:105 in __call__ \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/inspect_ai/solver/\u001b[0m\u001b[1m_multiple_choice.py\u001b[0m:325 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m solve \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mrun.py\u001b[0m:323 in generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/inspect_ai/_eval/task/\u001b[0m\u001b[1mgenerate.py\u001b[0m:28 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m task_generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/inspect_ai/model/\u001b[0m\u001b[1m_model.py\u001b[0m:591 in generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/inspect_ai/model/\u001b[0m\u001b[1m_model.py\u001b[0m:1046 in _generate \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/tenacity/asyncio/\u001b[0m\u001b[1m__init__.py\u001b[0m:193 in \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m async_wrapped \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/tenacity/asyncio/\u001b[0m\u001b[1m__init__.py\u001b[0m:112 in __call__ \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/tenacity/asyncio/\u001b[0m\u001b[1m__init__.py\u001b[0m:157 in iter \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/tenacity/\u001b[0m\u001b[1m_utils.py\u001b[0m:111 in inner \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/tenacity/\u001b[0m\u001b[1m__init__.py\u001b[0m:393 in <lambda> \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/usr/local/lib/python3.12/concurrent/futures/\u001b[0m\u001b[1m_base.py\u001b[0m:449 in result \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m446 \u001b[0m\u001b[2m│ │ │ │ \u001b[0m\u001b[94mif\u001b[0m \u001b[96mself\u001b[0m._state \u001b[95min\u001b[0m [CANCELLED, CANCELLED_AND_NOTIFIED] \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m447 \u001b[0m\u001b[2m│ │ │ │ │ \u001b[0m\u001b[94mraise\u001b[0m CancelledError() \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m448 \u001b[0m\u001b[2m│ │ │ │ \u001b[0m\u001b[94melif\u001b[0m \u001b[96mself\u001b[0m._state == FINISHED: \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m> \u001b[0m449 \u001b[2m│ │ │ │ │ \u001b[0m\u001b[94mreturn\u001b[0m \u001b[96mself\u001b[0m.__get_result() \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m450 \u001b[0m\u001b[2m│ │ │ │ \u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m451 \u001b[0m\u001b[2m│ │ │ │ \u001b[0m\u001b[96mself\u001b[0m._condition.wait(timeout) \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m452 \u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/usr/local/lib/python3.12/concurrent/futures/\u001b[0m\u001b[1m_base.py\u001b[0m:401 in __get_result \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m398 \u001b[0m\u001b[2m│ \u001b[0m\u001b[94mdef\u001b[0m\u001b[90m \u001b[0m\u001b[92m__get_result\u001b[0m(\u001b[96mself\u001b[0m): \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m399 \u001b[0m\u001b[2m│ │ \u001b[0m\u001b[94mif\u001b[0m \u001b[96mself\u001b[0m._exception: \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m400 \u001b[0m\u001b[2m│ │ │ \u001b[0m\u001b[94mtry\u001b[0m: \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m> \u001b[0m401 \u001b[2m│ │ │ │ \u001b[0m\u001b[94mraise\u001b[0m \u001b[96mself\u001b[0m._exception \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m402 \u001b[0m\u001b[2m│ │ │ \u001b[0m\u001b[94mfinally\u001b[0m: \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m403 \u001b[0m\u001b[2m│ │ │ │ \u001b[0m\u001b[2m# Break a reference cycle with the exception in self.\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m404 \u001b[0m\u001b[2m│ │ │ │ \u001b[0m\u001b[1;4;96mself\u001b[0m = \u001b[94mNone\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/tenacity/asyncio/\u001b[0m\u001b[1m__init__.py\u001b[0m:116 in __call__ \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2m/root/.cache/uv/environments-v2/test-transformers-serve-47dc6b9bb9571bf4/li\u001b[0m \u001b[31m│\u001b[0m\n\u001b[31m│\u001b[0m \u001b[2mb/python3.12/site-packages/inspect_ai/model/\u001b[0m\u001b[1m_model.py\u001b[0m:1008 in generate \u001b[31m│\u001b[0m\n\u001b[31m└─────────────────────────────────────────────────────────────────────────────┘\u001b[0m\n\u001b[1;91mRuntimeError: \u001b[0m\nRequest:\n\u001b[1m{\u001b[0m\n \u001b[32m\"messages\"\u001b[0m: \u001b[1m[\u001b[0m\n \u001b[1m{\u001b[0m\n \u001b[32m\"role\"\u001b[0m: \u001b[32m\"user\"\u001b[0m,\n \u001b[32m\"content\"\u001b[0m: \u001b[32m\"Answer the following multiple choice question. The last line \u001b[0m\n\u001b[32mof your response should be of the following format: 'ANSWER: $LETTER' \u001b[0m\u001b[32m(\u001b[0m\u001b[32mwithout \u001b[0m\n\u001b[32mquotes\u001b[0m\u001b[32m)\u001b[0m\u001b[32m where LETTER is one of A,B,C,D. Think step by step before \u001b[0m\n\u001b[32manswering.\\n\\ntrans-cinnamaldehyde was treated with methylmagnesium bromide, \u001b[0m\n\u001b[32mforming product 1.\\n\\n1 was treated with pyridinium chlorochromate, forming \u001b[0m\n\u001b[32mproduct 2.\\n\\n3 was treated with \u001b[0m\u001b[32m(\u001b[0m\u001b[32mdimethyl\u001b[0m\u001b[32m(\u001b[0m\u001b[32moxo\u001b[0m\u001b[32m)\u001b[0m\u001b[32m-l6-sulfaneylidene\u001b[0m\u001b[32m)\u001b[0m\u001b[32mmethane in \u001b[0m\n\u001b[32mDMSO at elevated temperature, forming product 3.\\n\\nhow many carbon atoms are \u001b[0m\n\u001b[32mthere in product 3?\\n\\nA\u001b[0m\u001b[32m)\u001b[0m\u001b[32m 14\\nB\u001b[0m\u001b[32m)\u001b[0m\u001b[32m 11\\nC\u001b[0m\u001b[32m)\u001b[0m\u001b[32m 12\\nD\u001b[0m\u001b[32m)\u001b[0m\u001b[32m 10\"\u001b[0m\n \u001b[1m}\u001b[0m\n \u001b[1m]\u001b[0m,\n \u001b[32m\"tools\"\u001b[0m: null,\n \u001b[32m\"tool_choice\"\u001b[0m: null,\n \u001b[32m\"extra_headers\"\u001b[0m: \u001b[1m{\u001b[0m\n \u001b[32m\"x-irid\"\u001b[0m: \u001b[32m\"hXiHuVoStdXVSmYAu8Hm9T\"\u001b[0m\n \u001b[1m}\u001b[0m,\n \u001b[32m\"model\"\u001b[0m: \u001b[32m\"Qwen2.5-0.5B-Instruct\"\u001b[0m\n\u001b[1m}\u001b[0m\n\n\u001b[1;35mUnprocessableEntityError\u001b[0m\u001b[1m(\u001b[0m\u001b[32m\"Error code: 422 - \u001b[0m\u001b[32m{\u001b[0m\u001b[32m'detail': \u001b[0m\u001b[32m[\u001b[0m\u001b[32m{\u001b[0m\u001b[32m'type': 'missing', \u001b[0m\n\u001b[32m'loc': \u001b[0m\u001b[32m[\u001b[0m\u001b[32m'query', 'request'\u001b[0m\u001b[32m]\u001b[0m\u001b[32m, 'msg': 'Field required', 'input': None\u001b[0m\u001b[32m}\u001b[0m\u001b[32m]\u001b[0m\u001b[32m}\u001b[0m\u001b[32m\"\u001b[0m\u001b[1m)\u001b[0m\n"
|
| 15 |
+
},
|
| 16 |
+
"model": "openai-api/Qwen/Qwen2.5-0.5B-Instruct",
|
| 17 |
+
"started_at": "2026-03-26T11:30:34+00:00",
|
| 18 |
+
"completed_at": "2026-03-26T11:30:40+00:00"
|
| 19 |
+
}
|
| 20 |
+
}
|
robots.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
User-agent: *
|
| 2 |
+
Disallow: /
|