YAML Metadata Error:Invalid Eval Result format in .eval_results/olmocrbench.yaml
Check out the documentation for more information.
Show details
✖ Invalid input: expected number, received undefined
→ at [0].value
✖ Invalid input: expected number, received undefined
→ at [1].value
✖ Invalid input: expected number, received undefined
→ at [2].value
✖ Invalid input: expected number, received undefined
→ at [3].value
✖ Invalid input: expected number, received undefined
→ at [4].value
✖ Invalid input: expected number, received undefined
→ at [5].value
✖ Invalid input: expected number, received undefined
→ at [6].value
✖ Invalid input: expected number, received undefined
→ at [7].value
✖ Invalid input: expected number, received undefined
→ at [8].value
| - dataset: | |
| id: allenai/olmOCR-bench | |
| task_id: overall | |
| value: 82.9 | |
| source: | |
| url: https://huggingface.co/datasets/pcuenq/dots.mocr-mlx-evals | |
| name: dots.mocr MLX quantization evaluation | |
| user: pcuenq | |
| - dataset: | |
| id: allenai/olmOCR-bench | |
| task_id: arxiv_math | |
| value: 86.6 | |
| source: | |
| url: https://huggingface.co/datasets/pcuenq/dots.mocr-mlx-evals | |
| name: dots.mocr MLX quantization evaluation | |
| user: pcuenq | |
| - dataset: | |
| id: allenai/olmOCR-bench | |
| task_id: baseline | |
| value: 99.3 | |
| source: | |
| url: https://huggingface.co/datasets/pcuenq/dots.mocr-mlx-evals | |
| name: dots.mocr MLX quantization evaluation | |
| user: pcuenq | |
| - dataset: | |
| id: allenai/olmOCR-bench | |
| task_id: headers_footers | |
| value: 91.4 | |
| source: | |
| url: https://huggingface.co/datasets/pcuenq/dots.mocr-mlx-evals | |
| name: dots.mocr MLX quantization evaluation | |
| user: pcuenq | |
| - dataset: | |
| id: allenai/olmOCR-bench | |
| task_id: long_tiny_text | |
| value: 80.8 | |
| source: | |
| url: https://huggingface.co/datasets/pcuenq/dots.mocr-mlx-evals | |
| name: dots.mocr MLX quantization evaluation | |
| user: pcuenq | |
| - dataset: | |
| id: allenai/olmOCR-bench | |
| task_id: multi_column | |
| value: 84.6 | |
| source: | |
| url: https://huggingface.co/datasets/pcuenq/dots.mocr-mlx-evals | |
| name: dots.mocr MLX quantization evaluation | |
| user: pcuenq | |
| - dataset: | |
| id: allenai/olmOCR-bench | |
| task_id: old_scans | |
| value: 48.1 | |
| source: | |
| url: https://huggingface.co/datasets/pcuenq/dots.mocr-mlx-evals | |
| name: dots.mocr MLX quantization evaluation | |
| user: pcuenq | |
| - dataset: | |
| id: allenai/olmOCR-bench | |
| task_id: old_scans_math | |
| value: 83.6 | |
| source: | |
| url: https://huggingface.co/datasets/pcuenq/dots.mocr-mlx-evals | |
| name: dots.mocr MLX quantization evaluation | |
| user: pcuenq | |
| - dataset: | |
| id: allenai/olmOCR-bench | |
| task_id: table_tests | |
| value: 88.4 | |
| source: | |
| url: https://huggingface.co/datasets/pcuenq/dots.mocr-mlx-evals | |
| name: dots.mocr MLX quantization evaluation | |
| user: pcuenq | |