| from __future__ import annotations |
|
|
| import os |
| from pathlib import Path |
|
|
|
|
| SPACE_ROOT = Path(__file__).resolve().parent |
| DEFAULT_OUTPUT_DIR = SPACE_ROOT / ".cache" |
| SEED_LEADERBOARD_PATH = SPACE_ROOT / "leaderboard_seed.csv" |
|
|
| SPACE_TITLE = "RPC-Bench Leaderboard" |
| SPACE_SUBTITLE = "Leaderboard and submission entry for RPC-Bench." |
|
|
| SUBMISSION_REPO_ID = os.environ.get("SUBMISSION_REPO_ID", "").strip() |
| SUBMISSION_REPO_TYPE = "dataset" |
| SUBMISSION_CSV_PATH = os.environ.get("SUBMISSION_CSV_PATH", "leaderboard.csv").strip() |
|
|
| HF_TOKEN = os.environ.get("HF_TOKEN", "").strip() or None |
|
|
| GOLD_DIR = Path(os.environ.get("RPC_BENCH_GOLD_DIR", SPACE_ROOT / "benchmark")) |
| GOLD_PATHS = { |
| "dev": Path(os.environ.get("RPC_BENCH_GOLD_DEV", GOLD_DIR / "dev.json")), |
| "test": Path(os.environ.get("RPC_BENCH_GOLD_TEST", GOLD_DIR / "test.json")), |
| } |
|
|
| MODEL_COLUMNS = ["Model", "Organization", "Input Config", "Date", "Status"] |
| SCORE_COLUMNS = [ |
| "Conciseness", |
| "Correctness", |
| "Completeness", |
| "F1-like", |
| "Info", |
| ] |
| ALL_COLUMNS = MODEL_COLUMNS + SCORE_COLUMNS |
|
|
| EXTERNAL_LINKS = """ |
| <p align="center"> |
| 🌐 <a href="https://rpc-bench.github.io/" target="_blank">Project Page</a> • |
| 💻 <a href="https://github.com/RPC-Bench/PRC-Bench" target="_blank">GitHub</a> • |
| 📖 <a href="https://arxiv.org/abs/2601.14289" target="_blank">Paper</a> • |
| 🤗 <a href="https://huggingface.co" target="_blank">Hugging Face</a> • |
| 🧭 <a href="https://community.modelscope.cn/" target="_blank">ModelScope</a> |
| </p> |
| """ |
|
|
| INTRODUCTION = ( |
| "RPC-Bench Leaderboard provides a compact interface for browsing published results " |
| "and uploading new submissions for evaluation." |
| ) |
|
|
| SUBMIT_GUIDANCE = ( |
| "Upload a JSONL prediction file with fields `id`, `part_idx`, `question`, " |
| "`gen_answer`, and `category`. The Space will validate the format, optionally " |
| "run the judge, and then write the result into the submission repository." |
| ) |
|
|
| CITATION = r"""@article{chen2026rpc, |
| title={RPC-Bench: A Fine-grained Benchmark for Research Paper Comprehension}, |
| author={Chen, Yelin and Zhang, Fanjin and Sun, Suping and Pang, Yunhe and Wang, Yuanchun and Song, Jian and Li, Xiaoyan and Hou, Lei and Zhao, Shu and Tang, Jie and others}, |
| journal={arXiv preprint arXiv:2601.14289}, |
| year={2026} |
| }""" |
|
|
