from __future__ import annotations import os from pathlib import Path SPACE_ROOT = Path(__file__).resolve().parent DEFAULT_OUTPUT_DIR = SPACE_ROOT / ".cache" SEED_LEADERBOARD_PATH = SPACE_ROOT / "leaderboard_seed.csv" SPACE_TITLE = "RPC-Bench Leaderboard" SPACE_SUBTITLE = "Leaderboard and submission entry for RPC-Bench." SUBMISSION_REPO_ID = os.environ.get("SUBMISSION_REPO_ID", "").strip() SUBMISSION_REPO_TYPE = "dataset" SUBMISSION_CSV_PATH = os.environ.get("SUBMISSION_CSV_PATH", "leaderboard.csv").strip() HF_TOKEN = os.environ.get("HF_TOKEN", "").strip() or None GOLD_DIR = Path(os.environ.get("RPC_BENCH_GOLD_DIR", SPACE_ROOT / "benchmark")) GOLD_PATHS = { "dev": Path(os.environ.get("RPC_BENCH_GOLD_DEV", GOLD_DIR / "dev.json")), "test": Path(os.environ.get("RPC_BENCH_GOLD_TEST", GOLD_DIR / "test.json")), } MODEL_COLUMNS = ["Model", "Organization", "Input Config", "Date", "Status"] SCORE_COLUMNS = [ "Conciseness", "Correctness", "Completeness", "F1-like", "Info", ] ALL_COLUMNS = MODEL_COLUMNS + SCORE_COLUMNS EXTERNAL_LINKS = """
🌐 Project Page • 💻 GitHub • 📖 Paper • 🤗 Hugging Face • 🧭 ModelScope
""" INTRODUCTION = ( "RPC-Bench Leaderboard provides a compact interface for browsing published results " "and uploading new submissions for evaluation." ) SUBMIT_GUIDANCE = ( "Upload a JSONL prediction file with fields `id`, `part_idx`, `question`, " "`gen_answer`, and `category`. The Space will validate the format, optionally " "run the judge, and then write the result into the submission repository." ) CITATION = r"""@article{chen2026rpc, title={RPC-Bench: A Fine-grained Benchmark for Research Paper Comprehension}, author={Chen, Yelin and Zhang, Fanjin and Sun, Suping and Pang, Yunhe and Wang, Yuanchun and Song, Jian and Li, Xiaoyan and Hou, Lei and Zhao, Shu and Tang, Jie and others}, journal={arXiv preprint arXiv:2601.14289}, year={2026} }"""