File size: 2,313 Bytes
e9e6671 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 | from __future__ import annotations
import os
from pathlib import Path
SPACE_ROOT = Path(__file__).resolve().parent
DEFAULT_OUTPUT_DIR = SPACE_ROOT / ".cache"
SEED_LEADERBOARD_PATH = SPACE_ROOT / "leaderboard_seed.csv"
SPACE_TITLE = "RPC-Bench Leaderboard"
SPACE_SUBTITLE = "Leaderboard and submission entry for RPC-Bench."
SUBMISSION_REPO_ID = os.environ.get("SUBMISSION_REPO_ID", "").strip()
SUBMISSION_REPO_TYPE = "dataset"
SUBMISSION_CSV_PATH = os.environ.get("SUBMISSION_CSV_PATH", "leaderboard.csv").strip()
HF_TOKEN = os.environ.get("HF_TOKEN", "").strip() or None
GOLD_DIR = Path(os.environ.get("RPC_BENCH_GOLD_DIR", SPACE_ROOT / "benchmark"))
GOLD_PATHS = {
"dev": Path(os.environ.get("RPC_BENCH_GOLD_DEV", GOLD_DIR / "dev.json")),
"test": Path(os.environ.get("RPC_BENCH_GOLD_TEST", GOLD_DIR / "test.json")),
}
MODEL_COLUMNS = ["Model", "Organization", "Input Config", "Date", "Status"]
SCORE_COLUMNS = [
"Conciseness",
"Correctness",
"Completeness",
"F1-like",
"Info",
]
ALL_COLUMNS = MODEL_COLUMNS + SCORE_COLUMNS
EXTERNAL_LINKS = """
<p align="center">
🌐 <a href="https://rpc-bench.github.io/" target="_blank">Project Page</a> •
💻 <a href="https://github.com/RPC-Bench/PRC-Bench" target="_blank">GitHub</a> •
📖 <a href="https://arxiv.org/abs/2601.14289" target="_blank">Paper</a> •
🤗 <a href="https://huggingface.co" target="_blank">Hugging Face</a> •
🧭 <a href="https://community.modelscope.cn/" target="_blank">ModelScope</a>
</p>
"""
INTRODUCTION = (
"RPC-Bench Leaderboard provides a compact interface for browsing published results "
"and uploading new submissions for evaluation."
)
SUBMIT_GUIDANCE = (
"Upload a JSONL prediction file with fields `id`, `part_idx`, `question`, "
"`gen_answer`, and `category`. The Space will validate the format, optionally "
"run the judge, and then write the result into the submission repository."
)
CITATION = r"""@article{chen2026rpc,
title={RPC-Bench: A Fine-grained Benchmark for Research Paper Comprehension},
author={Chen, Yelin and Zhang, Fanjin and Sun, Suping and Pang, Yunhe and Wang, Yuanchun and Song, Jian and Li, Xiaoyan and Hou, Lei and Zhao, Shu and Tang, Jie and others},
journal={arXiv preprint arXiv:2601.14289},
year={2026}
}"""
|