Spaces:
Running on CPU Upgrade
Running on CPU Upgrade
Enahnce downloading the details repo
Browse files- backend/data_loader.py +7 -4
backend/data_loader.py
CHANGED
|
@@ -242,13 +242,16 @@ def download_datasets():
|
|
| 242 |
res_path = silent_snapshot_download(
|
| 243 |
repo_id=RESULTS_REPO_ID,
|
| 244 |
repo_type="dataset",
|
| 245 |
-
allow_patterns=["*.json", "*.jsonl"
|
| 246 |
)
|
| 247 |
os.environ["EVAL_RESULTS_PATH"] = res_path
|
| 248 |
|
| 249 |
-
|
| 250 |
-
|
| 251 |
-
|
|
|
|
|
|
|
|
|
|
| 252 |
|
| 253 |
|
| 254 |
# -----------------------------------------------------------------------------
|
|
|
|
| 242 |
res_path = silent_snapshot_download(
|
| 243 |
repo_id=RESULTS_REPO_ID,
|
| 244 |
repo_type="dataset",
|
| 245 |
+
allow_patterns=["*.json", "*.jsonl"],
|
| 246 |
)
|
| 247 |
os.environ["EVAL_RESULTS_PATH"] = res_path
|
| 248 |
|
| 249 |
+
details_path = silent_snapshot_download(
|
| 250 |
+
repo_id=DETAILS_REPO_ID,
|
| 251 |
+
repo_type="dataset",
|
| 252 |
+
allow_patterns=["*.parquet", "*.json", "*.jsonl"],
|
| 253 |
+
)
|
| 254 |
+
os.environ["EVAL_DETAILS_PATH"] = details_path
|
| 255 |
|
| 256 |
|
| 257 |
# -----------------------------------------------------------------------------
|