Alyafeai commited on
Commit
b50cc9d
·
1 Parent(s): 03ab794

Enahnce downloading the details repo

Browse files
Files changed (1) hide show
  1. backend/data_loader.py +7 -4
backend/data_loader.py CHANGED
@@ -242,13 +242,16 @@ def download_datasets():
242
  res_path = silent_snapshot_download(
243
  repo_id=RESULTS_REPO_ID,
244
  repo_type="dataset",
245
- allow_patterns=["*.json", "*.jsonl", "*.parquet"],
246
  )
247
  os.environ["EVAL_RESULTS_PATH"] = res_path
248
 
249
- details_base = _resolve_details_base_path()
250
- # _sync_details_dataset(details_base)
251
- os.environ["EVAL_DETAILS_PATH"] = str(details_base)
 
 
 
252
 
253
 
254
  # -----------------------------------------------------------------------------
 
242
  res_path = silent_snapshot_download(
243
  repo_id=RESULTS_REPO_ID,
244
  repo_type="dataset",
245
+ allow_patterns=["*.json", "*.jsonl"],
246
  )
247
  os.environ["EVAL_RESULTS_PATH"] = res_path
248
 
249
+ details_path = silent_snapshot_download(
250
+ repo_id=DETAILS_REPO_ID,
251
+ repo_type="dataset",
252
+ allow_patterns=["*.parquet", "*.json", "*.jsonl"],
253
+ )
254
+ os.environ["EVAL_DETAILS_PATH"] = details_path
255
 
256
 
257
  # -----------------------------------------------------------------------------