Spaces:
Sleeping
Sleeping
600 instead of 5
Browse files- src/envs.py +3 -3
src/envs.py
CHANGED
|
@@ -6,8 +6,8 @@ EVAL_CONCURRENCY = int(os.getenv("EVAL_CONCURRENCY", "10"))
|
|
| 6 |
OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
|
| 7 |
XAI_API_KEY = os.getenv("XAI_API_KEY")
|
| 8 |
|
| 9 |
-
CORPUS_PATH = "data/
|
| 10 |
-
QUESTIONS_PATH = "data/
|
| 11 |
# GOLD_PATH = "secret/5/answers_gold.jsonl"
|
| 12 |
|
| 13 |
from huggingface_hub import hf_hub_download
|
|
@@ -16,7 +16,7 @@ HF_TOKEN = os.getenv("HF_TOKEN")
|
|
| 16 |
|
| 17 |
# Download from a dataset
|
| 18 |
|
| 19 |
-
GOLD_PATH = hf_hub_download(repo_id="datakomarov/RAG-data", filename="
|
| 20 |
|
| 21 |
def load_jsonl(path):
|
| 22 |
return [json.loads(l) for l in open(path, encoding="utf-8")]
|
|
|
|
| 6 |
OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
|
| 7 |
XAI_API_KEY = os.getenv("XAI_API_KEY")
|
| 8 |
|
| 9 |
+
CORPUS_PATH = "data/corpus.jsonl"
|
| 10 |
+
QUESTIONS_PATH = "data/questions_public.jsonl"
|
| 11 |
# GOLD_PATH = "secret/5/answers_gold.jsonl"
|
| 12 |
|
| 13 |
from huggingface_hub import hf_hub_download
|
|
|
|
| 16 |
|
| 17 |
# Download from a dataset
|
| 18 |
|
| 19 |
+
GOLD_PATH = hf_hub_download(repo_id="datakomarov/RAG-data", filename="answers_gold.jsonl", repo_type="dataset", token=HF_TOKEN, local_dir=".")
|
| 20 |
|
| 21 |
def load_jsonl(path):
|
| 22 |
return [json.loads(l) for l in open(path, encoding="utf-8")]
|