src/envs.py

import os, json

USE_LM_STUDIO = os.getenv("USE_LM_STUDIO", "false").lower() == "true"
EVAL_MODEL = os.getenv("EVAL_MODEL", "gpt-5-mini-2025-08-07")
EVAL_CONCURRENCY = int(os.getenv("EVAL_CONCURRENCY", "10"))
OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
XAI_API_KEY = os.getenv("XAI_API_KEY")

CORPUS_PATH = "data/600/corpus.jsonl"
QUESTIONS_PATH = "data/600/questions_public.jsonl"
# GOLD_PATH = "secret/5/answers_gold.jsonl"

from huggingface_hub import hf_hub_download

HF_TOKEN = os.getenv("HF_TOKEN")

# Download from a dataset

GOLD_PATH = hf_hub_download(repo_id="datakomarov/RAG-data", filename="answers_gold.jsonl", repo_type="dataset", token=HF_TOKEN, local_dir=".")

def load_jsonl(path):
    return [json.loads(l) for l in open(path, encoding="utf-8")]