abhshkp's picture
Upload folder using huggingface_hub
9daa0e5 verified
"""Utilities."""
import json
import os
from typing import List, Dict, Any
def ensure_dir(path: str):
os.makedirs(path, exist_ok=True)
def save_jsonl(path: str, records: List[Dict[str, Any]]):
with open(path, "w") as f:
for r in records:
f.write(json.dumps(r) + "\n")
def save_json(path: str, data: Any):
with open(path, "w") as f:
json.dump(data, f, indent=2)