run_dataset_build.py

"""
Run dataset builder job to create and push datasets.
"""
import subprocess
import sys

# Install dependencies
subprocess.check_call([sys.executable, "-m", "pip", "install", "--quiet", "datasets", "huggingface_hub"])

from dataset_builder import main

if __name__ == "__main__":
    main()