Upload folder using huggingface_hub

train/hour1_smoke.py

@@ -135,7 +135,7 @@ def main():
             output_dir="/tmp/smoke_out",
             num_generations=2,                 # keep small for speed
             max_completion_length=384,
-            per_device_train_batch_size=1,
+            per_device_train_batch_size=2,     # must be >= num_generations for TRL
             learning_rate=5e-6,
             max_steps=2,
             logging_steps=1,