export NCCL_SOCKET_IFNAME=ens3 export NCCL_IB_DISABLE=1 # used for check save when communication export NCCL_BLOCKING_WAIT=1 export NCCL_ASYNC_ERROR_HANDLING=1 export NCCL_TIMEOUT=10000 # timeout set to 1 hour (unit: seconds) export NCCL_SOCKET_TIMEOUT_MS=360000 export PYTHONWARNINGS="ignore::UserWarning:torchvision.io._video_deprecation_warning" ########################################################################################### # === Please modify the following paths according to your environment === Framework_name=QwenGR00T freeze_module_list='' base_vlm=playground/Pretrained_models/Qwen3-VL-2B-Instruct config_yaml=./examples/LIBERO/train_files/starvla_cotrain_libero.yaml libero_data_root=playground/Datasets/LEROBOT_LIBERO_DATA data_mix=libero_all run_root_dir=./results/ckpt run_id=0323_libero_all_qwengr00t num_processes=1 # === End of environment variable configuration === ########################################################################################### # export WANDB_MODE=disabled output_dir=${run_root_dir}/${run_id} mkdir -p ${output_dir} # mv this script to the output dir cp $0 ${output_dir}/ accelerate launch \ --config_file starVLA/config/deepseeds/single_gpu_bf16.yaml \ --num_processes ${num_processes} \ starVLA/training/train_starvla.py \ --config_yaml ${config_yaml} \ --framework.name ${Framework_name} \ --framework.qwenvl.base_vlm ${base_vlm} \ --datasets.vla_data.data_root_dir ${libero_data_root}\ --datasets.vla_data.data_mix ${data_mix} \ --datasets.vla_data.per_device_batch_size 16 \ --datasets.vla_data.num_workers 4 \ --trainer.vla_data.video_backend torchvision_av \ --trainer.freeze_modules ${freeze_module_list} \ --trainer.max_train_steps 40000 \ --trainer.save_interval 4000 \ --trainer.logging_frequency 100 \ --trainer.eval_interval 100 \ --run_root_dir ${run_root_dir} \ --run_id ${run_id} \ --wandb_project starvla \ --wandb_entity junha-lee\ # --is_debug True ##### Multi-Server Multi-GPU training script ##### # accelerate launch \ # --config_file starVLA/config/deepseeds/deepspeed_zero2.yaml \ # --main_process_ip $MASTER_ADDR \ # --main_process_port $MASTER_PORT \ # --machine_rank $SLURM_PROCID \ # --num_machines $SLURM_NNODES \ # --num_processes=${TOTAL_GPUS} \ # starVLA/training/train_starvla.py \ # --config_yaml ${config_yaml} \ # --framework.name ${Framework_name} \ # --framework.qwenvl.base_vlm ${base_vlm} \ # --run_root_dir ${run_root_dir} \ # --run_id ${run_id} \ # --wandb_project your_project \ # --wandb_entity your_name ##### Multi-Server Multi-GPU training script #####