File size: 1,467 Bytes
7f921f4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 | accelerate launch --config_file configs/accelerate_config.yaml scripts/train.py \
--dataset_base_path "/mnt/nfs/workspace/syq/dataset/Hypersim/processed_depth,/mnt/nfs/workspace/syq/dataset/vkitti2" \
--dataset_metadata_path "./data_split/hypersim_depth/filename_list_train_filtered2.txt,./data_split/vkitti_depth/vkitti_train.txt" \
--data_file_keys "kontext_images,image" \
--model_paths "./FLUX.1-Kontext-dev" \
--learning_rate "3e-6" \
--num_epochs "8" \
--remove_prefix_in_ckpt "pipe.dit." \
--trainable_models "dit" \
--extra_inputs "kontext_images" \
--use_gradient_checkpointing \
--default_caption "Transform to depth map while maintaining original composition" \
--batch_size 2 \
--output_path "ckpts/kontext_depth/bs64_sqrt_lora" \
--eval_file_list "./data_split/nyu_depth/labeled/filename_list_test.txt" \
--multi_res_noise \
--save_steps 200 \
--eval_steps 10 \
--with_mask \
--depth_normalization sqrt \
--using_sqrt \
--lora_base_model "dit" \
--lora_target_modules "a_to_qkv,b_to_qkv,ff_a.0,ff_a.2,ff_b.0,ff_b.2,a_to_out,b_to_out,proj_out,norm.linear,norm1_a.linear,norm1_b.linear,to_qkv_mlp" \
--lora_rank 64 \
--align_to_opensource_format \
--height 512 \
--width 768 \
--resume
# --deterministic_flow \
# --extra_loss "cycle_consistency_depth_estimation"
# --extra_loss_start_epoch 0 \
# --using_sqrt \
# --resume \
|