| { |
| "bos_token_id": 1, |
| "conv_type": "llava_v1", |
| "eos_token_id": 2, |
| "imis_sam_checkpoint": "/data/huggingface/IMISNet-B.pth", |
| "local_rank": 0, |
| "lora_alpha": 16, |
| "lora_dropout": 0.05, |
| "lora_r": 8, |
| "lora_target_modules": "q_proj,v_proj,gate_proj,up_proj,down_proj", |
| "max_length": 4096, |
| "model_max_length": 2048, |
| "out_dim": 768, |
| "pad_token_id": 0, |
| "precision": "bf16", |
| "pretrain_sam": null, |
| "region_fea_adapter": false, |
| "sam_img_size": 1024, |
| "save_path": "/data/checkpoints/imis-stage4-loop-alllong-bs48-3e-5-5e-5-trainfcs-gradaccu5-vlmearlystop70-60/", |
| "seg_token_idx": 32000, |
| "sft_modules": "lm_head,embed_tokens,input_layernorm,post_attention_layernorm,mm_projector", |
| "train_mask_decoder": false, |
| "transformers_version": "4.31.0", |
| "use_mm_start_end": true, |
| "version": "/data/huggingface/llava-v1.5-7b", |
| "vis_save_path": "./vis_output", |
| "vision_pretrained": "/data/huggingface/sam-med2d_b.pth", |
| "vision_tower": "/data/huggingface/clip-vit-large-patch14-336", |
| "weight": "/data/IMIS_runs/imis-stage4-loop-alllong-bs48-3e-5-5e-5-trainfcs-gradaccu5-vlmearlystop70/ckpt_model_60/global_step60/mp_rank_00_model_states.pt" |
| } |
|
|
