File size: 1,767 Bytes
576a0a5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 | {'resume': None,
'output_path': './fusion/results/',
'save_model': 1,
'debug': 0,
'subj': '01',
'run': 'convnext_base.fb_in1k_from_dinov3',
'data_dir': '../../../algonauts/algonauts_2023_challenge_data/subj01',
'saved_feats': None,
'saved_feats_dir': '../../algonauts_image_features/',
'readout_res': 'rois_all',
'unit_to_voxel_path': './brain_encoder/unit_to_voxel/subj_1/',
'encoder_arch': 'transformer',
'objective': 'classification',
'dataset': 'imagenet',
'backbone_arch': 'dinov3',
'teacher_arch': 'dinov3_vitb16',
'logits_teacher_arch': 'None',
'student_arch': 'convnext_base.fb_in1k',
'dilation': False,
'position_embedding': 'sine',
'return_interm': True,
'enc_layers': 0,
'dec_layers': 1,
'dim_feedforward': 1024,
'hidden_dim': 768,
'dropout': 0.1,
'nheads': 16,
'num_queries': 16,
'pre_norm': 1,
'enc_output_layer': 1,
'bb_output_layer': 1,
'train_above_layer': -1,
'distill_from_layer': -1,
'include_cls_in_gram': 0,
'num_workers': 4,
'epochs': 100,
'batch_size': 16,
'lr': 0.0005,
'weight_decay': 0.0001,
'lr_drop': 100,
'lr_backbone': 0.0,
'clip_max_norm': 0.1,
'loss_neuro': 0.0,
'loss_labels': 0.1,
'loss_gram': 100.0,
'loss_kl_logits': 0.0,
'evaluate': False,
'wandb_p': 'fusion',
'wandb_r': 'convnext_base.fb_in1k',
'image_size': 256,
'teacher_image_size': 256,
'logits_teacher_image_size': 512,
'student_image_size': 512,
'patch_size': 14,
'horizontal_flip': False,
'img_channels': 3,
'distributed': 1,
'port': '12371',
'world_size': 1,
'rank': 0,
'gpu': 0,
'dist_url': 'env://',
'dist_backend': 'nccl',
'device': device(type='cuda'),
'val_perf': 0,
'num_classes': 1000,
'save_dir': './fusion/results/dinov3/subj_01/enc_1/run_convnext_base.fb_in1k_from_dinov3/',
'start_epoch': 0}
|