gram_aligned/convnext_base.fb_in1k_gram_aligned_dinov3/params.txt

{'resume': None,
 'output_path': './fusion/results/',
 'save_model': 1,
 'debug': 0,
 'subj': '01',
 'run': 'convnext_base.fb_in1k_from_dinov3',
 'data_dir': '../../../algonauts/algonauts_2023_challenge_data/subj01',
 'saved_feats': None,
 'saved_feats_dir': '../../algonauts_image_features/',
 'readout_res': 'rois_all',
 'unit_to_voxel_path': './brain_encoder/unit_to_voxel/subj_1/',
 'encoder_arch': 'transformer',
 'objective': 'classification',
 'dataset': 'imagenet',
 'backbone_arch': 'dinov3',
 'teacher_arch': 'dinov3_vitb16',
 'logits_teacher_arch': 'None',
 'student_arch': 'convnext_base.fb_in1k',
 'dilation': False,
 'position_embedding': 'sine',
 'return_interm': True,
 'enc_layers': 0,
 'dec_layers': 1,
 'dim_feedforward': 1024,
 'hidden_dim': 768,
 'dropout': 0.1,
 'nheads': 16,
 'num_queries': 16,
 'pre_norm': 1,
 'enc_output_layer': 1,
 'bb_output_layer': 1,
 'train_above_layer': -1,
 'distill_from_layer': -1,
 'include_cls_in_gram': 0,
 'num_workers': 4,
 'epochs': 100,
 'batch_size': 16,
 'lr': 0.0005,
 'weight_decay': 0.0001,
 'lr_drop': 100,
 'lr_backbone': 0.0,
 'clip_max_norm': 0.1,
 'loss_neuro': 0.0,
 'loss_labels': 0.1,
 'loss_gram': 100.0,
 'loss_kl_logits': 0.0,
 'evaluate': False,
 'wandb_p': 'fusion',
 'wandb_r': 'convnext_base.fb_in1k',
 'image_size': 256,
 'teacher_image_size': 256,
 'logits_teacher_image_size': 512,
 'student_image_size': 512,
 'patch_size': 14,
 'horizontal_flip': False,
 'img_channels': 3,
 'distributed': 1,
 'port': '12371',
 'world_size': 1,
 'rank': 0,
 'gpu': 0,
 'dist_url': 'env://',
 'dist_backend': 'nccl',
 'device': device(type='cuda'),
 'val_perf': 0,
 'num_classes': 1000,
 'save_dir': './fusion/results/dinov3/subj_01/enc_1/run_convnext_base.fb_in1k_from_dinov3/',
 'start_epoch': 0}