Hugging Face's logo

HosseinAdeli
/
fusion_models

Model card Files
xet
 Community
HosseinAdeli commited on
Commit
576a0a5
·
verified ·
1 Parent(s): ec3918d

Upload 12 files

Browse files
Files changed (12) hide show
  1. gram_aligned/convnext_base.fb_in1k_gram_aligned_dinov3/checkpoint.pth +3 -0
  2. gram_aligned/convnext_base.fb_in1k_gram_aligned_dinov3/params.txt +68 -0
  3. gram_aligned/convnext_base.fb_in1k_gram_aligned_dinov3/val_results.txt +10 -0
  4. gram_aligned/convnext_base.fb_in22k_ft_in1k_gram_aligned_dinov3/checkpoint.pth +3 -0
  5. gram_aligned/convnext_base.fb_in22k_ft_in1k_gram_aligned_dinov3/params.txt +68 -0
  6. gram_aligned/convnext_base.fb_in22k_ft_in1k_gram_aligned_dinov3/val_results.txt +10 -0
  7. gram_aligned/deit3_base_patch16_224.fb_in1k_gram_aligned_dinov3/checkpoint.pth +3 -0
  8. gram_aligned/deit3_base_patch16_224.fb_in1k_gram_aligned_dinov3/params.txt +68 -0
  9. gram_aligned/deit3_base_patch16_224.fb_in1k_gram_aligned_dinov3/val_results.txt +7 -0
  10. gram_aligned/deit3_base_patch16_224.fb_in22k_ft_in1k_gram_aligned_dinov3/checkpoint.pth +3 -0
  11. gram_aligned/deit3_base_patch16_224.fb_in22k_ft_in1k_gram_aligned_dinov3/params.txt +68 -0
  12. gram_aligned/deit3_base_patch16_224.fb_in22k_ft_in1k_gram_aligned_dinov3/val_results.txt +10 -0
gram_aligned/convnext_base.fb_in1k_gram_aligned_dinov3/checkpoint.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a08da0691a11b481c673b3b982c87609ce69d800c539ed28d69f53db1e9e55d3
3
+ size 354479702
gram_aligned/convnext_base.fb_in1k_gram_aligned_dinov3/params.txt ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {'resume': None,
2
+ 'output_path': './fusion/results/',
3
+ 'save_model': 1,
4
+ 'debug': 0,
5
+ 'subj': '01',
6
+ 'run': 'convnext_base.fb_in1k_from_dinov3',
7
+ 'data_dir': '../../../algonauts/algonauts_2023_challenge_data/subj01',
8
+ 'saved_feats': None,
9
+ 'saved_feats_dir': '../../algonauts_image_features/',
10
+ 'readout_res': 'rois_all',
11
+ 'unit_to_voxel_path': './brain_encoder/unit_to_voxel/subj_1/',
12
+ 'encoder_arch': 'transformer',
13
+ 'objective': 'classification',
14
+ 'dataset': 'imagenet',
15
+ 'backbone_arch': 'dinov3',
16
+ 'teacher_arch': 'dinov3_vitb16',
17
+ 'logits_teacher_arch': 'None',
18
+ 'student_arch': 'convnext_base.fb_in1k',
19
+ 'dilation': False,
20
+ 'position_embedding': 'sine',
21
+ 'return_interm': True,
22
+ 'enc_layers': 0,
23
+ 'dec_layers': 1,
24
+ 'dim_feedforward': 1024,
25
+ 'hidden_dim': 768,
26
+ 'dropout': 0.1,
27
+ 'nheads': 16,
28
+ 'num_queries': 16,
29
+ 'pre_norm': 1,
30
+ 'enc_output_layer': 1,
31
+ 'bb_output_layer': 1,
32
+ 'train_above_layer': -1,
33
+ 'distill_from_layer': -1,
34
+ 'include_cls_in_gram': 0,
35
+ 'num_workers': 4,
36
+ 'epochs': 100,
37
+ 'batch_size': 16,
38
+ 'lr': 0.0005,
39
+ 'weight_decay': 0.0001,
40
+ 'lr_drop': 100,
41
+ 'lr_backbone': 0.0,
42
+ 'clip_max_norm': 0.1,
43
+ 'loss_neuro': 0.0,
44
+ 'loss_labels': 0.1,
45
+ 'loss_gram': 100.0,
46
+ 'loss_kl_logits': 0.0,
47
+ 'evaluate': False,
48
+ 'wandb_p': 'fusion',
49
+ 'wandb_r': 'convnext_base.fb_in1k',
50
+ 'image_size': 256,
51
+ 'teacher_image_size': 256,
52
+ 'logits_teacher_image_size': 512,
53
+ 'student_image_size': 512,
54
+ 'patch_size': 14,
55
+ 'horizontal_flip': False,
56
+ 'img_channels': 3,
57
+ 'distributed': 1,
58
+ 'port': '12371',
59
+ 'world_size': 1,
60
+ 'rank': 0,
61
+ 'gpu': 0,
62
+ 'dist_url': 'env://',
63
+ 'dist_backend': 'nccl',
64
+ 'device': device(type='cuda'),
65
+ 'val_perf': 0,
66
+ 'num_classes': 1000,
67
+ 'save_dir': './fusion/results/dinov3/subj_01/enc_1/run_convnext_base.fb_in1k_from_dinov3/',
68
+ 'start_epoch': 0}
gram_aligned/convnext_base.fb_in1k_gram_aligned_dinov3/val_results.txt ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ validation results:
2
+ epoch 0, val_perf: 0.71366
3
+ epoch 1, val_perf: 0.72516
4
+ epoch 2, val_perf: 0.72706
5
+ epoch 3, val_perf: 0.73038
6
+ epoch 4, val_perf: 0.73164
7
+ epoch 5, val_perf: 0.73312
8
+ epoch 7, val_perf: 0.73426
9
+ epoch 9, val_perf: 0.73506
10
+ epoch 11, val_perf: 0.73556
gram_aligned/convnext_base.fb_in22k_ft_in1k_gram_aligned_dinov3/checkpoint.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d1c6088a3b7a532ac672e34c8f58c8253ecc041bae37fce0cb6bc0ec3739fbf
3
+ size 354479702
gram_aligned/convnext_base.fb_in22k_ft_in1k_gram_aligned_dinov3/params.txt ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {'resume': None,
2
+ 'output_path': './fusion/results/',
3
+ 'save_model': 1,
4
+ 'debug': 0,
5
+ 'subj': '01',
6
+ 'run': 'convnext_base.fb_in22k_ft_in1k_from_dinov3',
7
+ 'data_dir': '../../../algonauts/algonauts_2023_challenge_data/subj01',
8
+ 'saved_feats': None,
9
+ 'saved_feats_dir': '../../algonauts_image_features/',
10
+ 'readout_res': 'rois_all',
11
+ 'unit_to_voxel_path': './brain_encoder/unit_to_voxel/subj_1/',
12
+ 'encoder_arch': 'transformer',
13
+ 'objective': 'classification',
14
+ 'dataset': 'imagenet',
15
+ 'backbone_arch': 'dinov3',
16
+ 'teacher_arch': 'dinov3_vitb16',
17
+ 'logits_teacher_arch': 'None',
18
+ 'student_arch': 'convnext_base.fb_in22k_ft_in1k',
19
+ 'dilation': False,
20
+ 'position_embedding': 'sine',
21
+ 'return_interm': True,
22
+ 'enc_layers': 0,
23
+ 'dec_layers': 1,
24
+ 'dim_feedforward': 1024,
25
+ 'hidden_dim': 768,
26
+ 'dropout': 0.1,
27
+ 'nheads': 16,
28
+ 'num_queries': 16,
29
+ 'pre_norm': 1,
30
+ 'enc_output_layer': 1,
31
+ 'bb_output_layer': 1,
32
+ 'train_above_layer': -1,
33
+ 'distill_from_layer': -1,
34
+ 'include_cls_in_gram': 0,
35
+ 'num_workers': 4,
36
+ 'epochs': 100,
37
+ 'batch_size': 16,
38
+ 'lr': 0.0005,
39
+ 'weight_decay': 0.0001,
40
+ 'lr_drop': 100,
41
+ 'lr_backbone': 0.0,
42
+ 'clip_max_norm': 0.1,
43
+ 'loss_neuro': 0.0,
44
+ 'loss_labels': 0.1,
45
+ 'loss_gram': 100.0,
46
+ 'loss_kl_logits': 0.0,
47
+ 'evaluate': False,
48
+ 'wandb_p': 'fusion',
49
+ 'wandb_r': 'convnext_base.fb_in22k_ft_in1k',
50
+ 'image_size': 256,
51
+ 'teacher_image_size': 256,
52
+ 'logits_teacher_image_size': 512,
53
+ 'student_image_size': 512,
54
+ 'patch_size': 14,
55
+ 'horizontal_flip': False,
56
+ 'img_channels': 3,
57
+ 'distributed': 1,
58
+ 'port': '12370',
59
+ 'world_size': 1,
60
+ 'rank': 0,
61
+ 'gpu': 0,
62
+ 'dist_url': 'env://',
63
+ 'dist_backend': 'nccl',
64
+ 'device': device(type='cuda'),
65
+ 'val_perf': 0,
66
+ 'num_classes': 1000,
67
+ 'save_dir': './fusion/results/dinov3/subj_01/enc_1/run_convnext_base.fb_in22k_ft_in1k_from_dinov3/',
68
+ 'start_epoch': 0}
gram_aligned/convnext_base.fb_in22k_ft_in1k_gram_aligned_dinov3/val_results.txt ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ validation results:
2
+ epoch 0, val_perf: 0.72776
3
+ epoch 1, val_perf: 0.74094
4
+ epoch 2, val_perf: 0.74544
5
+ epoch 3, val_perf: 0.7477
6
+ epoch 4, val_perf: 0.74966
7
+ epoch 5, val_perf: 0.75252
8
+ epoch 6, val_perf: 0.75344
9
+ epoch 8, val_perf: 0.755
10
+ epoch 11, val_perf: 0.75542
gram_aligned/deit3_base_patch16_224.fb_in1k_gram_aligned_dinov3/checkpoint.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d52bc52dfccad25e5f8f8b452d8ff6a5a9f33afcb1f5aa88845b3e4eddb7894e
3
+ size 346399150
gram_aligned/deit3_base_patch16_224.fb_in1k_gram_aligned_dinov3/params.txt ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {'resume': None,
2
+ 'output_path': './fusion/results/',
3
+ 'save_model': 1,
4
+ 'debug': 0,
5
+ 'subj': '01',
6
+ 'run': 'deit3_base_patch16_224.fb_in1k_from_dinov3',
7
+ 'data_dir': '../../../algonauts/algonauts_2023_challenge_data/subj01',
8
+ 'saved_feats': None,
9
+ 'saved_feats_dir': '../../algonauts_image_features/',
10
+ 'readout_res': 'rois_all',
11
+ 'unit_to_voxel_path': './brain_encoder/unit_to_voxel/subj_1/',
12
+ 'encoder_arch': 'transformer',
13
+ 'objective': 'classification',
14
+ 'dataset': 'imagenet',
15
+ 'backbone_arch': 'dinov3',
16
+ 'teacher_arch': 'dinov3_vitb16',
17
+ 'logits_teacher_arch': 'None',
18
+ 'student_arch': 'deit3_base_patch16_224.fb_in1k',
19
+ 'dilation': False,
20
+ 'position_embedding': 'sine',
21
+ 'return_interm': True,
22
+ 'enc_layers': 0,
23
+ 'dec_layers': 1,
24
+ 'dim_feedforward': 1024,
25
+ 'hidden_dim': 768,
26
+ 'dropout': 0.1,
27
+ 'nheads': 16,
28
+ 'num_queries': 16,
29
+ 'pre_norm': 1,
30
+ 'enc_output_layer': 1,
31
+ 'bb_output_layer': 1,
32
+ 'train_above_layer': -1,
33
+ 'distill_from_layer': -1,
34
+ 'include_cls_in_gram': 0,
35
+ 'num_workers': 4,
36
+ 'epochs': 100,
37
+ 'batch_size': 16,
38
+ 'lr': 0.0005,
39
+ 'weight_decay': 0.0001,
40
+ 'lr_drop': 100,
41
+ 'lr_backbone': 0.0,
42
+ 'clip_max_norm': 0.1,
43
+ 'loss_neuro': 0.0,
44
+ 'loss_labels': 0.1,
45
+ 'loss_gram': 100.0,
46
+ 'loss_kl_logits': 0.0,
47
+ 'evaluate': False,
48
+ 'wandb_p': 'fusion',
49
+ 'wandb_r': 'deit3_base_patch16_224.fb_in1k',
50
+ 'image_size': 256,
51
+ 'teacher_image_size': 256,
52
+ 'logits_teacher_image_size': 256,
53
+ 'student_image_size': 256,
54
+ 'patch_size': 14,
55
+ 'horizontal_flip': False,
56
+ 'img_channels': 3,
57
+ 'distributed': 1,
58
+ 'port': '12372',
59
+ 'world_size': 1,
60
+ 'rank': 0,
61
+ 'gpu': 0,
62
+ 'dist_url': 'env://',
63
+ 'dist_backend': 'nccl',
64
+ 'device': device(type='cuda'),
65
+ 'val_perf': 0,
66
+ 'num_classes': 1000,
67
+ 'save_dir': './fusion/results/dinov3/subj_01/enc_1/run_deit3_base_patch16_224.fb_in1k_from_dinov3/',
68
+ 'start_epoch': 0}
gram_aligned/deit3_base_patch16_224.fb_in1k_gram_aligned_dinov3/val_results.txt ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ validation results:
2
+ epoch 0, val_perf: 0.76024
3
+ epoch 1, val_perf: 0.76494
4
+ epoch 5, val_perf: 0.76512
5
+ epoch 7, val_perf: 0.76768
6
+ epoch 10, val_perf: 0.76808
7
+ epoch 15, val_perf: 0.76902
gram_aligned/deit3_base_patch16_224.fb_in22k_ft_in1k_gram_aligned_dinov3/checkpoint.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:025d8845942c6bab37fe97f772e9d53e7918a41933da60e86c1d1a0fe0464bb7
3
+ size 346399214
gram_aligned/deit3_base_patch16_224.fb_in22k_ft_in1k_gram_aligned_dinov3/params.txt ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {'resume': None,
2
+ 'output_path': './fusion/results/',
3
+ 'save_model': 1,
4
+ 'debug': 0,
5
+ 'subj': '01',
6
+ 'run': 'deit3_base_patch16_224.fb_in22k_ft_in1k_from_dinov3',
7
+ 'data_dir': '../../../algonauts/algonauts_2023_challenge_data/subj01',
8
+ 'saved_feats': None,
9
+ 'saved_feats_dir': '../../algonauts_image_features/',
10
+ 'readout_res': 'rois_all',
11
+ 'unit_to_voxel_path': './brain_encoder/unit_to_voxel/subj_1/',
12
+ 'encoder_arch': 'transformer',
13
+ 'objective': 'classification',
14
+ 'dataset': 'imagenet',
15
+ 'backbone_arch': 'dinov3',
16
+ 'teacher_arch': 'dinov3_vitb16',
17
+ 'logits_teacher_arch': 'None',
18
+ 'student_arch': 'deit3_base_patch16_224.fb_in22k_ft_in1k',
19
+ 'dilation': False,
20
+ 'position_embedding': 'sine',
21
+ 'return_interm': True,
22
+ 'enc_layers': 0,
23
+ 'dec_layers': 1,
24
+ 'dim_feedforward': 1024,
25
+ 'hidden_dim': 768,
26
+ 'dropout': 0.1,
27
+ 'nheads': 16,
28
+ 'num_queries': 16,
29
+ 'pre_norm': 1,
30
+ 'enc_output_layer': 1,
31
+ 'bb_output_layer': 1,
32
+ 'train_above_layer': -1,
33
+ 'distill_from_layer': -1,
34
+ 'include_cls_in_gram': 0,
35
+ 'num_workers': 4,
36
+ 'epochs': 100,
37
+ 'batch_size': 16,
38
+ 'lr': 0.0005,
39
+ 'weight_decay': 0.0001,
40
+ 'lr_drop': 100,
41
+ 'lr_backbone': 0.0,
42
+ 'clip_max_norm': 0.1,
43
+ 'loss_neuro': 0.0,
44
+ 'loss_labels': 0.1,
45
+ 'loss_gram': 100.0,
46
+ 'loss_kl_logits': 0.0,
47
+ 'evaluate': False,
48
+ 'wandb_p': 'fusion',
49
+ 'wandb_r': 'deit3_base_patch16_224.fb_in22k_ft_in1k',
50
+ 'image_size': 256,
51
+ 'teacher_image_size': 256,
52
+ 'logits_teacher_image_size': 256,
53
+ 'student_image_size': 256,
54
+ 'patch_size': 14,
55
+ 'horizontal_flip': False,
56
+ 'img_channels': 3,
57
+ 'distributed': 1,
58
+ 'port': '12373',
59
+ 'world_size': 1,
60
+ 'rank': 0,
61
+ 'gpu': 0,
62
+ 'dist_url': 'env://',
63
+ 'dist_backend': 'nccl',
64
+ 'device': device(type='cuda'),
65
+ 'val_perf': 0,
66
+ 'num_classes': 1000,
67
+ 'save_dir': './fusion/results/dinov3/subj_01/enc_1/run_deit3_base_patch16_224.fb_in22k_ft_in1k_from_dinov3/',
68
+ 'start_epoch': 0}
gram_aligned/deit3_base_patch16_224.fb_in22k_ft_in1k_gram_aligned_dinov3/val_results.txt ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ validation results:
2
+ epoch 0, val_perf: 0.75886
3
+ epoch 1, val_perf: 0.76468
4
+ epoch 2, val_perf: 0.76564
5
+ epoch 5, val_perf: 0.7682
6
+ epoch 8, val_perf: 0.76836
7
+ epoch 9, val_perf: 0.77006
8
+ epoch 10, val_perf: 0.7713
9
+ epoch 23, val_perf: 0.77256
10
+ epoch 27, val_perf: 0.7729