add model checkpoints

v1t_franke2022/args.yaml

@@ -0,0 +1,71 @@
+adam_beta1: 0.9
+adam_beta2: 0.9999
+adam_eps: 1e-08
+amp: false
+backend: null
+batch_size: 16
+behavior_mode: 3
+bias_mode: 0
+center_crop: 1.0
+clear_output_dir: true
+core: vit
+core_lr: 0.001647
+core_reg_scale: 0.5379
+criterion: poisson
+cropper_reg_scale: 0.0
+dataset: data/franke2022
+deterministic: false
+device: cuda
+disable_bias: false
+disable_grid_predictor: false
+dpi: 120
+drop_path: 0.0
+ds_name: franke2022
+ds_scale: 1
+emb_dim: 155
+epochs: 400
+format: svg
+git_hash: dd1cb29
+grad_checkpointing: 0
+gray_scale: false
+grid_predictor_dim: 2
+hostname: gpu-q-39
+input_shape: [2, 36, 64]
+limit_data: null
+lr: 0.001647
+micro_batch_size: 16
+mlp_dim: 488
+mouse_ids: [F, G, H, I, J, K, L, M, N, O]
+num_blocks: 4
+num_heads: 4
+num_workers: 2
+output_dir: runs/franke2022/013_v1t
+output_shapes:
+  F: [867]
+  G: [922]
+  H: [773]
+  I: [1023]
+  J: [910]
+  K: [1121]
+  L: [1125]
+  M: [1160]
+  N: [824]
+  O: [1109]
+p_dropout: 0.0229
+patch_mode: 0
+patch_size: 8
+patch_stride: 1
+pretrain_core: ''
+readout: gaussian2d
+readout_reg_scale: 0.0076
+resize_image: 1
+save_plots: false
+seed: 1234
+shift_mode: 2
+shifter_reg_scale: 0.0
+t_dropout: 0.2544
+trainable_params: 4050650
+use_lsa: false
+use_wandb: true
+verbose: 1
+wandb_group: franke2022

v1t_franke2022/ckpt/model_state.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74fecf88eec5b1b7b60bca6c1923011b3e82c8f2c1f1c2d36f5fbe9766aebd3
+size 48940197

v1t_sensorium/args.yaml

@@ -0,0 +1,62 @@
+adam_beta1: 0.9
+adam_beta2: 0.9999
+adam_eps: 1e-08
+amp: false
+batch_size: 16
+behavior_mode: 3
+bias_mode: 0
+center_crop: 1.0
+clear_output_dir: true
+compile: false
+core: vit
+core_lr_scale: 1
+core_reg_scale: 0.5379
+criterion: poisson
+cropper_reg_scale: 0.0
+dataset: data/sensorium
+deterministic: false
+device: cuda
+disable_bias: false
+disable_grid_predictor: false
+dpi: 120
+drop_path: 0.0
+ds_name: sensorium
+ds_scale: 1
+emb_dim: 155
+epochs: 400
+format: svg
+grad_checkpointing: 1
+gray_scale: false
+grid_predictor_dim: 2
+input_shape: [1, 144, 256]
+limit_data: null
+lr: 0.001647
+micro_batch_size: 16
+mlp_dim: 488
+mouse_ids: [S1, A, B, C, D, E]
+num_blocks: 4
+num_heads: 4
+num_workers: 2
+output_dir: runs/v1t_sensorium
+output_shapes:
+  A: [8372]
+  B: [7344]
+  C: [7334]
+  D: [8107]
+  E: [8098]
+  S1: [7538]
+p_dropout: 0.0229
+patch_mode: 0
+patch_size: 8
+patch_stride: 1
+pretrain_core: ''
+readout: gaussian2d
+readout_reg_scale: 0.0076
+resize_image: 1
+save_plots: false
+seed: 1234
+shift_mode: 2
+shifter_reg_scale: 0.0
+t_dropout: 0.2544
+use_lsa: false
+verbose: 0

v1t_sensorium/ckpt/model_state.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56996a1e79c606d4d2ae9e7b24c2d1840d624e0868c98a742f01916bfc2a3255
+size 120266389