Upload folder using huggingface_hub

autumn-fog-10/hyperparameters.yaml

@@ -0,0 +1,70 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+b_dec_init_method: zeros
+cached_activations_path: null
+checkpoint_path: ../outputs/checkpoints
+clip_grad_norm: false
+context_size: 256
+custom_loss: null
+d_in: 2560
+d_out: null
+dataset_path: Skylion007/openwebtext
+dense_loss_coefficient: 0
+device: cuda
+different_output: false
+dtype: float32
+epsilon_l0_approx: 0.2
+eval_frequency: 500
+expansion_factor: 8
+feature_reinit_scale: 0.2
+feature_resampling_method: null
+flatten_activations_over_layer: false
+flatten_activations_over_layer_output: false
+from_pretrained_path: null
+hook_point: blocks.11.hook_resid_pre
+hook_point_head_index: null
+hook_point_head_index_output: null
+hook_point_layer: 11
+hook_point_layer_output: null
+hook_point_output: null
+initial_decoder_norm: 0.1
+initialise_encoder_to_decoder_transpose: false
+is_dataset_tokenized: false
+l0_coefficient: 9.0e-05
+l0_warmup: false
+l0_warmup_steps: 1000
+l1_coefficient: 0
+l1_warmup: false
+l1_warmup_steps: 1000
+log_to_wandb: true
+lr: 0.0004
+lr_scheduler_name: constant
+lr_warm_up_steps: 500
+max_resample_step: 100000
+max_sparsity_target: 1
+min_sparsity_for_resample: 0
+min_sparsity_target: 8.0e-06
+model_name: EleutherAI/pythia-2.8b-deduped
+mse_loss_coefficient: 1
+mse_loss_type: centered
+multiple_runs: false
+n_batches_in_store_buffer: 128
+n_checkpoints: 80
+n_running_sparsity: 300
+normalise_initial_decoder_weights: false
+normalise_w_dec: true
+resample_batches: 128
+resample_frequency: 25000
+scale_input_norm: false
+seed: 42
+sparse_loss_coefficient: 1.0e-06
+sparsity_log_frequency: 5000
+store_batch_size: 8
+subtract_b_dec_from_inputs: false
+total_training_steps: 200000
+train_batch_size: 4096
+use_cached_activations: false
+use_gated_sparse_autoencoder: false
+wandb_log_frequency: 10
+wandb_project: test_gemma_2b
+weight_l1_by_decoder_norms: false

autumn-fog-10/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.11.hook_resid_pre_s20480_10235904.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0286db76bb1405babbe0d01606c35ab6593f08fa140a69e7018311991373b9
+size 419527608

autumn-fog-10/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.11.hook_resid_pre_s20480_20475904.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f91633a9191d97bb1198191eeb12ef12121c3cf56021441337e0b8186bda777
+size 419527608

autumn-fog-10/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.11.hook_resid_pre_s20480_20475904_log_feature_sparsity.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5139601ee8e2dca3e719d1d6294235be7c458116ba60ceafac4abc504b2a5d01
+size 83790

autumn-fog-10/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.11.hook_resid_pre_s20480_30715904.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5c058bc5341fde64f6fa5f83c1cb59b4c707c42a00b90d6c2c397e092f77a9
+size 419527608

autumn-fog-10/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.11.hook_resid_pre_s20480_40955904.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec3c08e9f11b092cd0b0bbfc2d19f5b094e8d65e8717c5c135412e383819739
+size 419527608

autumn-fog-10/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.11.hook_resid_pre_s20480_40955904_log_feature_sparsity.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55dea2e2d89926b886ea5d0658a84bac46c000ffae9885b744d6323e39f86ffc
+size 83790

autumn-fog-10/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.11.hook_resid_pre_s20480_51195904.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1651fb7ce66320fabb781007d36dfaa7f1a00d0910033990976a8b1205b8f418
+size 419527608

autumn-fog-10/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.11.hook_resid_pre_s20480_61435904.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140537a71edab4fd332fe0a9fa40835afcb34ab502f0317d5fe94f72351d9da1
+size 419527608

autumn-fog-10/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.11.hook_resid_pre_s20480_61435904_log_feature_sparsity.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e68602b6c8297b96b7c168ec9b35b46aa448d4dfeb3857f6b2d8e2d705be71
+size 83790

autumn-fog-10/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.11.hook_resid_pre_s20480_71675904.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5440500ab0c6672f7f5a466bce23b80cb4fa764ff12f3e5a85874758facbe6
+size 419527608

polished-wildflower-12/hyperparameters.yaml

@@ -0,0 +1,70 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+b_dec_init_method: zeros
+cached_activations_path: null
+checkpoint_path: ../outputs/checkpoints
+clip_grad_norm: false
+context_size: 256
+custom_loss: null
+d_in: 2560
+d_out: null
+dataset_path: Skylion007/openwebtext
+dense_loss_coefficient: 0
+device: cuda
+different_output: false
+dtype: float32
+epsilon_l0_approx: 0.2
+eval_frequency: 500
+expansion_factor: 8
+feature_reinit_scale: 0.2
+feature_resampling_method: null
+flatten_activations_over_layer: false
+flatten_activations_over_layer_output: false
+from_pretrained_path: null
+hook_point: blocks.11.hook_resid_pre
+hook_point_head_index: null
+hook_point_head_index_output: null
+hook_point_layer: 11
+hook_point_layer_output: null
+hook_point_output: null
+initial_decoder_norm: 0.1
+initialise_encoder_to_decoder_transpose: false
+is_dataset_tokenized: false
+l0_coefficient: 9.0e-05
+l0_warmup: false
+l0_warmup_steps: 1000
+l1_coefficient: 0
+l1_warmup: false
+l1_warmup_steps: 1000
+log_to_wandb: true
+lr: 0.0004
+lr_scheduler_name: constant
+lr_warm_up_steps: 500
+max_resample_step: 100000
+max_sparsity_target: 1
+min_sparsity_for_resample: 0
+min_sparsity_target: 8.0e-06
+model_name: EleutherAI/pythia-2.8b-deduped
+mse_loss_coefficient: 1
+mse_loss_type: centered
+multiple_runs: false
+n_batches_in_store_buffer: 128
+n_checkpoints: 80
+n_running_sparsity: 300
+normalise_initial_decoder_weights: false
+normalise_w_dec: true
+resample_batches: 128
+resample_frequency: 25000
+scale_input_norm: false
+seed: 42
+sparse_loss_coefficient: 1.0e-06
+sparsity_log_frequency: 5000
+store_batch_size: 8
+subtract_b_dec_from_inputs: false
+total_training_steps: 200000
+train_batch_size: 4096
+use_cached_activations: false
+use_gated_sparse_autoencoder: false
+wandb_log_frequency: 10
+wandb_project: test_gemma_2b
+weight_l1_by_decoder_norms: false

polished-wildflower-12/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.11.hook_resid_pre_s20480_10235904.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ba732653b5157241d96cf52fdd1271784f13b574c9ea5de21cd716c5b0de36
+size 419527608

polished-wildflower-12/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.11.hook_resid_pre_s20480_20475904.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3d7a51ce38b49e78b4b73cb87f71cd4036b1680e0e334bd77c5d2e3a8f31f4
+size 419527608

polished-wildflower-12/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.11.hook_resid_pre_s20480_20475904_log_feature_sparsity.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5139601ee8e2dca3e719d1d6294235be7c458116ba60ceafac4abc504b2a5d01
+size 83790

tough-capybara-11/hyperparameters.yaml

@@ -0,0 +1,70 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+b_dec_init_method: zeros
+cached_activations_path: null
+checkpoint_path: ../outputs/checkpoints
+clip_grad_norm: false
+context_size: 256
+custom_loss: null
+d_in: 2560
+d_out: null
+dataset_path: Skylion007/openwebtext
+dense_loss_coefficient: 0
+device: cuda
+different_output: false
+dtype: float32
+epsilon_l0_approx: 0.2
+eval_frequency: 500
+expansion_factor: 8
+feature_reinit_scale: 0.2
+feature_resampling_method: null
+flatten_activations_over_layer: false
+flatten_activations_over_layer_output: false
+from_pretrained_path: null
+hook_point: blocks.11.hook_resid_pre
+hook_point_head_index: null
+hook_point_head_index_output: null
+hook_point_layer: 11
+hook_point_layer_output: null
+hook_point_output: null
+initial_decoder_norm: 0.1
+initialise_encoder_to_decoder_transpose: false
+is_dataset_tokenized: false
+l0_coefficient: 9.0e-05
+l0_warmup: false
+l0_warmup_steps: 1000
+l1_coefficient: 0
+l1_warmup: false
+l1_warmup_steps: 1000
+log_to_wandb: true
+lr: 0.0004
+lr_scheduler_name: constant
+lr_warm_up_steps: 500
+max_resample_step: 100000
+max_sparsity_target: 1
+min_sparsity_for_resample: 0
+min_sparsity_target: 8.0e-06
+model_name: EleutherAI/pythia-2.8b-deduped
+mse_loss_coefficient: 1
+mse_loss_type: centered
+multiple_runs: false
+n_batches_in_store_buffer: 128
+n_checkpoints: 80
+n_running_sparsity: 300
+normalise_initial_decoder_weights: false
+normalise_w_dec: true
+resample_batches: 128
+resample_frequency: 25000
+scale_input_norm: false
+seed: 42
+sparse_loss_coefficient: 1.0e-06
+sparsity_log_frequency: 5000
+store_batch_size: 8
+subtract_b_dec_from_inputs: false
+total_training_steps: 200000
+train_batch_size: 4096
+use_cached_activations: false
+use_gated_sparse_autoencoder: false
+wandb_log_frequency: 10
+wandb_project: test_gemma_2b
+weight_l1_by_decoder_norms: false