diff --git a/absurd-dust-9/hyperparameters.yaml b/absurd-dust-9/hyperparameters.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dc70b3cf8d73852f075994d50d022898ed5ae191 --- /dev/null +++ b/absurd-dust-9/hyperparameters.yaml @@ -0,0 +1,70 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +b_dec_init_method: zeros +cached_activations_path: null +checkpoint_path: ../outputs/checkpoints +clip_grad_norm: false +context_size: 256 +custom_loss: null +d_in: 2560 +d_out: null +dataset_path: Skylion007/openwebtext +dense_loss_coefficient: 0 +device: cuda +different_output: false +dtype: float32 +epsilon_l0_approx: 0.2 +eval_frequency: 500 +expansion_factor: 8 +feature_reinit_scale: 0.2 +feature_resampling_method: null +flatten_activations_over_layer: false +flatten_activations_over_layer_output: false +from_pretrained_path: null +hook_point: blocks.10.hook_resid_pre +hook_point_head_index: null +hook_point_head_index_output: null +hook_point_layer: 10 +hook_point_layer_output: null +hook_point_output: null +initial_decoder_norm: 0.1 +initialise_encoder_to_decoder_transpose: false +is_dataset_tokenized: false +l0_coefficient: 9.0e-05 +l0_warmup: false +l0_warmup_steps: 1000 +l1_coefficient: 0 +l1_warmup: false +l1_warmup_steps: 1000 +log_to_wandb: true +lr: 0.0004 +lr_scheduler_name: constant +lr_warm_up_steps: 500 +max_resample_step: 100000 +max_sparsity_target: 1 +min_sparsity_for_resample: 0 +min_sparsity_target: 1.0e-05 +model_name: EleutherAI/pythia-2.8b-deduped +mse_loss_coefficient: 1 +mse_loss_type: centered +multiple_runs: false +n_batches_in_store_buffer: 128 +n_checkpoints: 80 +n_running_sparsity: 300 +normalise_initial_decoder_weights: false +normalise_w_dec: true +resample_batches: 128 +resample_frequency: 25000 +scale_input_norm: false +seed: 42 +sparse_loss_coefficient: 1.0e-06 +sparsity_log_frequency: 5000 +store_batch_size: 8 +subtract_b_dec_from_inputs: false +total_training_steps: 200000 +train_batch_size: 4096 +use_cached_activations: false +use_gated_sparse_autoencoder: false +wandb_log_frequency: 10 +wandb_project: test_gemma_2b +weight_l1_by_decoder_norms: false diff --git a/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_10235904.pt b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_10235904.pt new file mode 100644 index 0000000000000000000000000000000000000000..377aad1fe5906baa383cb2a27f30a9f9aa3aaff4 --- /dev/null +++ b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_10235904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9a8295791a69c2e364b5055448bfecf290ca8da9dec752f98c3faf00df62fe5 +size 419527608 diff --git a/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_102395904.pt b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_102395904.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ba57765ba988961979776f4f2837bb956ba0362 --- /dev/null +++ b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_102395904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4b76133fafcd25eda06150e4f8d9fb8e0a64ed240eefeb36d31be2c9decd13d +size 419527616 diff --git a/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_102395904_log_feature_sparsity.pt b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_102395904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..74f99c66b118a60cbc2e9c69b2e3c6c98d1e4ea1 --- /dev/null +++ b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_102395904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f49870ecba0405fff3c7ba76cbb6c3c49adc9dce8b9adf19511952544bb1f432 +size 83795 diff --git a/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_20475904.pt b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_20475904.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c9d728ac111b15b1cbdadc3e651fb897fd4b72a --- /dev/null +++ b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_20475904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f04783dfd0e0d3bf58eddb34ee1e30172d6d3c767c6aa56c70fccfa435a841 +size 419527608 diff --git a/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_20475904_log_feature_sparsity.pt b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_20475904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f945c77159a259cf6869c00321f397b477f656b --- /dev/null +++ b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_20475904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1ef0f233d81f2d88e072cf88e934c553b3136ac8eb802c64a5a73a493e10927 +size 83790 diff --git a/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_30715904.pt b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_30715904.pt new file mode 100644 index 0000000000000000000000000000000000000000..10c27930bf1777c86fb1983b0267111de42adb78 --- /dev/null +++ b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_30715904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e1644c6cba75be53df6e3a4615016868ebac8fd93417e80aaa97a786e5e4f3f +size 419527608 diff --git a/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_40955904.pt b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_40955904.pt new file mode 100644 index 0000000000000000000000000000000000000000..add4a432934d5189d483d5d11b0966f409ba9120 --- /dev/null +++ b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_40955904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eecb31e5cace00f0070da387f4eaf3c68ea380562cf80b1e673e013d37618e4 +size 419527608 diff --git a/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_40955904_log_feature_sparsity.pt b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_40955904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..189007afb1f1ad15129c6daaaa9092bfb930d47b --- /dev/null +++ b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_40955904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7915326437cf68f5dce41c2d746a23df15c2a568248e8e20e58510c57ed3f83c +size 83790 diff --git a/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_51195904.pt b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_51195904.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc3124b6565e49cb8f360a74347bc94553db5203 --- /dev/null +++ b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_51195904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9229e96b912d9bfa5bd9227e39857e3891113c68cc6d51e2405fdc1560f00a97 +size 419527608 diff --git a/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_61435904.pt b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_61435904.pt new file mode 100644 index 0000000000000000000000000000000000000000..83efd645686357b03d8b0192ffcd0d853e51fe59 --- /dev/null +++ b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_61435904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6503d24e7f2c9bd8104a919dc46bd858a381bae4f366d856c9dd375d291a24fa +size 419527608 diff --git a/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_61435904_log_feature_sparsity.pt b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_61435904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..b134d20a9ea0bcc28900dd19335a8ddb3cbb0b61 --- /dev/null +++ b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_61435904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bb6ecda90e88862bfa977c75064f712ef95b4c99c2a926161b8f2771c471685 +size 83790 diff --git a/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_71675904.pt b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_71675904.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f336654e0c9ba914209a66b412ea3669f780031 --- /dev/null +++ b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_71675904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bde3554dee701880ef6b7e5e873b24ac4fabae46e3ed60a5c3a1df53ca278dc2 +size 419527608 diff --git a/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_81915904.pt b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_81915904.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf6e7d62dcdf7a9c4265925f46b78ecf97aa13ec --- /dev/null +++ b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_81915904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea8c86f910a721d91060c08218cc54749428b8f3cc2361de5f93c573648a1958 +size 419527608 diff --git a/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_81915904_log_feature_sparsity.pt b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_81915904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..872e7521d64120167a45142bff2b5d2ff6647cc5 --- /dev/null +++ b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_81915904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2f4c4c2f6553ddc4b6108675304b61da978c2f05df7a8f1f2329277eb6ec898 +size 83790 diff --git a/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_92155904.pt b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_92155904.pt new file mode 100644 index 0000000000000000000000000000000000000000..3166dda9981888f5c617e40ab614112941d11d71 --- /dev/null +++ b/absurd-dust-9/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.10.hook_resid_pre_s20480_92155904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68290e4020d7d87b5cd085e7bed215c4be6043bc939d9e4dd174390e80f42f37 +size 419527608 diff --git a/desert-oath-8/hyperparameters.yaml b/desert-oath-8/hyperparameters.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e640879bf08f096159afadd550c1ed4d95606bfe --- /dev/null +++ b/desert-oath-8/hyperparameters.yaml @@ -0,0 +1,70 @@ +adam_beta1: 0.9 +adam_beta2: 0.999 +b_dec_init_method: zeros +cached_activations_path: null +checkpoint_path: ../outputs/checkpoints +clip_grad_norm: false +context_size: 256 +custom_loss: null +d_in: 2560 +d_out: null +dataset_path: Skylion007/openwebtext +dense_loss_coefficient: 0 +device: cuda +different_output: false +dtype: float32 +epsilon_l0_approx: 0.2 +eval_frequency: 500 +expansion_factor: 8 +feature_reinit_scale: 0.2 +feature_resampling_method: null +flatten_activations_over_layer: false +flatten_activations_over_layer_output: false +from_pretrained_path: null +hook_point: blocks.24.hook_resid_pre +hook_point_head_index: null +hook_point_head_index_output: null +hook_point_layer: 24 +hook_point_layer_output: null +hook_point_output: null +initial_decoder_norm: 0.1 +initialise_encoder_to_decoder_transpose: false +is_dataset_tokenized: false +l0_coefficient: 9.0e-05 +l0_warmup: false +l0_warmup_steps: 1000 +l1_coefficient: 0 +l1_warmup: false +l1_warmup_steps: 1000 +log_to_wandb: true +lr: 0.0004 +lr_scheduler_name: constant +lr_warm_up_steps: 500 +max_resample_step: 100000 +max_sparsity_target: 1 +min_sparsity_for_resample: 0 +min_sparsity_target: 1.0e-05 +model_name: EleutherAI/pythia-2.8b-deduped +mse_loss_coefficient: 1 +mse_loss_type: centered +multiple_runs: false +n_batches_in_store_buffer: 128 +n_checkpoints: 80 +n_running_sparsity: 300 +normalise_initial_decoder_weights: false +normalise_w_dec: true +resample_batches: 128 +resample_frequency: 25000 +scale_input_norm: false +seed: 42 +sparse_loss_coefficient: 1.0e-06 +sparsity_log_frequency: 5000 +store_batch_size: 8 +subtract_b_dec_from_inputs: false +total_training_steps: 200000 +train_batch_size: 4096 +use_cached_activations: false +use_gated_sparse_autoencoder: false +wandb_log_frequency: 10 +wandb_project: test_gemma_2b +weight_l1_by_decoder_norms: false diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_10235904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_10235904.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d0f285eb4b6f84c884bfc8348459705211aa2e6 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_10235904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33bfbb7da1d97bd78d5a38b54ed4438875159bb51e3f7bb6cca1c0d3f3e8ff1b +size 419527608 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_102395904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_102395904.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9ea32a59d062e0c79b2a7a94480f10a4dbba680 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_102395904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac0793431bbd2afb03e286e11874f871f576d4769520a72d9ad178505dcc134d +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_102395904_log_feature_sparsity.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_102395904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca503c72d7bb7058ac9d1ef91e299f6490c60f22 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_102395904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62fc95b86d2876fc139f948da224cad531932c8df26c3d902b89447b350466dc +size 83795 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_112635904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_112635904.pt new file mode 100644 index 0000000000000000000000000000000000000000..81a5c0200a18258252b9fafedd0ebe7e3fa081fe --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_112635904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8432421f0c9ce3b82852cd84e75b7d7eedf25d9ddadaec0f0bfc8e47d3c9b7c +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_122875904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_122875904.pt new file mode 100644 index 0000000000000000000000000000000000000000..a28d23ec51b7ee52222705ff54fffea258ee2013 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_122875904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84c1743a32b4b8b6bcb8b530247e534008da70b3a574888936481474ab4e494f +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_122875904_log_feature_sparsity.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_122875904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..90b2a187561517c3e583a7bc48a815f66463fd03 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_122875904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63f37e3694cbaf47429bad066179fb80ead8a27fd84bf19ee6b3fe8213b5c8fe +size 83795 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_133115904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_133115904.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb89c584b03eb2173608ea8308af8aa0b997768e --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_133115904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:205d43b9dad4e13d13dc04a31476d1ab489524a98beeec47e33ad79d2a6909df +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_143355904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_143355904.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f1203cf8e84309b44591cbc5d67eec625b0831c --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_143355904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed988e292c82eee6b48f42776e7797274ac00147a874d202578b52b16c29799e +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_143355904_log_feature_sparsity.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_143355904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4dde66c3645a1fb06ccc8e7bde1db46d1f961bf --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_143355904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f5b25b5d72129474416dcd830b85e3061e0adc6849ea186307d72989eabfbba +size 83795 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_153595904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_153595904.pt new file mode 100644 index 0000000000000000000000000000000000000000..2806674834ba2f6f5ea60371a4659e31153b375e --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_153595904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eddec3192a320df219fa8132ba030b37406ea45f5142029842061f3cde7aebf +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_163835904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_163835904.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8f7bf72abe3f9a508ab6e53a00baff334480c58 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_163835904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd2331a119ca8496ecb2bb39747b251e8e310d6872ab0a4ee1e7620f52df85d +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_163835904_log_feature_sparsity.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_163835904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9e50497db691a2883c0a73cc4d3937493993da0 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_163835904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8adf8b2e1a39cc292149b4b74553815f68c3c0df548b143e077b68a9ac8ba561 +size 83795 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_174075904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_174075904.pt new file mode 100644 index 0000000000000000000000000000000000000000..58ad5b36464518028dd4bf89b674e6912e131e88 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_174075904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e52d4b02e771ab668d669626ee6018fac7540ab88f3bc7739ea25071e76220b +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_184315904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_184315904.pt new file mode 100644 index 0000000000000000000000000000000000000000..03a7c4f750b897ba4d5ec4227989a9f13402eb44 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_184315904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c2ae18905e47d035d13b1662263753897a6dee1648f037cfed96762b5c793ac +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_184315904_log_feature_sparsity.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_184315904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..f71d4dc485a5c2ead9f2b49f5fb32efa9db28ab5 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_184315904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2f8d38909a966362dd30d1696c7f47da6fbf3411738f5f426a9c6f7b38da489 +size 83795 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_194555904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_194555904.pt new file mode 100644 index 0000000000000000000000000000000000000000..2de2a60e9ecf37c2a1e258ce3120f1eaa85ff671 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_194555904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09de86909c5622e787c2a538c47ad3ab3515e26db8556c7a16ee7b624696b329 +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_20475904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_20475904.pt new file mode 100644 index 0000000000000000000000000000000000000000..08cea0e9712b3ca3461d68e67c4b25cf82392aa3 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_20475904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e419d7785c36e9da66b9dced8a2bb876cf2317bcad8eec12192fa5c7288d3824 +size 419527608 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_20475904_log_feature_sparsity.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_20475904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..269282c82a4784c209d0d7885937a8e5467c25f1 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_20475904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ddd0488a9a455f50d92f8849c72c1cf0840276ca917669f05e74de9b11a4f99 +size 83790 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_204795904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_204795904.pt new file mode 100644 index 0000000000000000000000000000000000000000..1522131c77f97d8e95c31aa934745d52c1ef2d31 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_204795904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1e8db26517cc91fe3206671d95e3e1a9c4d329b0b64ce26a703f50316dcd3a8 +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_204795904_log_feature_sparsity.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_204795904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b1398fa2795cc66b75f13bccbea1b44bdecc371 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_204795904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c51626e44efed73f2acc5bbed5fc898f86e53a5bfa75493d519969c59cd9b65 +size 83795 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_215035904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_215035904.pt new file mode 100644 index 0000000000000000000000000000000000000000..df8c31f1d8485c93cb7145b1b0644ea4a04660f5 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_215035904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef4b11749a738f67162195f2c424b8fe686dc95892f41dab47e0788ba4eca9f4 +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_225275904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_225275904.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5305765b3e414557cf536a6d903d4a2a83acceb --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_225275904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8895df8c79c658e53620b394e08db0b1d2c278ea509057d96fd8959533c08e12 +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_225275904_log_feature_sparsity.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_225275904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..93835f6f99288752bbcde4ca7eb84510b6c4cda9 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_225275904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d32eb541ceaef794214b4aa66aa02cb24753ec417f0d52c5be977e8983240d3 +size 83795 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_235515904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_235515904.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec14276853e9988ea271a7433223bad9f21e34c7 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_235515904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:874a5f62382c44777e61e0332925260c10e6a6d403e2667420bb9df040525847 +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_245755904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_245755904.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a944cb45fea6f088fd032674946f7a04ba389ce --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_245755904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e782df84a41cafbf576fbbaba8471e21a66c025b842bae7693a59feb8d37d7a7 +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_245755904_log_feature_sparsity.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_245755904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb8409796f266d6bdbc5a50574af6638841bebac --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_245755904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd06b093626be000d28042faf65bcd36e7476cfd4a4ab8930f588be4967b9b8e +size 83795 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_255995904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_255995904.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ba126b50ead77efed928e896c5ee553bbfe8f17 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_255995904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:481f3da929f1348fdcc434516c22bec8249ff55eebc5f01ad566601edce57031 +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_266235904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_266235904.pt new file mode 100644 index 0000000000000000000000000000000000000000..1187ab3093958d2ff0a44049ab66a970692ac275 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_266235904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a70cdfd1bcfb3561b86005c3661025437082cdb1cc9d255716b8cfab4f0859d +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_266235904_log_feature_sparsity.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_266235904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..8794b88b79cff62dd56c0d390c570a4a8416a4f0 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_266235904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceaa7ab397ba8264d582a5532956de345fb22f3cd1ed266c50b2a27fd4bc3a1c +size 83795 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_276475904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_276475904.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb1c0b0675468e029f574cd365ee8c9ceea5ed34 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_276475904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25077f1350eabe5b9db55698dccd92b0fcc9499d693a52bf0fe98ad7c1918dd4 +size 419527616 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_30715904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_30715904.pt new file mode 100644 index 0000000000000000000000000000000000000000..9379bb02f45909c00c2fde03027405a29cbed425 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_30715904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7a66d1390de499f782caffb0dcff4264c88af6cd15c53ce517dda366b9fcda2 +size 419527608 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_40955904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_40955904.pt new file mode 100644 index 0000000000000000000000000000000000000000..007d44be718476f30bb29d06e31152afac61db35 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_40955904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02ff4a06c1698c2717799837a0235e00530864c6cf9a22068af0be5d354d7c42 +size 419527608 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_40955904_log_feature_sparsity.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_40955904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4ff70693593d485d4e080c8b4dc01e19c7eaf5c --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_40955904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:277115d941bb5b44facc9e2ffb66e1ed56f2664eb57b63927c53c37c0f74910d +size 83790 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_51195904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_51195904.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ec125fba5d2ae964a3fc260bc9a0fafa529cbdd --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_51195904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0da19a7fae75697a43023bca402464e223bcab982da5bdeae777d3b14e45b7f7 +size 419527608 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_61435904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_61435904.pt new file mode 100644 index 0000000000000000000000000000000000000000..97f805e0031c22c2595a0a0e077be7a07ccf1a8b --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_61435904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18a91db74d95f5e191c509da611efd38badfa072b5e7b77650db6ce6511e2375 +size 419527608 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_61435904_log_feature_sparsity.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_61435904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..78e9ebd9bfab8741fae55c39f07f91a6c5b8ef08 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_61435904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a0c9e80bb05eb8313baa84460a94d434b45ffa7728be706d354464f373b0f1b +size 83790 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_71675904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_71675904.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bd192c8e19adb3114c1252a480dca6128aaf5ef --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_71675904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7179c7d66c8ca823797e9c9080d5841574cffd100132c66b1acd0b87e5797aea +size 419527608 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_81915904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_81915904.pt new file mode 100644 index 0000000000000000000000000000000000000000..07bf5566e06604d1c72e6c70cb87764bc9bf8830 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_81915904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d76a3d757b58193125164276c51d467ee1aa8a2c098b07f67acd57cb5782af8 +size 419527608 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_81915904_log_feature_sparsity.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_81915904_log_feature_sparsity.pt new file mode 100644 index 0000000000000000000000000000000000000000..44b605383880e47085af5883dfc9f1b3bbd77703 --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_81915904_log_feature_sparsity.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4734b2c2cd2d14a80f1bb57644a85f5979e0491bab521d9a9b2199d6c2593fb5 +size 83790 diff --git a/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_92155904.pt b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_92155904.pt new file mode 100644 index 0000000000000000000000000000000000000000..15a944f65563fbdec66847eb6dd3b725bff3ae3c --- /dev/null +++ b/desert-oath-8/sparse_autoencoder_EleutherAI/pythia-2.8b-deduped_blocks.24.hook_resid_pre_s20480_92155904.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e652e1e5c2797adcd0843ea2676bae798e43c0d2ec1ca866a5113539112cc22 +size 419527608