diff --git a/transcoder_all/layer_0_width_16k_l0_big_affine/config.json b/transcoder_all/layer_0_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0205b55428ee5195760eb43fa874e65f08aea5ce --- /dev/null +++ b/transcoder_all/layer_0_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.0.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.0.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_0_width_262k_l0_big/config.json b/transcoder_all/layer_0_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c114078e2640aa0092c37437ac3358107a98b3f0 --- /dev/null +++ b/transcoder_all/layer_0_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.0.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.0.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_0_width_262k_l0_big_affine/config.json b/transcoder_all/layer_0_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..271aea24d305238732a834ab8a37e43cc6130510 --- /dev/null +++ b/transcoder_all/layer_0_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.0.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.0.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_0_width_262k_l0_small/config.json b/transcoder_all/layer_0_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ae12160816ee17994c5849c0b228778d0cdd86bd --- /dev/null +++ b/transcoder_all/layer_0_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.0.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.0.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_10_width_262k_l0_small_affine/config.json b/transcoder_all/layer_10_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b0729fcafb4126c3cecf2d52fc10ac38200a87b5 --- /dev/null +++ b/transcoder_all/layer_10_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.10.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.10.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_13_width_16k_l0_big/config.json b/transcoder_all/layer_13_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eb2c3e7ee4109d42f59724f5bdf15520e829d95b --- /dev/null +++ b/transcoder_all/layer_13_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.13.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.13.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 97, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_13_width_16k_l0_small_affine/config.json b/transcoder_all/layer_13_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b232c9167130840cb406205f7751e12f6252d3e4 --- /dev/null +++ b/transcoder_all/layer_13_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.13.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.13.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_14_width_16k_l0_big/config.json b/transcoder_all/layer_14_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7666fe00aa2a0e2c260493a8be6a885b6c207028 --- /dev/null +++ b/transcoder_all/layer_14_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.14.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.14.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 100, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_14_width_262k_l0_big/config.json b/transcoder_all/layer_14_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cd8804727f1004932c952468fdc2a2e936114a15 --- /dev/null +++ b/transcoder_all/layer_14_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.14.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.14.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 100, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_16_width_16k_l0_small/config.json b/transcoder_all/layer_16_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..75011f9f83ead85894d4db299bc3777140f9fd62 --- /dev/null +++ b/transcoder_all/layer_16_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.16.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.16.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_16_width_16k_l0_small_affine/config.json b/transcoder_all/layer_16_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..672b7ced64071c089385f9aadf56ce2ab9f79bcf --- /dev/null +++ b/transcoder_all/layer_16_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.16.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.16.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_16_width_262k_l0_big/config.json b/transcoder_all/layer_16_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0d329a728035aeda921a8920c67429dbd8739ab4 --- /dev/null +++ b/transcoder_all/layer_16_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.16.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.16.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 106, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_17_width_16k_l0_big/config.json b/transcoder_all/layer_17_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b38462f43fded9bf35b00b0ff57fe4ea94a7232c --- /dev/null +++ b/transcoder_all/layer_17_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.17.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.17.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 109, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_17_width_16k_l0_small_affine/config.json b/transcoder_all/layer_17_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..905b824bf2c125f3d6377e96ac1e6c8801108057 --- /dev/null +++ b/transcoder_all/layer_17_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.17.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.17.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_17_width_262k_l0_big_affine/config.json b/transcoder_all/layer_17_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cb462c520f7fd2ae668c6d2daa72c12075a794c6 --- /dev/null +++ b/transcoder_all/layer_17_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.17.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.17.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 109, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_17_width_262k_l0_small_affine/config.json b/transcoder_all/layer_17_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe4a2725e0fb7a14e28af314c4b1343f2f635849 --- /dev/null +++ b/transcoder_all/layer_17_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.17.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.17.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_18_width_16k_l0_big_affine/config.json b/transcoder_all/layer_18_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dfe489ef498fa49dba3c4d2cb36542980f827381 --- /dev/null +++ b/transcoder_all/layer_18_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.18.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.18.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 112, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_19_width_16k_l0_small/config.json b/transcoder_all/layer_19_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a94dd113f4c8fd7d95550228971e931d0730e66a --- /dev/null +++ b/transcoder_all/layer_19_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.19.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.19.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_20_width_16k_l0_small/config.json b/transcoder_all/layer_20_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fef455d0c69cc3c62176d5bbd10786dad4a31d1f --- /dev/null +++ b/transcoder_all/layer_20_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.20.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.20.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_20_width_16k_l0_small_affine/config.json b/transcoder_all/layer_20_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d25259c062b80176d0b3a23825c072b07252703a --- /dev/null +++ b/transcoder_all/layer_20_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.20.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.20.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_21_width_16k_l0_big_affine/config.json b/transcoder_all/layer_21_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..63ee04d2682cba757c809d3a2c0c1d6bb682ac5d --- /dev/null +++ b/transcoder_all/layer_21_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.21.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.21.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_21_width_16k_l0_small_affine/config.json b/transcoder_all/layer_21_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..64c347d2df78e203c8fa16d40bf96338d630c2f5 --- /dev/null +++ b/transcoder_all/layer_21_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.21.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.21.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_21_width_262k_l0_small_affine/config.json b/transcoder_all/layer_21_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f752f50f345a33e360efad45850deea4fdbd7c70 --- /dev/null +++ b/transcoder_all/layer_21_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.21.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.21.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_22_width_262k_l0_big/config.json b/transcoder_all/layer_22_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..645310c5c01a2123ccf75e1f4f8258075143fcfe --- /dev/null +++ b/transcoder_all/layer_22_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.22.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.22.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_23_width_16k_l0_small/config.json b/transcoder_all/layer_23_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0cfbda05136b65ced73e3fa90e1d5b4b79f670a0 --- /dev/null +++ b/transcoder_all/layer_23_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.23.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.23.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_24_width_16k_l0_big/config.json b/transcoder_all/layer_24_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..70cba2e22f20b5d53057978dbcb274a28b4b2881 --- /dev/null +++ b/transcoder_all/layer_24_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.24.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.24.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_24_width_16k_l0_big_affine/config.json b/transcoder_all/layer_24_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b5fb08d5dc3036a182690424b0b932d831fbe2b7 --- /dev/null +++ b/transcoder_all/layer_24_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.24.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.24.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_24_width_16k_l0_small/config.json b/transcoder_all/layer_24_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..065c97a3cc37f60ea5cd96a964708471eec60b47 --- /dev/null +++ b/transcoder_all/layer_24_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.24.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.24.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_24_width_262k_l0_big/config.json b/transcoder_all/layer_24_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..536be5bfc3ced231d4178737879ed49a704c3a44 --- /dev/null +++ b/transcoder_all/layer_24_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.24.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.24.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_25_width_16k_l0_small_affine/config.json b/transcoder_all/layer_25_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e59854f167d85f3f170331f2aff6679e961204be --- /dev/null +++ b/transcoder_all/layer_25_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.25.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.25.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_25_width_262k_l0_big/config.json b/transcoder_all/layer_25_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..93064417deb3405a05a019d730a1521339c04540 --- /dev/null +++ b/transcoder_all/layer_25_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.25.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.25.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_25_width_262k_l0_small/config.json b/transcoder_all/layer_25_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..70b85b613a4d155f2c14627e4ddcced719c38a11 --- /dev/null +++ b/transcoder_all/layer_25_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.25.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.25.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_26_width_16k_l0_small_affine/config.json b/transcoder_all/layer_26_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d665737196ade85c11782a1f281a7db7e163cb76 --- /dev/null +++ b/transcoder_all/layer_26_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.26.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.26.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_26_width_262k_l0_big/config.json b/transcoder_all/layer_26_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0928180f597165f331097cf4f3b064aa62eeb1d2 --- /dev/null +++ b/transcoder_all/layer_26_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.26.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.26.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_27_width_16k_l0_big_affine/config.json b/transcoder_all/layer_27_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..16693767f0b93d4b51517ff0f749afc2265a35f5 --- /dev/null +++ b/transcoder_all/layer_27_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.27.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.27.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_28_width_16k_l0_big/config.json b/transcoder_all/layer_28_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0f319d78ce990f3d4871f222348d6f9a1b4630db --- /dev/null +++ b/transcoder_all/layer_28_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.28.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.28.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_29_width_16k_l0_small_affine/config.json b/transcoder_all/layer_29_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..26f7a1646c01952fd97ca415c3bfe71eb6937650 --- /dev/null +++ b/transcoder_all/layer_29_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.29.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.29.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_30_width_16k_l0_big_affine/config.json b/transcoder_all/layer_30_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cd738603c3a5af7ee83f3b7f9677b99141d7f397 --- /dev/null +++ b/transcoder_all/layer_30_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.30.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.30.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_30_width_16k_l0_small/config.json b/transcoder_all/layer_30_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..864ad2120bc1258f0b4deaf4175368002d877d3f --- /dev/null +++ b/transcoder_all/layer_30_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.30.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.30.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_30_width_262k_l0_big/config.json b/transcoder_all/layer_30_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8fc93fe93ce38d46e3c2e30ce07c7c905ef892ad --- /dev/null +++ b/transcoder_all/layer_30_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.30.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.30.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_30_width_262k_l0_big_affine/config.json b/transcoder_all/layer_30_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3037920d138a84208986dfada90bfe424ad20386 --- /dev/null +++ b/transcoder_all/layer_30_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.30.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.30.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_32_width_16k_l0_big/config.json b/transcoder_all/layer_32_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3ad2f9ca43b584fc77856b6424d6f812dcb8e3c6 --- /dev/null +++ b/transcoder_all/layer_32_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.32.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.32.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_32_width_262k_l0_big_affine/config.json b/transcoder_all/layer_32_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eb9d3945b77464e9239f7aebc916c1cc3615424e --- /dev/null +++ b/transcoder_all/layer_32_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.32.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.32.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_33_width_262k_l0_big/config.json b/transcoder_all/layer_33_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4d4f56082e846c9b1f6b51e4708861c66e5243aa --- /dev/null +++ b/transcoder_all/layer_33_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.33.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.33.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_34_width_16k_l0_small/config.json b/transcoder_all/layer_34_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..09270b5635547fa1c4d6556fe13ca9228e43652d --- /dev/null +++ b/transcoder_all/layer_34_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.34.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.34.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_34_width_262k_l0_big/config.json b/transcoder_all/layer_34_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..599a970976ca60226ce67ad01e27215158df0f81 --- /dev/null +++ b/transcoder_all/layer_34_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.34.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.34.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_34_width_262k_l0_big_affine/config.json b/transcoder_all/layer_34_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b87807874b53e22a4ef54b4643674f466e02a64f --- /dev/null +++ b/transcoder_all/layer_34_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.34.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.34.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_35_width_16k_l0_big_affine/config.json b/transcoder_all/layer_35_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..154e8a7265b0574892638b5ae34721b0a9f150b3 --- /dev/null +++ b/transcoder_all/layer_35_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.35.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.35.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_35_width_16k_l0_small_affine/config.json b/transcoder_all/layer_35_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3ae83b96e8cfe41ef2c02ef20480080ea1c09372 --- /dev/null +++ b/transcoder_all/layer_35_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.35.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.35.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_35_width_262k_l0_big_affine/config.json b/transcoder_all/layer_35_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..47eb16fd7963e99812e09392a79529325e0bb23d --- /dev/null +++ b/transcoder_all/layer_35_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.35.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.35.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_36_width_16k_l0_big/config.json b/transcoder_all/layer_36_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c538d44d1ef62bf8ca8bf9a63d69b74f604e5253 --- /dev/null +++ b/transcoder_all/layer_36_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.36.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.36.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_36_width_262k_l0_big_affine/config.json b/transcoder_all/layer_36_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..57e8b157baa475fae485f814249b6abf200d2e80 --- /dev/null +++ b/transcoder_all/layer_36_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.36.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.36.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_37_width_262k_l0_big/config.json b/transcoder_all/layer_37_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..af5c148d189a12306a2b6dfd486f719a56048289 --- /dev/null +++ b/transcoder_all/layer_37_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.37.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.37.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_39_width_262k_l0_big/config.json b/transcoder_all/layer_39_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ba1339f76ac2550e5fec89c184822e7e2b936f0e --- /dev/null +++ b/transcoder_all/layer_39_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.39.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.39.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_39_width_262k_l0_small/config.json b/transcoder_all/layer_39_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a496c4fb6698192313163bf794726e939bb1b20d --- /dev/null +++ b/transcoder_all/layer_39_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.39.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.39.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_39_width_262k_l0_small_affine/config.json b/transcoder_all/layer_39_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a0b0cc3a8a864a3afc06d548db8e4a019f36a30d --- /dev/null +++ b/transcoder_all/layer_39_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.39.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.39.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_3_width_262k_l0_small_affine/config.json b/transcoder_all/layer_3_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..40e679abf43309e5219369838d09246b54d997b9 --- /dev/null +++ b/transcoder_all/layer_3_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.3.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.3.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_40_width_262k_l0_big_affine/config.json b/transcoder_all/layer_40_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bfeff55fefd287161502db805b7b9fd92b198a24 --- /dev/null +++ b/transcoder_all/layer_40_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.40.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.40.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_42_width_16k_l0_small_affine/config.json b/transcoder_all/layer_42_width_16k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d016284fb6219785780cfbdbd972865c0c211845 --- /dev/null +++ b/transcoder_all/layer_42_width_16k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.42.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.42.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_44_width_262k_l0_big/config.json b/transcoder_all/layer_44_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c371e7906669ccb60130792e059b9250c02b963 --- /dev/null +++ b/transcoder_all/layer_44_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.44.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.44.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_44_width_262k_l0_small/config.json b/transcoder_all/layer_44_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1aba03229854aa624d1d5acbebf16f135ea0fbc5 --- /dev/null +++ b/transcoder_all/layer_44_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.44.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.44.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_44_width_262k_l0_small_affine/config.json b/transcoder_all/layer_44_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..90ea6f2f6512f30c74597965358962d689e90981 --- /dev/null +++ b/transcoder_all/layer_44_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.44.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.44.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_46_width_262k_l0_big_affine/config.json b/transcoder_all/layer_46_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a8e3695570afd20208ca14df8b9e7c8502c84b51 --- /dev/null +++ b/transcoder_all/layer_46_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.46.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.46.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_47_width_16k_l0_big_affine/config.json b/transcoder_all/layer_47_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..615da02f9e08ef1dc4e0b7f788a18a68e2504292 --- /dev/null +++ b/transcoder_all/layer_47_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.47.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.47.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_47_width_262k_l0_big/config.json b/transcoder_all/layer_47_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f7e565ad3aaccc1bad887074374c228ab014e754 --- /dev/null +++ b/transcoder_all/layer_47_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.47.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.47.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_47_width_262k_l0_big_affine/config.json b/transcoder_all/layer_47_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..54a1126761b66f295258612e101bd4cce75b18ae --- /dev/null +++ b/transcoder_all/layer_47_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.47.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.47.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_47_width_262k_l0_small/config.json b/transcoder_all/layer_47_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d20cab088535b1ea1bc2961493804d17edc78ef --- /dev/null +++ b/transcoder_all/layer_47_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.47.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.47.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_48_width_16k_l0_big/config.json b/transcoder_all/layer_48_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..67f323a1c3bc1c6c2f34fb7b064e04d21bb73cb9 --- /dev/null +++ b/transcoder_all/layer_48_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.48.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.48.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_48_width_262k_l0_big/config.json b/transcoder_all/layer_48_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d296bee8f361974bfd7a20562a0ad4dd8608595c --- /dev/null +++ b/transcoder_all/layer_48_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.48.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.48.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_4_width_262k_l0_small/config.json b/transcoder_all/layer_4_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..136ad7128fd96cff8c8fcb1db4d3aa612d46e779 --- /dev/null +++ b/transcoder_all/layer_4_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.4.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.4.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_4_width_262k_l0_small_affine/config.json b/transcoder_all/layer_4_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..186ddb3052a9021eef0e0a93b8a9fb182d551559 --- /dev/null +++ b/transcoder_all/layer_4_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.4.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.4.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_50_width_16k_l0_big_affine/config.json b/transcoder_all/layer_50_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8b42bc0e5a1215b40c109f18d8dccf8f7571c540 --- /dev/null +++ b/transcoder_all/layer_50_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.50.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.50.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_50_width_262k_l0_big/config.json b/transcoder_all/layer_50_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7b01089785c28a13edd3279120df1723572d641b --- /dev/null +++ b/transcoder_all/layer_50_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.50.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.50.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_51_width_16k_l0_big_affine/config.json b/transcoder_all/layer_51_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5f8d99fda3fef227bc61a80c42be57c9fbe3dd35 --- /dev/null +++ b/transcoder_all/layer_51_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.51.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.51.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_52_width_262k_l0_big_affine/config.json b/transcoder_all/layer_52_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b05c84040ba36e12103bb5eee6b79a5501c08256 --- /dev/null +++ b/transcoder_all/layer_52_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.52.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.52.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_52_width_262k_l0_small_affine/config.json b/transcoder_all/layer_52_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fbbbc7038fa1d89a4410cc740d8886f3ab0352cb --- /dev/null +++ b/transcoder_all/layer_52_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.52.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.52.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_53_width_262k_l0_big_affine/config.json b/transcoder_all/layer_53_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fa48f4b8b452a03d7eef9937968efd1e5a771ff3 --- /dev/null +++ b/transcoder_all/layer_53_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.53.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.53.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_53_width_262k_l0_small/config.json b/transcoder_all/layer_53_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..64c98f54c9ca490a7d4da6de57b4f5e38efbec98 --- /dev/null +++ b/transcoder_all/layer_53_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.53.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.53.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_54_width_16k_l0_big_affine/config.json b/transcoder_all/layer_54_width_16k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b8f1c1f8a38435ee73089ec2ae6ab1a5bc552a39 --- /dev/null +++ b/transcoder_all/layer_54_width_16k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.54.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.54.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_54_width_16k_l0_small/config.json b/transcoder_all/layer_54_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cca67e0ca523c19be3f72aa05552ae20b3bc603b --- /dev/null +++ b/transcoder_all/layer_54_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.54.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.54.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_55_width_262k_l0_big/config.json b/transcoder_all/layer_55_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..31df2140699fe7a6f9f573e0197524049d82bd71 --- /dev/null +++ b/transcoder_all/layer_55_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.55.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.55.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_55_width_262k_l0_small/config.json b/transcoder_all/layer_55_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0bddae85ca6e127a33352f880c6cf8ee660d0cd0 --- /dev/null +++ b/transcoder_all/layer_55_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.55.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.55.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_55_width_262k_l0_small_affine/config.json b/transcoder_all/layer_55_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b708d691da9b17b4e0c499ca9c748bd9da554e46 --- /dev/null +++ b/transcoder_all/layer_55_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.55.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.55.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_56_width_262k_l0_big/config.json b/transcoder_all/layer_56_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..af592f425d9261eed005c4b413ca67d3adff392b --- /dev/null +++ b/transcoder_all/layer_56_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.56.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.56.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_57_width_262k_l0_small_affine/config.json b/transcoder_all/layer_57_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7e2fa8906663b6c53e4b701e75fde60be81927e1 --- /dev/null +++ b/transcoder_all/layer_57_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.57.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.57.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_59_width_16k_l0_big/config.json b/transcoder_all/layer_59_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f60c1fc80158d91d6bd1c204748db166448bace4 --- /dev/null +++ b/transcoder_all/layer_59_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.59.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.59.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_5_width_16k_l0_big/config.json b/transcoder_all/layer_5_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..70444808fc77cfb25613e5b3692f19f26b103f24 --- /dev/null +++ b/transcoder_all/layer_5_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.5.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.5.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 74, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_5_width_262k_l0_small/config.json b/transcoder_all/layer_5_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4be3e8c3ba2da665ff73d7362dfd59ad73ee4a6e --- /dev/null +++ b/transcoder_all/layer_5_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.5.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.5.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 12, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_60_width_16k_l0_big/config.json b/transcoder_all/layer_60_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..223779aa31fc50bf1d6a12b456c1a916f796ea36 --- /dev/null +++ b/transcoder_all/layer_60_width_16k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.60.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.60.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_60_width_16k_l0_big/params.safetensors b/transcoder_all/layer_60_width_16k_l0_big/params.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/transcoder_all/layer_60_width_262k_l0_big_affine/config.json b/transcoder_all/layer_60_width_262k_l0_big_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..25e97095c8bbe8651fb5d054467585af84ad7fb6 --- /dev/null +++ b/transcoder_all/layer_60_width_262k_l0_big_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.60.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.60.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_60_width_262k_l0_big_affine/params.safetensors b/transcoder_all/layer_60_width_262k_l0_big_affine/params.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/transcoder_all/layer_61_width_16k_l0_small/config.json b/transcoder_all/layer_61_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2c33d1768cfc9534db927c263814fc6e62e44308 --- /dev/null +++ b/transcoder_all/layer_61_width_16k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.61.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.61.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_61_width_16k_l0_small/params.safetensors b/transcoder_all/layer_61_width_16k_l0_small/params.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/transcoder_all/layer_6_width_262k_l0_big/config.json b/transcoder_all/layer_6_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..68e256fbc2faed70802aca3858e187eba53e7214 --- /dev/null +++ b/transcoder_all/layer_6_width_262k_l0_big/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.6.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.6.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 77, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_6_width_262k_l0_big/params.safetensors b/transcoder_all/layer_6_width_262k_l0_big/params.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/transcoder_all/layer_9_width_262k_l0_small/config.json b/transcoder_all/layer_9_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b6990f0e3b4226d112b4b25458b36893e1437c90 --- /dev/null +++ b/transcoder_all/layer_9_width_262k_l0_small/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.9.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": false +} \ No newline at end of file diff --git a/transcoder_all/layer_9_width_262k_l0_small/params.safetensors b/transcoder_all/layer_9_width_262k_l0_small/params.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/transcoder_all/layer_9_width_262k_l0_small_affine/config.json b/transcoder_all/layer_9_width_262k_l0_small_affine/config.json new file mode 100644 index 0000000000000000000000000000000000000000..395b7ed3fbeacdf8d336d78f0b2966b5e03fbb78 --- /dev/null +++ b/transcoder_all/layer_9_width_262k_l0_small_affine/config.json @@ -0,0 +1,9 @@ +{ + "hf_hook_point_in": "model.layers.9.pre_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "gemma-v3-27b-it", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": true +} \ No newline at end of file diff --git a/transcoder_all/layer_9_width_262k_l0_small_affine/params.safetensors b/transcoder_all/layer_9_width_262k_l0_small_affine/params.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391