|
|
|
|
|
model_name: "google/gemma-2-2b" |
|
|
model_kind: "transcoder_set" |
|
|
feature_input_location_pattern: "model.layers[{layer}].pre_feedforward_layernorm.source.self__norm_0" |
|
|
feature_output_location_pattern: "model.layers[{layer}].post_feedforward_layernorm" |
|
|
attention_location_pattern: "model.layers[{layer}].self_attn.source.attention_interface_0.source.nn_functional_dropout_0" |
|
|
layernorm_scale_location_patterns: |
|
|
- "model.layers[{layer}].input_layernorm.source.self__norm_0.source.torch_rsqrt_0" |
|
|
- "model.layers[{layer}].post_attention_layernorm.source.self__norm_0.source.torch_rsqrt_0" |
|
|
- "model.layers[{layer}].pre_feedforward_layernorm.source.self__norm_0.source.torch_rsqrt_0" |
|
|
- "model.layers[{layer}].post_feedforward_layernorm.source.self__norm_0.source.torch_rsqrt_0" |
|
|
- "model.norm.source.self__norm_0.source.torch_rsqrt_0" |
|
|
pre_logit_location: "model.norm" |
|
|
embed_location: "model.embed_tokens" |
|
|
embed_weight: "model.embed_tokens.weight" |
|
|
unembed_weight: "lm_head.weight" |
|
|
|
|
|
transcoders: |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_0/width_16k/average_l0_76/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_1/width_16k/average_l0_65/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_2/width_16k/average_l0_49/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_3/width_16k/average_l0_54/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_4/width_16k/average_l0_88/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_5/width_16k/average_l0_87/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_6/width_16k/average_l0_95/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_7/width_16k/average_l0_70/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_8/width_16k/average_l0_52/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_9/width_16k/average_l0_72/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_10/width_16k/average_l0_88/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_11/width_16k/average_l0_5/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_12/width_16k/average_l0_6/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_13/width_16k/average_l0_8/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_14/width_16k/average_l0_8/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_15/width_16k/average_l0_8/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_16/width_16k/average_l0_10/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_17/width_16k/average_l0_12/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_18/width_16k/average_l0_13/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_19/width_16k/average_l0_12/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_20/width_16k/average_l0_11/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_21/width_16k/average_l0_13/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_22/width_16k/average_l0_15/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_23/width_16k/average_l0_25/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_24/width_16k/average_l0_37/params.npz" |
|
|
- "hf://google/gemma-scope-2b-pt-transcoders/layer_25/width_16k/average_l0_41/params.npz" |
|
|
|
