facebook
/

crv-8b-instruct-transcoders

Model card Files Files and versions

zsquaredz commited on 12 days ago

Commit

e1e157c

·

verified ·

1 Parent(s): 38002f2

Update config.yaml

Files changed (1) hide show

config.yaml +2 -1

config.yaml CHANGED Viewed

@@ -1,4 +1,5 @@
 model_name: "meta-llama/Llama-3.1-8B-Instruct"
 model_kind: "transcoder_set"
 feature_input_hook: "mlp.hook_in"
-feature_output_hook: "mlp.hook_out"

 model_name: "meta-llama/Llama-3.1-8B-Instruct"
 model_kind: "transcoder_set"
 feature_input_hook: "mlp.hook_in"
+feature_output_hook: "mlp.hook_out"
+activation: "topk"