thrunlab
/

Mistral_Sparse_refined_web_relu_2024-03-01

Text Generation

Generated from Trainer

Model card Files Files and versions Community

vxbrandon commited on Mar 2

Commit

0aa0abe

•

1 Parent(s): 913ef5a

Upload config

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -1,12 +1,12 @@
 {
-  "_name_or_path": "mistralai/Mistral-7B-v0.1",
   "architectures": [
     "SparseMistralforCausalLM"
   ],
   "attention_dropout": 0.0,
   "auto_map": {
-    "AutoConfig": "sparsification_sftt.SparseMistralConfig",
-    "AutoModelForCausalLM": "sparsification_sftt.SparseMistralforCausalLM"
   },
   "bos_token_id": 1,
   "eos_token_id": 2,

 {
+  "_name_or_path": "thrunlab/Mistral_Sparse_refined_web_relu_2024-03-01",
   "architectures": [
     "SparseMistralforCausalLM"
   ],
   "attention_dropout": 0.0,
   "auto_map": {
+    "AutoConfig": "thrunlab/Mistral_Sparse_refined_web_relu_2024-03-01--sparsification_sftt.SparseMistralConfig",
+    "AutoModelForCausalLM": "thrunlab/Mistral_Sparse_refined_web_relu_2024-03-01--sparsification_sftt.SparseMistralforCausalLM"
   },
   "bos_token_id": 1,
   "eos_token_id": 2,