aisak-ai
/

aisak-assistant

Text Generation

Inference Endpoints

text-generation-inference

Model card Files Files and versions Community

mandelakori commited on Feb 12

Commit

badac9c

•

1 Parent(s): 0aa915f

Update config.json

Files changed (1) hide show

config.json +3 -6

config.json CHANGED Viewed

@@ -14,7 +14,7 @@
   "num_attention_heads": 32,
   "num_hidden_layers": 32,
   "num_key_value_heads": 8,
-  "pad_token_id": 0,
   "rms_norm_eps": 1e-05,
   "rope_theta": 10000.0,
   "sliding_window": 4096,
@@ -22,8 +22,5 @@
   "torch_dtype": "bfloat16",
   "transformers_version": "4.34.0",
   "use_cache": true,
-  "vocab_size": 32000,
-  "external_memory_size": 1024,
-  "memory_read_heads": 4,
-  "memory_write_heads": 2
-}

   "num_attention_heads": 32,
   "num_hidden_layers": 32,
   "num_key_value_heads": 8,
+  "pad_token_id": 2,
   "rms_norm_eps": 1e-05,
   "rope_theta": 10000.0,
   "sliding_window": 4096,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.34.0",
   "use_cache": true,
+  "vocab_size": 32000
+}