lightonai
/

alfred-40b-1023

Text Generation

text-generation-inference

Model card Files Files and versions Community

cthiriet commited on Feb 13

Commit

cff69f1

•

1 Parent(s): 0ba8126

Add rope_scaling to config.json

Files changed (1) hide show

config.json +6 -1

config.json CHANGED Viewed

@@ -29,5 +29,10 @@
   "transformers_version": "4.31.0",
   "use_cache": true,
   "vanilla_scaling_factor": null,
-  "vocab_size": 65024
 }

   "transformers_version": "4.31.0",
   "use_cache": true,
   "vanilla_scaling_factor": null,
+  "vocab_size": 65024,
+  "rope_scaling": {
+    "type": "ntk_yarn",
+    "factor": 4.0,
+    "original_max_position_embeddings": 2048
+  }
 }