ethzanalytics
/

mpt-7b-storywriter-sharded

Text Generation

text-generation-inference

Model card Files Files and versions Community

pszemraj commited on May 14, 2023

Commit

197d142

•

1 Parent(s): ae54cae

use_cache by default

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -47,7 +47,7 @@
   "tokenizer_name": "EleutherAI/gpt-neox-20b",
   "torch_dtype": "bfloat16",
   "transformers_version": "4.28.1",
-  "use_cache": false,
   "verbose": 0,
   "vocab_size": 50432
 }

   "tokenizer_name": "EleutherAI/gpt-neox-20b",
   "torch_dtype": "bfloat16",
   "transformers_version": "4.28.1",
+  "use_cache": true,
   "verbose": 0,
   "vocab_size": 50432
 }