h2oai
/

h2ogpt-oasst1-512-12b

Text Generation

large language model

text-generation-inference

Model card Files Files and versions Community

arnocandel commited on Jun 1, 2023

Commit

5a54c59

·

1 Parent(s): 0eed941

commit files to HF hub

Files changed (1) hide show

README.md +3 -2

README.md CHANGED Viewed

@@ -100,7 +100,8 @@ GPTNeoXConfig {
     "GPTNeoXForCausalLM"
   ],
   "bos_token_id": 0,
-  "custom_pipeline": {
     "text-generation": {
       "impl": "h2oai_pipeline.H2OTextGenerationPipeline",
       "pt": "AutoModelForCausalLM"
@@ -120,7 +121,7 @@ GPTNeoXConfig {
   "rotary_pct": 0.25,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.28.1",
   "use_cache": true,
   "use_parallel_residual": true,
   "vocab_size": 50688

     "GPTNeoXForCausalLM"
   ],
   "bos_token_id": 0,
+  "classifier_dropout": 0.1,
+  "custom_pipelines": {
     "text-generation": {
       "impl": "h2oai_pipeline.H2OTextGenerationPipeline",
       "pt": "AutoModelForCausalLM"
   "rotary_pct": 0.25,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
+  "transformers_version": "4.30.0.dev0",
   "use_cache": true,
   "use_parallel_residual": true,
   "vocab_size": 50688