h2oai
/

h2ogpt-oig-oasst1-falcon-40b

Text Generation

large language model

text-generation-inference

Model card Files Files and versions Community

arnocandel commited on Jun 4, 2023

Commit

f20866a

·

1 Parent(s): 727ff8a

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -43,7 +43,7 @@ pip install einops==0.6.1
 import torch
 from transformers import pipeline
-generate_text = pipeline(model="h2oai/h2ogpt-oig-oasst1-falcon-40b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
 res = generate_text("Why is drinking water so healthy?", max_new_tokens=100)
 print(res[0]["generated_text"])

 import torch
 from transformers import pipeline
+generate_text = pipeline(model="h2oai/h2ogpt-oig-oasst1-falcon-40b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto", prompt_type="human_bot")
 res = generate_text("Why is drinking water so healthy?", max_new_tokens=100)
 print(res[0]["generated_text"])