h2oai
/

h2ogpt-oig-oasst1-256-6_9b

Text Generation

large language model

text-generation-inference

Model card Files Files and versions Community

arnocandel commited on May 16, 2023

Commit

836bab6

•

1 Parent(s): 04cb502

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -50,8 +50,8 @@ import torch
 from h2oai_pipeline import H2OTextGenerationPipeline
 from transformers import AutoModelForCausalLM, AutoTokenizer
-tokenizer = AutoTokenizer.from_pretrained("h2oai/h2ogpt-oig-oasst1-256-6.9b", padding_side="left")
-model = AutoModelForCausalLM.from_pretrained("h2oai/h2ogpt-oig-oasst1-256-6.9b", torch_dtype=torch.bfloat16, device_map="auto")
 generate_text = H2OTextGenerationPipeline(model=model, tokenizer=tokenizer)
 res = generate_text("Why is drinking water so healthy?", max_new_tokens=100)

 from h2oai_pipeline import H2OTextGenerationPipeline
 from transformers import AutoModelForCausalLM, AutoTokenizer
+tokenizer = AutoTokenizer.from_pretrained("h2oai/h2ogpt-oig-oasst1-256-6_9b", padding_side="left")
+model = AutoModelForCausalLM.from_pretrained("h2oai/h2ogpt-oig-oasst1-256-6_9b", torch_dtype=torch.bfloat16, device_map="auto")
 generate_text = H2OTextGenerationPipeline(model=model, tokenizer=tokenizer)
 res = generate_text("Why is drinking water so healthy?", max_new_tokens=100)