HachiML
/

Swallow-MS-7b-v0.1-ChatSkill

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

HachiML commited on Apr 7

Commit

70b7127

•

1 Parent(s): 5e22cbb

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -34,7 +34,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16, device_map="auto")
 # Inference 1 (Instruction)
-prompt = "<s>[INST] お気に入りの調味料は？ [/INST]"
 input_ids = tokenizer.encode(prompt, add_special_tokens=False, return_tensors="pt")
 tokens = model.generate(input_ids.to(device=model.device), max_new_tokens=128, temperature=0.99, top_p=0.95, do_sample=True)
 out = tokenizer.decode(tokens[0], skip_special_tokens=True)

 model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16, device_map="auto")
 # Inference 1 (Instruction)
+prompt = "[INST] お気に入りの調味料は？ [/INST]"
 input_ids = tokenizer.encode(prompt, add_special_tokens=False, return_tensors="pt")
 tokens = model.generate(input_ids.to(device=model.device), max_new_tokens=128, temperature=0.99, top_p=0.95, do_sample=True)
 out = tokenizer.decode(tokens[0], skip_special_tokens=True)