IDEA-CCNL
/

Ziya-LLaMA-13B-v1

Text Generation

text-generation-inference

Model card Files Files and versions Community

Update README.md

#6

by Qianguo - opened May 19, 2023

base: refs/heads/main

←

from: refs/pr/6

Discussion Files changed

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -90,7 +90,7 @@ import torch
 device = torch.device("cuda")
 query="帮我写一份去西安的旅游计划"
-model = LlamaForCausalLM.from_pretrained('IDEA-CCNL/Ziya-LLaMA-13B-v1', device_map="auto")
 tokenizer = AutoTokenizer.from_pretrained('IDEA-CCNL/Ziya-LLaMA-13B-v1')
 inputs = '<human>:' + query.strip() + '\n<bot>:'

 device = torch.device("cuda")
 query="帮我写一份去西安的旅游计划"
+model = LlamaForCausalLM.from_pretrained('IDEA-CCNL/Ziya-LLaMA-13B-v1', torch_dtype=torch.float16, device_map="auto")
 tokenizer = AutoTokenizer.from_pretrained('IDEA-CCNL/Ziya-LLaMA-13B-v1')
 inputs = '<human>:' + query.strip() + '\n<bot>:'