huskyhong commited on
Commit
58102f0
1 Parent(s): b2efac5

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -8,9 +8,9 @@ language:
8
  from transformers import AutoModelForCausalLM, AutoTokenizer
9
  from transformers.generation import GenerationConfig
10
  tokenizer = AutoTokenizer.from_pretrained("huskyhong/noname-ai-v2_3-light", trust_remote_code=True)
11
- model = AutoModelForCausalLM.from_pretrained("huskyhong/noname-v2_3-light", device_map="auto", trust_remote_code=True).eval() # 采用gpu加载模型
12
- # model = AutoModelForCausalLM.from_pretrained("huskyhong/noname-v2_3-light", device_map="cpu", trust_remote_code=True).float() # 采用cpu加载模型
13
- model.generation_config = GenerationConfig.from_pretrained("huskyhong/noname-v2_3-light", trust_remote_code=True) # 可指定不同的生成长度、top_p等相关超参
14
 
15
 
16
  prompt = "请帮我编写一个技能,技能效果如下:" + input("请输入技能效果:")
 
8
  from transformers import AutoModelForCausalLM, AutoTokenizer
9
  from transformers.generation import GenerationConfig
10
  tokenizer = AutoTokenizer.from_pretrained("huskyhong/noname-ai-v2_3-light", trust_remote_code=True)
11
+ model = AutoModelForCausalLM.from_pretrained("huskyhong/noname-ai-v2_3-light", device_map="auto", trust_remote_code=True).eval() # 采用gpu加载模型
12
+ # model = AutoModelForCausalLM.from_pretrained("huskyhong/noname-ai-v2_3-light", device_map="cpu", trust_remote_code=True).float() # 采用cpu加载模型
13
+ model.generation_config = GenerationConfig.from_pretrained("huskyhong/noname-ai-v2_3-light", trust_remote_code=True) # 可指定不同的生成长度、top_p等相关超参
14
 
15
 
16
  prompt = "请帮我编写一个技能,技能效果如下:" + input("请输入技能效果:")