Update README.md
Browse files
README.md
CHANGED
@@ -8,9 +8,9 @@ language:
|
|
8 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
9 |
from transformers.generation import GenerationConfig
|
10 |
tokenizer = AutoTokenizer.from_pretrained("huskyhong/noname-ai-v2_3-light", trust_remote_code=True)
|
11 |
-
model = AutoModelForCausalLM.from_pretrained("huskyhong/noname-v2_3-light", device_map="auto", trust_remote_code=True).eval() # 采用gpu加载模型
|
12 |
-
# model = AutoModelForCausalLM.from_pretrained("huskyhong/noname-v2_3-light", device_map="cpu", trust_remote_code=True).float() # 采用cpu加载模型
|
13 |
-
model.generation_config = GenerationConfig.from_pretrained("huskyhong/noname-v2_3-light", trust_remote_code=True) # 可指定不同的生成长度、top_p等相关超参
|
14 |
|
15 |
|
16 |
prompt = "请帮我编写一个技能,技能效果如下:" + input("请输入技能效果:")
|
|
|
8 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
9 |
from transformers.generation import GenerationConfig
|
10 |
tokenizer = AutoTokenizer.from_pretrained("huskyhong/noname-ai-v2_3-light", trust_remote_code=True)
|
11 |
+
model = AutoModelForCausalLM.from_pretrained("huskyhong/noname-ai-v2_3-light", device_map="auto", trust_remote_code=True).eval() # 采用gpu加载模型
|
12 |
+
# model = AutoModelForCausalLM.from_pretrained("huskyhong/noname-ai-v2_3-light", device_map="cpu", trust_remote_code=True).float() # 采用cpu加载模型
|
13 |
+
model.generation_config = GenerationConfig.from_pretrained("huskyhong/noname-ai-v2_3-light", trust_remote_code=True) # 可指定不同的生成长度、top_p等相关超参
|
14 |
|
15 |
|
16 |
prompt = "请帮我编写一个技能,技能效果如下:" + input("请输入技能效果:")
|