Commit
•
95578b4
1
Parent(s):
80a4dff
Update README.md
Browse files
README.md
CHANGED
|
@@ -27,7 +27,7 @@ Assistant:"""
|
|
| 27 |
|
| 28 |
|
| 29 |
model = AutoModelForCausalLM.from_pretrained("RWKV/rwkv-5-world-1b5", trust_remote_code=True).to(torch.float32)
|
| 30 |
-
tokenizer = AutoTokenizer.from_pretrained("RWKV/rwkv-5-world-1b5", trust_remote_code=True, padding_side='left')
|
| 31 |
|
| 32 |
text = "请介绍北京的旅游景点"
|
| 33 |
prompt = generate_prompt(text)
|
|
@@ -83,7 +83,7 @@ Assistant:"""
|
|
| 83 |
|
| 84 |
|
| 85 |
model = AutoModelForCausalLM.from_pretrained("RWKV/rwkv-5-world-1b5", trust_remote_code=True, torch_dtype=torch.float16).to(0)
|
| 86 |
-
tokenizer = AutoTokenizer.from_pretrained("RWKV/rwkv-5-world-1b5", trust_remote_code=True, padding_side='left')
|
| 87 |
|
| 88 |
text = "介绍一下大熊猫"
|
| 89 |
prompt = generate_prompt(text)
|
|
@@ -130,7 +130,7 @@ User: {instruction}
|
|
| 130 |
Assistant:"""
|
| 131 |
|
| 132 |
model = AutoModelForCausalLM.from_pretrained("RWKV/rwkv-5-world-1b5", trust_remote_code=True).to(torch.float32)
|
| 133 |
-
tokenizer = AutoTokenizer.from_pretrained("RWKV/rwkv-5-world-1b5", trust_remote_code=True, padding_side='left')
|
| 134 |
|
| 135 |
texts = ["请介绍北京的旅游景点", "介绍一下大熊猫", "乌兰察布"]
|
| 136 |
prompts = [generate_prompt(text) for text in texts]
|
|
|
|
| 27 |
|
| 28 |
|
| 29 |
model = AutoModelForCausalLM.from_pretrained("RWKV/rwkv-5-world-1b5", trust_remote_code=True).to(torch.float32)
|
| 30 |
+
tokenizer = AutoTokenizer.from_pretrained("RWKV/rwkv-5-world-1b5", trust_remote_code=True, padding_side='left', pad_token="<s>")
|
| 31 |
|
| 32 |
text = "请介绍北京的旅游景点"
|
| 33 |
prompt = generate_prompt(text)
|
|
|
|
| 83 |
|
| 84 |
|
| 85 |
model = AutoModelForCausalLM.from_pretrained("RWKV/rwkv-5-world-1b5", trust_remote_code=True, torch_dtype=torch.float16).to(0)
|
| 86 |
+
tokenizer = AutoTokenizer.from_pretrained("RWKV/rwkv-5-world-1b5", trust_remote_code=True, padding_side='left', pad_token="<s>")
|
| 87 |
|
| 88 |
text = "介绍一下大熊猫"
|
| 89 |
prompt = generate_prompt(text)
|
|
|
|
| 130 |
Assistant:"""
|
| 131 |
|
| 132 |
model = AutoModelForCausalLM.from_pretrained("RWKV/rwkv-5-world-1b5", trust_remote_code=True).to(torch.float32)
|
| 133 |
+
tokenizer = AutoTokenizer.from_pretrained("RWKV/rwkv-5-world-1b5", trust_remote_code=True, padding_side='left', pad_token="<s>")
|
| 134 |
|
| 135 |
texts = ["请介绍北京的旅游景点", "介绍一下大熊猫", "乌兰察布"]
|
| 136 |
prompts = [generate_prompt(text) for text in texts]
|