Qi Wang
commited on
Commit
•
216c7a2
1
Parent(s):
ef492cf
Update README.md
Browse files
README.md
CHANGED
|
@@ -81,10 +81,8 @@ make run
|
|
| 81 |
```python
|
| 82 |
torch.set_default_device("cuda")
|
| 83 |
config = AutoConfig.from_pretrained(model_path)
|
| 84 |
-
print(f"config: {config}")
|
| 85 |
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
| 86 |
model = AutoModelForCausalLM.from_pretrained(model_path, config=config)
|
| 87 |
-
model.to("cuda")
|
| 88 |
inputs = tokenizer("从前", return_tensors="pt", add_special_tokens=True)
|
| 89 |
outputs = model.generate(**inputs, max_length=768)
|
| 90 |
text = tokenizer.batch_decode(outputs)[0]
|
|
|
|
| 81 |
```python
|
| 82 |
torch.set_default_device("cuda")
|
| 83 |
config = AutoConfig.from_pretrained(model_path)
|
|
|
|
| 84 |
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
| 85 |
model = AutoModelForCausalLM.from_pretrained(model_path, config=config)
|
|
|
|
| 86 |
inputs = tokenizer("从前", return_tensors="pt", add_special_tokens=True)
|
| 87 |
outputs = model.generate(**inputs, max_length=768)
|
| 88 |
text = tokenizer.batch_decode(outputs)[0]
|