Commit
•
e6dc175
1
Parent(s):
088c92b
Update README.md
Browse files
README.md
CHANGED
@@ -20,7 +20,8 @@ This model is part of the VCC project and has been fine-tuned on the TESTtm7873/
|
|
20 |
|
21 |
To use this model, you'll need to set up your environment first:
|
22 |
|
23 |
-
```
|
|
|
24 |
import torch
|
25 |
from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
|
26 |
|
@@ -56,7 +57,7 @@ model_input = eval_tokenizer(eval_prompt, return_tensors="pt").to("cuda")
|
|
56 |
ft_model.eval()
|
57 |
with torch.no_grad():
|
58 |
print(eval_tokenizer.decode(ft_model.generate(**model_input, max_new_tokens=100, repetition_penalty=1.15)[0], skip_special_tokens=True))
|
59 |
-
|
60 |
|
61 |
|
62 |
- **Developed by:** testtm
|
|
|
20 |
|
21 |
To use this model, you'll need to set up your environment first:
|
22 |
|
23 |
+
```
|
24 |
+
python
|
25 |
import torch
|
26 |
from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
|
27 |
|
|
|
57 |
ft_model.eval()
|
58 |
with torch.no_grad():
|
59 |
print(eval_tokenizer.decode(ft_model.generate(**model_input, max_new_tokens=100, repetition_penalty=1.15)[0], skip_special_tokens=True))
|
60 |
+
```
|
61 |
|
62 |
|
63 |
- **Developed by:** testtm
|