eryk-mazus
commited on
Commit
•
87123a2
1
Parent(s):
ca34f90
Update README.md
Browse files
README.md
CHANGED
@@ -51,7 +51,13 @@ prompt = """Przykładowe zapytanie do modelu"""
|
|
51 |
|
52 |
model_inputs = tokenizer([prompt], return_tensors="pt").to("cuda")
|
53 |
with torch.no_grad():
|
54 |
-
generated_ids = model.generate(
|
|
|
|
|
|
|
|
|
|
|
|
|
55 |
|
56 |
output = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
|
57 |
print(output)
|
|
|
51 |
|
52 |
model_inputs = tokenizer([prompt], return_tensors="pt").to("cuda")
|
53 |
with torch.no_grad():
|
54 |
+
generated_ids = model.generate(
|
55 |
+
**model_inputs,
|
56 |
+
max_new_tokens=512,
|
57 |
+
do_sample=True,
|
58 |
+
penalty_alpha=0.6,
|
59 |
+
top_k=5
|
60 |
+
)
|
61 |
|
62 |
output = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
|
63 |
print(output)
|