eryk-mazus commited on
Commit
87123a2
1 Parent(s): ca34f90

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +7 -1
README.md CHANGED
@@ -51,7 +51,13 @@ prompt = """Przykładowe zapytanie do modelu"""
51
 
52
  model_inputs = tokenizer([prompt], return_tensors="pt").to("cuda")
53
  with torch.no_grad():
54
- generated_ids = model.generate(**model_inputs, max_new_tokens=512, do_sample=True, penalty_alpha=0.6, top_k=5)
 
 
 
 
 
 
55
 
56
  output = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
57
  print(output)
 
51
 
52
  model_inputs = tokenizer([prompt], return_tensors="pt").to("cuda")
53
  with torch.no_grad():
54
+ generated_ids = model.generate(
55
+ **model_inputs,
56
+ max_new_tokens=512,
57
+ do_sample=True,
58
+ penalty_alpha=0.6,
59
+ top_k=5
60
+ )
61
 
62
  output = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
63
  print(output)