DeepMount00 commited on
Commit
17bdf28
1 Parent(s): e9d603a

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -2
README.md CHANGED
@@ -47,9 +47,10 @@ def stream(user_prompt):
47
  prompt = f"{system_prompt}{B_INST}{user_prompt.strip()}\n{E_INST}"
48
  inputs = tokenizer([prompt], return_tensors="pt").to(runtimeFlag)
49
  streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
50
- _ = model.generate(**inputs, streamer=streamer, max_new_tokens=200, temperature=0.0001, eos_token_id=2, num_return_sequences=1)
 
51
 
52
- domanda = """Quale è la media tra questi valori?"""
53
  contesto = """
54
  [-5, 10, 15, 20, 25, 30, 35]
55
  """
 
47
  prompt = f"{system_prompt}{B_INST}{user_prompt.strip()}\n{E_INST}"
48
  inputs = tokenizer([prompt], return_tensors="pt").to(runtimeFlag)
49
  streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
50
+ _ = model.generate(**inputs, streamer=streamer, max_new_tokens=300, temperature=0.0001,
51
+ repetition_penalty=1.2, eos_token_id=2, do_sample=True, num_return_sequences=1)
52
 
53
+ domanda = """Scrivi una funzione python che moltiplica per 2 tutti i valori della lista:"""
54
  contesto = """
55
  [-5, 10, 15, 20, 25, 30, 35]
56
  """