prabinpanta0 commited on
Commit
3b7c10e
·
verified ·
1 Parent(s): dc068d2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -23,9 +23,9 @@ output: Potential widening of the achievement gap if data is not used equitably.
23
  def generate(text):
24
  try:
25
  prompt = system_prompt + f"\ninput: {text}\noutput:"
26
- inputs = tokenizer(prompt, return_tensors="pt", return_attention_mask=True)
27
- input_ids = inputs["input_ids"].unsqueeze(0)
28
- attention_mask = inputs["attention_mask"].unsqueeze(0)
29
  outputs = model.generate(input_ids, attention_mask=attention_mask, max_length=256)
30
  response_text = tokenizer.decode(outputs[0], skip_special_tokens=True).split("output:")[-1].strip()
31
  return response_text if response_text else "No valid response generated."
 
23
  def generate(text):
24
  try:
25
  prompt = system_prompt + f"\ninput: {text}\noutput:"
26
+ encoding = tokenizer(prompt, return_tensors="pt", return_attention_mask=True, truncation=True)
27
+ input_ids = encoding["input_ids"].unsqueeze(0)
28
+ attention_mask = encoding["attention_mask"].unsqueeze(0)
29
  outputs = model.generate(input_ids, attention_mask=attention_mask, max_length=256)
30
  response_text = tokenizer.decode(outputs[0], skip_special_tokens=True).split("output:")[-1].strip()
31
  return response_text if response_text else "No valid response generated."