Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -23,9 +23,9 @@ output: Potential widening of the achievement gap if data is not used equitably.
|
|
23 |
def generate(text):
|
24 |
try:
|
25 |
prompt = system_prompt + f"\ninput: {text}\noutput:"
|
26 |
-
|
27 |
-
input_ids =
|
28 |
-
attention_mask =
|
29 |
outputs = model.generate(input_ids, attention_mask=attention_mask, max_length=256)
|
30 |
response_text = tokenizer.decode(outputs[0], skip_special_tokens=True).split("output:")[-1].strip()
|
31 |
return response_text if response_text else "No valid response generated."
|
|
|
23 |
def generate(text):
|
24 |
try:
|
25 |
prompt = system_prompt + f"\ninput: {text}\noutput:"
|
26 |
+
encoding = tokenizer(prompt, return_tensors="pt", return_attention_mask=True, truncation=True)
|
27 |
+
input_ids = encoding["input_ids"].unsqueeze(0)
|
28 |
+
attention_mask = encoding["attention_mask"].unsqueeze(0)
|
29 |
outputs = model.generate(input_ids, attention_mask=attention_mask, max_length=256)
|
30 |
response_text = tokenizer.decode(outputs[0], skip_special_tokens=True).split("output:")[-1].strip()
|
31 |
return response_text if response_text else "No valid response generated."
|