Marlon Wiprud
commited on
Commit
•
4f23a3a
1
Parent(s):
2e8c95f
log outputs
Browse files- handler.py +2 -0
handler.py
CHANGED
|
@@ -122,7 +122,9 @@ class EndpointHandler:
|
|
| 122 |
|
| 123 |
with torch.no_grad():
|
| 124 |
outputs = self.model.generate(**inputs, **gen_kwargs)
|
|
|
|
| 125 |
outputs = outputs[:, inputs["input_ids"].shape[1] :]
|
|
|
|
| 126 |
response = self.tokenizer.decode(outputs[0])
|
| 127 |
return response
|
| 128 |
|
|
|
|
| 122 |
|
| 123 |
with torch.no_grad():
|
| 124 |
outputs = self.model.generate(**inputs, **gen_kwargs)
|
| 125 |
+
print("outputs 1: ", outputs)
|
| 126 |
outputs = outputs[:, inputs["input_ids"].shape[1] :]
|
| 127 |
+
print("outputs 2: ", outputs)
|
| 128 |
response = self.tokenizer.decode(outputs[0])
|
| 129 |
return response
|
| 130 |
|