Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -19,8 +19,9 @@ class ModelProcessor:
|
|
| 19 |
# Set padding token as end-of-sequence token
|
| 20 |
self.tokenizer.pad_token = self.tokenizer.eos_token
|
| 21 |
|
| 22 |
-
|
| 23 |
@torch.inference_mode()
|
|
|
|
| 24 |
def process_data_and_compute_statistics(self, prompt):
|
| 25 |
# Tokenize the prompt and move to the device
|
| 26 |
tokens = self.tokenizer(
|
|
|
|
| 19 |
# Set padding token as end-of-sequence token
|
| 20 |
self.tokenizer.pad_token = self.tokenizer.eos_token
|
| 21 |
|
| 22 |
+
|
| 23 |
@torch.inference_mode()
|
| 24 |
+
@spaces.GPU
|
| 25 |
def process_data_and_compute_statistics(self, prompt):
|
| 26 |
# Tokenize the prompt and move to the device
|
| 27 |
tokens = self.tokenizer(
|