Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -434,7 +434,7 @@ class Phi3MiniEducationalLLM(Runnable):
|
|
| 434 |
|
| 435 |
# Clear GPU cache
|
| 436 |
if torch.cuda.is_available():
|
| 437 |
-
|
| 438 |
|
| 439 |
text = self._format_chat_template(prompt)
|
| 440 |
|
|
|
|
| 434 |
|
| 435 |
# Clear GPU cache
|
| 436 |
if torch.cuda.is_available():
|
| 437 |
+
torch.cuda.empty_cache()
|
| 438 |
|
| 439 |
text = self._format_chat_template(prompt)
|
| 440 |
|