Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -1,4 +1,5 @@
|
|
1 |
import os
|
|
|
2 |
import threading
|
3 |
import time
|
4 |
import subprocess
|
@@ -52,6 +53,8 @@ h3 {
|
|
52 |
text-align: center;
|
53 |
}
|
54 |
"""
|
|
|
|
|
55 |
def stream_chat(message: str, history: list, temperature: float, max_new_tokens: int, top_p: float, top_k: int, penalty: float):
|
56 |
print(f'message is - {message}')
|
57 |
print(f'history is - {history}')
|
|
|
1 |
import os
|
2 |
+
import spaces
|
3 |
import threading
|
4 |
import time
|
5 |
import subprocess
|
|
|
53 |
text-align: center;
|
54 |
}
|
55 |
"""
|
56 |
+
|
57 |
+
@spaces.GPU()
|
58 |
def stream_chat(message: str, history: list, temperature: float, max_new_tokens: int, top_p: float, top_k: int, penalty: float):
|
59 |
print(f'message is - {message}')
|
60 |
print(f'history is - {history}')
|