Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -1,3 +1,4 @@
|
|
|
|
1 |
import gradio as gr
|
2 |
from huggingface_hub import InferenceClient
|
3 |
from transformers import AutoTokenizer
|
@@ -20,7 +21,8 @@ def format_diff_response(response):
|
|
20 |
else:
|
21 |
formatted.append(line)
|
22 |
return '<br>'.join(formatted)
|
23 |
-
|
|
|
24 |
def respond(request, file_content, system_message, max_tokens, temperature, top_p):
|
25 |
messages = [
|
26 |
{"role": "system", "content": system_message},
|
|
|
1 |
+
import spaces
|
2 |
import gradio as gr
|
3 |
from huggingface_hub import InferenceClient
|
4 |
from transformers import AutoTokenizer
|
|
|
21 |
else:
|
22 |
formatted.append(line)
|
23 |
return '<br>'.join(formatted)
|
24 |
+
|
25 |
+
@spaces.GPU
|
26 |
def respond(request, file_content, system_message, max_tokens, temperature, top_p):
|
27 |
messages = [
|
28 |
{"role": "system", "content": system_message},
|