erikbeltran commited on
Commit
3acd52d
·
verified ·
1 Parent(s): ade57a9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -1,3 +1,4 @@
 
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
  from transformers import AutoTokenizer
@@ -20,7 +21,8 @@ def format_diff_response(response):
20
  else:
21
  formatted.append(line)
22
  return '<br>'.join(formatted)
23
-
 
24
  def respond(request, file_content, system_message, max_tokens, temperature, top_p):
25
  messages = [
26
  {"role": "system", "content": system_message},
 
1
+ import spaces
2
  import gradio as gr
3
  from huggingface_hub import InferenceClient
4
  from transformers import AutoTokenizer
 
21
  else:
22
  formatted.append(line)
23
  return '<br>'.join(formatted)
24
+
25
+ @spaces.GPU
26
  def respond(request, file_content, system_message, max_tokens, temperature, top_p):
27
  messages = [
28
  {"role": "system", "content": system_message},