Staticaliza commited on
Commit
0094eb2
1 Parent(s): b319475

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -5
app.py CHANGED
@@ -23,7 +23,8 @@ for model_name, model_endpoint in API_ENDPOINTS.items():
23
  CHOICES.append(model_name)
24
  CLIENTS[model_name] = InferenceClient(model_endpoint, headers = { "Authorization": f"Bearer {API_TOKEN}" })
25
 
26
- def format(instruction = "", history = "", input = "", preinput = ""):
 
27
  sy_l, sy_r = SPECIAL_SYMBOLS[0], SPECIAL_SYMBOLS[1]
28
  formatted_history = '\n'.join(f"{sy_l}{message}{sy_r}" for message in history)
29
  formatted_input = f"System: {sy_l}{instruction}{sy_r}\n{formatted_history}\n{sy_l}{input}{sy_r}\n{preinput}"
@@ -54,18 +55,16 @@ def predict(instruction, history, input, preinput, access_key, model, temperatur
54
  return_full_text = False
55
  )
56
 
57
- print(response)
58
  sy_l, sy_r = SPECIAL_SYMBOLS[0], SPECIAL_SYMBOLS[1]
59
  pre_result = f"{sy_l}{response}{sy_r}{''.join(SPECIAL_SYMBOLS)}"
60
- print(pre_result)
61
  pattern = re.compile(f"{sy_l}(.*?){sy_r}", re.DOTALL)
62
  match = pattern.search(pre_result)
63
  get_result = match.group(1).strip() if match else ""
64
- print(get_result)
65
  history = history + [[input, get_result]]
66
 
67
  print(f"---\nUSER: {input}\nBOT: {get_result}\n---")
68
-
69
  return (get_result, input, history)
70
 
71
  def clear_history():
 
23
  CHOICES.append(model_name)
24
  CLIENTS[model_name] = InferenceClient(model_endpoint, headers = { "Authorization": f"Bearer {API_TOKEN}" })
25
 
26
+ def format(instruction = "", history = [], input = "", preinput = ""):
27
+ print(history)
28
  sy_l, sy_r = SPECIAL_SYMBOLS[0], SPECIAL_SYMBOLS[1]
29
  formatted_history = '\n'.join(f"{sy_l}{message}{sy_r}" for message in history)
30
  formatted_input = f"System: {sy_l}{instruction}{sy_r}\n{formatted_history}\n{sy_l}{input}{sy_r}\n{preinput}"
 
55
  return_full_text = False
56
  )
57
 
 
58
  sy_l, sy_r = SPECIAL_SYMBOLS[0], SPECIAL_SYMBOLS[1]
59
  pre_result = f"{sy_l}{response}{sy_r}{''.join(SPECIAL_SYMBOLS)}"
 
60
  pattern = re.compile(f"{sy_l}(.*?){sy_r}", re.DOTALL)
61
  match = pattern.search(pre_result)
62
  get_result = match.group(1).strip() if match else ""
63
+
64
  history = history + [[input, get_result]]
65
 
66
  print(f"---\nUSER: {input}\nBOT: {get_result}\n---")
67
+ print(history)
68
  return (get_result, input, history)
69
 
70
  def clear_history():