AFischer1985 commited on
Commit
0b9a2e5
1 Parent(s): 4993090

Update run.py

Browse files
Files changed (1) hide show
  1. run.py +1 -1
run.py CHANGED
@@ -101,7 +101,7 @@ def response(message, history):
101
  url="http://localhost:2600/v1/completions"
102
  system="Du bist ein KI-basiertes Assistenzsystem."+addon+"\n\n"
103
  #body={"prompt":system+"### Instruktion:\n"+message+"\n\n### Antwort:","max_tokens":500, "echo":"False","stream":"True"} #e.g. SauerkrautLM
104
- body={"prompt":"<s>[INST]"+system+"\n"+message+"[/INST]### Antwort:","max_tokens":500, "echo":"False","stream":"True"} #e.g. Mixtral-Instruct
105
  response=""
106
  buffer=""
107
  print("URL: "+url)
 
101
  url="http://localhost:2600/v1/completions"
102
  system="Du bist ein KI-basiertes Assistenzsystem."+addon+"\n\n"
103
  #body={"prompt":system+"### Instruktion:\n"+message+"\n\n### Antwort:","max_tokens":500, "echo":"False","stream":"True"} #e.g. SauerkrautLM
104
+ body={"prompt":"[INST]"+system+"\n"+message+"[/INST]","max_tokens":500, "echo":"False","stream":"True"} #e.g. Mixtral-Instruct
105
  response=""
106
  buffer=""
107
  print("URL: "+url)