BroBro87 commited on
Commit
6b00926
1 Parent(s): ef3a836

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -14,12 +14,13 @@ logging.basicConfig(stream=sys.stdout, level=logging.INFO)
14
  logging.getLogger().addHandler(logging.StreamHandler(stream=sys.stdout))
15
 
16
  def configure_llama_model():
17
- model_url = 'https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/resolve/main/mistral-7b-instruct-v0.1.Q4_K_M.gguf'
 
18
  llm = LlamaCPP(
19
  model_url=model_url,
20
  temperature=0.3,
21
- max_new_tokens=68,
22
- context_window=1000,
23
  model_kwargs={"n_gpu_layers": 1},
24
  messages_to_prompt=messages_to_prompt,
25
  completion_to_prompt=completion_to_prompt,
 
14
  logging.getLogger().addHandler(logging.StreamHandler(stream=sys.stdout))
15
 
16
  def configure_llama_model():
17
+
18
+ model_url = 'https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q4_K_M.gguf'
19
  llm = LlamaCPP(
20
  model_url=model_url,
21
  temperature=0.3,
22
+ max_new_tokens=256,
23
+ context_window=3900,
24
  model_kwargs={"n_gpu_layers": 1},
25
  messages_to_prompt=messages_to_prompt,
26
  completion_to_prompt=completion_to_prompt,