tolgadev commited on
Commit
c79a2dd
·
verified ·
1 Parent(s): cdc2ca6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -5,13 +5,13 @@ import argparse
5
  from huggingface_hub import snapshot_download
6
  from llama_cpp import Llama
7
 
8
- repo_name = 'tolgadev/Trendyol-LLM-7b-chat-v0.1-GGUF'
9
- model_file = "trendyol-llm-7b-chat-v0.1.Q5_K_M.gguf"
10
 
11
  snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_file)
12
 
13
  DEFAULT_MODEL_PATH = model_file
14
- llm = Llama(model_path=model_file, model_type="llama")
15
 
16
  def predict(input, chatbot, max_length, top_p, temperature, history):
17
  chatbot.append((input, ""))
@@ -36,8 +36,8 @@ def reset_state():
36
  return [], []
37
 
38
  with gr.Blocks() as demo:
39
- gr.HTML("""<h1 align="center">TrendyolLLM Chatbot Demo</h1>
40
- <h3 align="center">This is unofficial demo of `tolgadev/Trendyol-LLM-7b-chat-v0.1-GGUF` model based on LLama2 architecture.</h3>
41
  <h4 align="center">Hit the like button if you liked! 🤗</h4>""")
42
 
43
  chatbot = gr.Chatbot()
 
5
  from huggingface_hub import snapshot_download
6
  from llama_cpp import Llama
7
 
8
+ repo_name = 'mradermacher/Turkcell-LLM-7b-v1-GGUF'
9
+ model_file = "Turkcell-LLM-7b-v1.Q5_K_M.gguf"
10
 
11
  snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_file)
12
 
13
  DEFAULT_MODEL_PATH = model_file
14
+ llm = Llama(model_path=model_file, model_type="mistral")
15
 
16
  def predict(input, chatbot, max_length, top_p, temperature, history):
17
  chatbot.append((input, ""))
 
36
  return [], []
37
 
38
  with gr.Blocks() as demo:
39
+ gr.HTML("""<h1 align="center">TurkcellLLM Chatbot Demo</h1>
40
+ <h3 align="center">This is unofficial demo of `mradermacher/Turkcell-LLM-7b-v1-GGUF` model based on Mistral architecture.</h3>
41
  <h4 align="center">Hit the like button if you liked! 🤗</h4>""")
42
 
43
  chatbot = gr.Chatbot()