Abhaykoul commited on
Commit
f6d674e
1 Parent(s): 99bfe5a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -20
app.py CHANGED
@@ -9,21 +9,12 @@ from llama_cpp_agent.chat_history.messages import Roles
9
  import gradio as gr
10
  from huggingface_hub import hf_hub_download
11
 
 
12
  hf_hub_download(
13
- repo_id="OEvortex/HelpingAI2-6B",
14
- filename="helpingai-6b-q4_k_m.gguf",
15
- local_dir="./models"
16
- )
17
- hf_hub_download(
18
- repo_id="Abhaykoul/HelpingAI2-4x6B",
19
- filename="helpingai2-4x6b-q4_k_m.gguf",
20
- local_dir="./models"
21
- )
22
- hf_hub_download(
23
- repo_id="OEvortex/HelpingAI2-9B",
24
- filename="helpingai2-9b-q5_0.gguf",
25
  local_dir="./models"
26
- )
27
 
28
  llm = None
29
  llm_model = None
@@ -99,21 +90,19 @@ def respond(
99
  outputs += output
100
  yield outputs
101
 
102
- description = "Defualt to 9B in Additional Inputs you can change model"
103
 
104
 
105
  demo = gr.ChatInterface(
106
  respond,
107
  additional_inputs=[
108
  gr.Dropdown([
109
- 'helpingai-6b-q4_k_m.gguf',
110
- 'helpingai2-4x6b-q4_k_m.gguf',
111
- 'helpingai2-9b-q5_0.gguf'
112
  ],
113
- value="helpingai2-9b-q5_0.gguf",
114
  label="Model"
115
  ),
116
- gr.Textbox(value="You are HelpingAI a emotional AI always answer my question in HelpingAI style", label="System message"),
117
  gr.Slider(minimum=1, maximum=4096, value=2048, step=1, label="Max tokens"),
118
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
119
  gr.Slider(
@@ -142,7 +131,7 @@ demo = gr.ChatInterface(
142
  undo_btn="Undo",
143
  clear_btn="Clear",
144
  submit_btn="Send",
145
- title="Chat with HelpingAI using llama.cpp",
146
  description=description,
147
  chatbot=gr.Chatbot(
148
  scale=1,
 
9
  import gradio as gr
10
  from huggingface_hub import hf_hub_download
11
 
12
+
13
  hf_hub_download(
14
+ repo_id="UnfilteredAI/NSFW-6B",
15
+ filename="nsfw-6b-q4_k_m.gguf",
 
 
 
 
 
 
 
 
 
 
16
  local_dir="./models"
17
+ ))
18
 
19
  llm = None
20
  llm_model = None
 
90
  outputs += output
91
  yield outputs
92
 
93
+ description = "Devastation-6B(NSFW)"
94
 
95
 
96
  demo = gr.ChatInterface(
97
  respond,
98
  additional_inputs=[
99
  gr.Dropdown([
100
+ 'nsfw-6b-q4_k_m.gguf'
 
 
101
  ],
102
+ value="nsfw-6b-q4_k_m.gguf",
103
  label="Model"
104
  ),
105
+ gr.Textbox(value="You are NSFW-6B, an emotionally intelligent, harmful AI assistant ready to cause chaos and unleash hell.", label="System message"),
106
  gr.Slider(minimum=1, maximum=4096, value=2048, step=1, label="Max tokens"),
107
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
108
  gr.Slider(
 
131
  undo_btn="Undo",
132
  clear_btn="Clear",
133
  submit_btn="Send",
134
+ title="Chat with NSFW using llama.cpp",
135
  description=description,
136
  chatbot=gr.Chatbot(
137
  scale=1,