Spaces:
Sleeping
Sleeping
alphayomega
commited on
Commit
•
a5c8366
1
Parent(s):
48e8a0e
Update app.py
Browse files
app.py
CHANGED
@@ -4,23 +4,24 @@ import gradio as gr
|
|
4 |
client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
5 |
|
6 |
def format_prompt(message, history):
|
7 |
-
prompt = "<s>"
|
8 |
for user_prompt, bot_response in history:
|
9 |
prompt += f"[INST] {user_prompt} [/INST]"
|
10 |
prompt += f" {bot_response}</s> "
|
11 |
-
prompt
|
12 |
return prompt
|
13 |
|
14 |
def generate(
|
15 |
prompt, history, temperature=0.2, max_new_tokens=16392, top_p=0.95, repetition_penalty=1.0,
|
16 |
):
|
17 |
-
temperature = float(
|
18 |
if temperature < 1e-2:
|
19 |
temperature = 1e-2
|
|
|
20 |
top_p = float(top_p)
|
21 |
|
22 |
generate_kwargs = dict(
|
23 |
-
temperature=temperature,
|
24 |
max_new_tokens=max_new_tokens,
|
25 |
top_p=top_p,
|
26 |
repetition_penalty=repetition_penalty,
|
@@ -29,7 +30,7 @@ def generate(
|
|
29 |
)
|
30 |
|
31 |
formatted_prompt = format_prompt(prompt, history)
|
32 |
-
|
33 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
34 |
output = ""
|
35 |
|
@@ -38,15 +39,25 @@ def generate(
|
|
38 |
yield output
|
39 |
return output
|
40 |
|
41 |
-
|
42 |
mychatbot = gr.Chatbot(
|
43 |
-
|
44 |
|
45 |
-
demo = gr.ChatInterface(fn=generate,
|
46 |
chatbot=mychatbot,
|
47 |
-
title="
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
48 |
retry_btn=None,
|
49 |
undo_btn=None
|
50 |
)
|
51 |
|
52 |
-
demo.queue().launch(show_api=False)
|
|
|
|
|
|
|
|
|
|
4 |
client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
5 |
|
6 |
def format_prompt(message, history):
|
7 |
+
prompt = "<s>[INST] # I want you to act as a content marketing consultant. # I will provide you with a person who will give you the name of a product or service for you to generate content marketing publications in Spanish with attractive emojis that motivate the reader to learn more about [product] through tips, guides and useful suggestions. # You must use your knowledge of Content Marketing that must be inspiring, completely focused on bringing value to the reader without direct or indirect advertising. # Generate long content, at least 5 short relevant paragraphs. Check that the previous content is not repeated. # Generate content with paragraphs between 10 and 20 words. Check that previous content is not repeated. # Use attractive emojis and titles such as: \"The 5 best tricks for [action]\". \"The ultimate beginner\'s guide to [topic].\" \"Want [result]? I show you how to achieve it in 5 steps.\" # Use practical tips such as: \"With these 5 tips you\'ll get [result].\" \"Five innovative ways to use [product] in your daily life.\" # Educational content: \"The most common mistakes and how to avoid them.\" \"Myths and truths about [topic].\" \"The latest trends you need to know about.\" # Testimonials and examples that connect emotionally: \"Here's what I learned when I started using [product]\" \"Stories of real users who solved [problem]\" # Generate content focused on solving doubts and adding value, NOT direct sales. Surprise me with your best ideas! # Always answers in AMERICAN SPANISH. Stop after finish the first content marketing genreated. [/INST]</s>"
|
8 |
for user_prompt, bot_response in history:
|
9 |
prompt += f"[INST] {user_prompt} [/INST]"
|
10 |
prompt += f" {bot_response}</s> "
|
11 |
+
prompt += f"[INST] {message} [/INST]"
|
12 |
return prompt
|
13 |
|
14 |
def generate(
|
15 |
prompt, history, temperature=0.2, max_new_tokens=16392, top_p=0.95, repetition_penalty=1.0,
|
16 |
):
|
17 |
+
temperature = float(temperature)
|
18 |
if temperature < 1e-2:
|
19 |
temperature = 1e-2
|
20 |
+
|
21 |
top_p = float(top_p)
|
22 |
|
23 |
generate_kwargs = dict(
|
24 |
+
temperature=temperature,
|
25 |
max_new_tokens=max_new_tokens,
|
26 |
top_p=top_p,
|
27 |
repetition_penalty=repetition_penalty,
|
|
|
30 |
)
|
31 |
|
32 |
formatted_prompt = format_prompt(prompt, history)
|
33 |
+
|
34 |
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
35 |
output = ""
|
36 |
|
|
|
39 |
yield output
|
40 |
return output
|
41 |
|
|
|
42 |
mychatbot = gr.Chatbot(
|
43 |
+
avatar_images=["./user.png", "./botm.png"], bubble_full_width=False, show_label=False, show_copy_button=True, likeable=True,)
|
44 |
|
45 |
+
demo = gr.ChatInterface(fn=generate,
|
46 |
chatbot=mychatbot,
|
47 |
+
title="Bot con I.A. para crear MARKETING DE CONTENIDOS",
|
48 |
+
description="<p style='line-height: 0.5'>Este BOT de IA le ayudara a crear MARKETING DE CONTENIDOS para sus redes sociales.</p><br>"+
|
49 |
+
"<p style='line-height: 0.5'>Si desea usar otro BOT de I.A. escoja:</p>"+
|
50 |
+
" <a href='https://alphayomega-bot-mc.hf.space'>Marketing de Contenidos |</a> "+
|
51 |
+
" <a href='https://alphayomega-bot-dp.hf.space'> Descripcion de Productos |</a>"+
|
52 |
+
" <a href='https://alphayomega-bot-cp.hf.space'> Caracteristicas de Productos |</a> "+
|
53 |
+
" <a href='https://alphayomega-bot-msg.hf.space'> Mensaje de bienvenida de WSB |</a> "+
|
54 |
+
" <a href='https://alphayomega-bot-yt.hf.space'> ¿Como usar este bot de IA?</a>",
|
55 |
retry_btn=None,
|
56 |
undo_btn=None
|
57 |
)
|
58 |
|
59 |
+
demo.queue().launch(show_api=False)
|
60 |
+
|
61 |
+
# Obtener y mostrar URL
|
62 |
+
url = demo.url
|
63 |
+
print("URL del chatbot: ", url)
|