alphayomega commited on
Commit
a5c8366
1 Parent(s): 48e8a0e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +21 -10
app.py CHANGED
@@ -4,23 +4,24 @@ import gradio as gr
4
  client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
5
 
6
  def format_prompt(message, history):
7
- prompt = "<s>"
8
  for user_prompt, bot_response in history:
9
  prompt += f"[INST] {user_prompt} [/INST]"
10
  prompt += f" {bot_response}</s> "
11
- prompt = f"[INST] {message} [/INST]"
12
  return prompt
13
 
14
  def generate(
15
  prompt, history, temperature=0.2, max_new_tokens=16392, top_p=0.95, repetition_penalty=1.0,
16
  ):
17
- temperature = float(0)
18
  if temperature < 1e-2:
19
  temperature = 1e-2
 
20
  top_p = float(top_p)
21
 
22
  generate_kwargs = dict(
23
- temperature=temperature,
24
  max_new_tokens=max_new_tokens,
25
  top_p=top_p,
26
  repetition_penalty=repetition_penalty,
@@ -29,7 +30,7 @@ def generate(
29
  )
30
 
31
  formatted_prompt = format_prompt(prompt, history)
32
-
33
  stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
34
  output = ""
35
 
@@ -38,15 +39,25 @@ def generate(
38
  yield output
39
  return output
40
 
41
-
42
  mychatbot = gr.Chatbot(
43
- avatar_images=["./user.png", "./botm.png"], bubble_full_width=False, show_label=False, show_copy_button=True, likeable=True,)
44
 
45
- demo = gr.ChatInterface(fn=generate,
46
  chatbot=mychatbot,
47
- title="Tomoniai's Mixtral 8x7b Chat",
 
 
 
 
 
 
 
48
  retry_btn=None,
49
  undo_btn=None
50
  )
51
 
52
- demo.queue().launch(show_api=False)
 
 
 
 
 
4
  client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
5
 
6
  def format_prompt(message, history):
7
+ prompt = "<s>[INST] # I want you to act as a content marketing consultant. # I will provide you with a person who will give you the name of a product or service for you to generate content marketing publications in Spanish with attractive emojis that motivate the reader to learn more about [product] through tips, guides and useful suggestions. # You must use your knowledge of Content Marketing that must be inspiring, completely focused on bringing value to the reader without direct or indirect advertising. # Generate long content, at least 5 short relevant paragraphs. Check that the previous content is not repeated. # Generate content with paragraphs between 10 and 20 words. Check that previous content is not repeated. # Use attractive emojis and titles such as: \"The 5 best tricks for [action]\". \"The ultimate beginner\'s guide to [topic].\" \"Want [result]? I show you how to achieve it in 5 steps.\" # Use practical tips such as: \"With these 5 tips you\'ll get [result].\" \"Five innovative ways to use [product] in your daily life.\" # Educational content: \"The most common mistakes and how to avoid them.\" \"Myths and truths about [topic].\" \"The latest trends you need to know about.\" # Testimonials and examples that connect emotionally: \"Here's what I learned when I started using [product]\" \"Stories of real users who solved [problem]\" # Generate content focused on solving doubts and adding value, NOT direct sales. Surprise me with your best ideas! # Always answers in AMERICAN SPANISH. Stop after finish the first content marketing genreated. [/INST]</s>"
8
  for user_prompt, bot_response in history:
9
  prompt += f"[INST] {user_prompt} [/INST]"
10
  prompt += f" {bot_response}</s> "
11
+ prompt += f"[INST] {message} [/INST]"
12
  return prompt
13
 
14
  def generate(
15
  prompt, history, temperature=0.2, max_new_tokens=16392, top_p=0.95, repetition_penalty=1.0,
16
  ):
17
+ temperature = float(temperature)
18
  if temperature < 1e-2:
19
  temperature = 1e-2
20
+
21
  top_p = float(top_p)
22
 
23
  generate_kwargs = dict(
24
+ temperature=temperature,
25
  max_new_tokens=max_new_tokens,
26
  top_p=top_p,
27
  repetition_penalty=repetition_penalty,
 
30
  )
31
 
32
  formatted_prompt = format_prompt(prompt, history)
33
+
34
  stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
35
  output = ""
36
 
 
39
  yield output
40
  return output
41
 
 
42
  mychatbot = gr.Chatbot(
43
+ avatar_images=["./user.png", "./botm.png"], bubble_full_width=False, show_label=False, show_copy_button=True, likeable=True,)
44
 
45
+ demo = gr.ChatInterface(fn=generate,
46
  chatbot=mychatbot,
47
+ title="Bot con I.A. para crear MARKETING DE CONTENIDOS",
48
+ description="<p style='line-height: 0.5'>Este BOT de IA le ayudara a crear MARKETING DE CONTENIDOS para sus redes sociales.</p><br>"+
49
+ "<p style='line-height: 0.5'>Si desea usar otro BOT de I.A. escoja:</p>"+
50
+ " <a href='https://alphayomega-bot-mc.hf.space'>Marketing de Contenidos |</a> "+
51
+ " <a href='https://alphayomega-bot-dp.hf.space'> Descripcion de Productos |</a>"+
52
+ " <a href='https://alphayomega-bot-cp.hf.space'> Caracteristicas de Productos |</a> "+
53
+ " <a href='https://alphayomega-bot-msg.hf.space'> Mensaje de bienvenida de WSB |</a> "+
54
+ " <a href='https://alphayomega-bot-yt.hf.space'> ¿Como usar este bot de IA?</a>",
55
  retry_btn=None,
56
  undo_btn=None
57
  )
58
 
59
+ demo.queue().launch(show_api=False)
60
+
61
+ # Obtener y mostrar URL
62
+ url = demo.url
63
+ print("URL del chatbot: ", url)