fffiloni commited on
Commit
72aa658
1 Parent(s): 9e731de

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -5
app.py CHANGED
@@ -94,7 +94,7 @@ from transformers import pipeline
94
  zephyr_model = "HuggingFaceH4/zephyr-7b-beta"
95
  mixtral_model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
96
 
97
- pipe = pipeline("text-generation", model=mixtral_model, torch_dtype=torch.bfloat16, device_map="auto")
98
 
99
  agent_maker_sys = f"""
100
  You are an AI whose job is to help users create their own music which its genre will reflect the character or scene from an image described by users.
@@ -118,7 +118,7 @@ def infer(image_in):
118
  prompt = f"{instruction.strip()}\n{user_prompt}</s>"
119
  #print(f"PROMPT: {prompt}")
120
 
121
- gr.Info("Building a system according to the image caption ...")
122
  outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
123
 
124
 
@@ -127,11 +127,12 @@ def infer(image_in):
127
 
128
  print(f"SUGGESTED Musical prompt: {cleaned_text}")
129
 
 
130
  music_o = get_magnet(cleaned_text)
131
 
132
  return cleaned_text.lstrip("\n"), music_o
133
 
134
- title = "Image to Music V2",
135
  description = "Get music from a picture"
136
 
137
  css = """
@@ -145,7 +146,7 @@ css = """
145
  with gr.Blocks(css=css) as demo:
146
  with gr.Column(elem_id="col-container"):
147
  gr.HTML(f"""
148
- <h2 style="text-align: center;">{title}</h2>
149
  <p style="text-align: center;">{description}</p>
150
  """)
151
 
@@ -156,7 +157,7 @@ with gr.Blocks(css=css) as demo:
156
  type = "filepath",
157
  elem_id = "image-in"
158
  )
159
- submit_btn = gr.Button("Make LLM system from my pic !")
160
  with gr.Column():
161
  caption = gr.Textbox(
162
  label = "Musical prompt"
 
94
  zephyr_model = "HuggingFaceH4/zephyr-7b-beta"
95
  mixtral_model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
96
 
97
+ pipe = pipeline("text-generation", model=zephyr_model, torch_dtype=torch.bfloat16, device_map="auto")
98
 
99
  agent_maker_sys = f"""
100
  You are an AI whose job is to help users create their own music which its genre will reflect the character or scene from an image described by users.
 
118
  prompt = f"{instruction.strip()}\n{user_prompt}</s>"
119
  #print(f"PROMPT: {prompt}")
120
 
121
+ gr.Info("Building a musical prompt according to the image caption ...")
122
  outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
123
 
124
 
 
127
 
128
  print(f"SUGGESTED Musical prompt: {cleaned_text}")
129
 
130
+ gr.Info("Now calling MAGNet for music ...")
131
  music_o = get_magnet(cleaned_text)
132
 
133
  return cleaned_text.lstrip("\n"), music_o
134
 
135
+ demo_title = "Image to Music V2"
136
  description = "Get music from a picture"
137
 
138
  css = """
 
146
  with gr.Blocks(css=css) as demo:
147
  with gr.Column(elem_id="col-container"):
148
  gr.HTML(f"""
149
+ <h2 style="text-align: center;">{demo_title}</h2>
150
  <p style="text-align: center;">{description}</p>
151
  """)
152
 
 
157
  type = "filepath",
158
  elem_id = "image-in"
159
  )
160
+ submit_btn = gr.Button("Make music from my pic !")
161
  with gr.Column():
162
  caption = gr.Textbox(
163
  label = "Musical prompt"