Spaces:
Running
Running
File size: 3,367 Bytes
9491afb f2953c9 9491afb 52168c1 9491afb 52168c1 1623898 9491afb a10736f 9491afb 3cc9495 9491afb 3cc9495 52168c1 9491afb 52168c1 9491afb 52168c1 9491afb 048d51f 9491afb 52168c1 1623898 52168c1 1623898 b08b08c 8a1ff97 048d51f 1623898 459deb9 1623898 8a1ff97 048d51f 459deb9 1623898 9491afb 4833e32 52168c1 9491afb 3cc9495 9491afb 52168c1 459deb9 9491afb 2743076 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 |
import os
import random
from huggingface_hub import InferenceClient
import gradio as gr
#from utils import parse_action, parse_file_content, read_python_module_structure
from datetime import datetime
from PIL import Image
import agent
from models import models
import urllib.request
import uuid
import requests
import io
loaded_model=[]
for i,model in enumerate(models):
loaded_model.append(gr.load(f'models/{model}'))
print (loaded_model)
now = datetime.now()
date_time_str = now.strftime("%Y-%m-%d %H:%M:%S")
client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
history = []
def format_prompt(message, history):
prompt = "<s>"
for user_prompt, bot_response in history:
prompt += f"[INST] {user_prompt} [/INST]"
prompt += f" {bot_response}</s> "
prompt += f"[INST] {message} [/INST]"
return prompt
def run_gpt(in_prompt,history):
print(f'history :: {history}')
prompt=format_prompt(in_prompt,history)
seed = random.randint(1,1111111111111111)
print (seed)
generate_kwargs = dict(
temperature=1.0,
max_new_tokens=1048,
top_p=0.99,
repetition_penalty=1.0,
do_sample=True,
seed=seed,
)
content = agent.GENERATE_PROMPT + prompt
print(content)
stream = client.text_generation(content, **generate_kwargs, stream=True, details=True, return_full_text=False)
resp = ""
for response in stream:
resp += response.token.text
return resp
def run(purpose,history,model_drop):
print (history)
task=None
#if history:
# history=str(history).strip("[]")
#if not history:
# history = ""
#action_name, action_input = parse_action(line)
out_prompt = run_gpt(purpose,history)
#yield ([(purpose,out_prompt)],None)
history.append((purpose,out_prompt))
yield (history,None)
#out_img = infer(out_prompt)
model=loaded_model[int(model_drop)]
out_img=model(out_prompt)
print(out_img)
url=f'https://johann22-chat-diffusion.hf.space/file={out_img}'
print(url)
uid = uuid.uuid4()
#urllib.request.urlretrieve(image, 'tmp.png')
#out=Image.open('tmp.png')
r = requests.get(url, stream=True)
if r.status_code == 200:
out = Image.open(io.BytesIO(r.content))
#yield ([(purpose,out_prompt)],out)
yield (history,out)
else:
yield ([(purpose,"an Error occured")],None)
################################################
with gr.Blocks() as iface:
gr.HTML("""<center><h1>Mixtral Chat Diffusion</h1><br><h3>This chatbot will generate images</h3></center>""")
#chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
with gr.Row():
with gr.Column():
chatbot=gr.Chatbot(show_copy_button=True, layout='panel')
msg = gr.Textbox()
model_drop=gr.Dropdown(label="Diffusion Models", type="index", choices=[m for m in models], value=models[0])
with gr.Row():
submit_b = gr.Button()
stop_b = gr.Button("Stop")
clear = gr.ClearButton([msg, chatbot])
sumbox=gr.Image(label="Image")
sub_b = submit_b.click(run, [msg,chatbot,model_drop],[chatbot,sumbox])
sub_e = msg.submit(run, [msg, chatbot,model_drop], [chatbot,sumbox])
stop_b.click(None,None,None, cancels=[sub_b,sub_e])
iface.launch()
|