import gradio as gr from huggingface_hub import InferenceClient """ For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference """ client = InferenceClient("HuggingFaceH4/zephyr-7b-beta") def respond( message, history: list[tuple[str, str]], system_message, max_tokens, temperature, top_p, ): messages = [{"role": "system", "content": system_message}] for val in history: if val[0]: messages.append({"role": "user", "content": val[0]}) if val[1]: messages.append({"role": "assistant", "content": val[1]}) messages.append({"role": "user", "content": message}) response = "" for message in client.chat_completion( messages, max_tokens=max_tokens, stream=True, temperature=temperature, top_p=top_p, ): token = message.choices[0].delta.content response += token yield response with gr.Blocks(title="Holmes pubication manager") as app: chatBot = gr.ChatInterface( respond, retry_btn=None, undo_btn="Undo", clear_btn="Clear" ) with gr.Tab("Publish"): tweet = gr.Textbox(value="Tweet",label="The text to tweet",scale=3) link = gr.Textbox(value="Link Url",label="Url to redirect the post",scale=3) img = gr.Image() tw_btn = gr.Button("Generate",scale=1) tw_btn = gr.Button("Publish",scale=1) with gr.Tab("X Auth"): with gr.Row(): permisions = gr.CheckboxGroup(["Read"],value=["Read & write"], label="Books", info="Torah books source") with gr.Row(): api_key = gr.Textbox(value="Api Key",label="Api Key",scale=3) api_key_secret = gr.Textbox(value="Tweet",label="Api key secret",scale=3) access_token = gr.Textbox(value="Tweet",label="Access Token",scale=3) access_token_secret = gr.Textbox(value="Access Token Secret",label="The text to tweet",scale=3) bearer = gr.Textbox(value="Bearer",label="The text to tweet",scale=3) with gr.Tab("Accounts Listening"): with gr.Row(): list_accounts = gr.Textbox(value="Accounts",label="Account list to listen",scale=3) with gr.Tab("Holmesbot Settings"): with gr.Row(): user = gr.Textbox(value="Email",label="The text to tweet",scale=3) password = gr.Textbox(value="Password",label="The text to tweet",scale=3) with gr.Tab("Publish"): with gr.Row(): textpub = gr.Textbox(label="Text Publish",scale=3) imgpub = gr.Textbox(scale=2) zir_btn = gr.Button("Publish",scale=1) if __name__ == "__main__": app.launch()