Update app.py
Browse files
    	
        app.py
    CHANGED
    
    | @@ -1,64 +1,19 @@ | |
| 1 | 
             
            import gradio as gr
         | 
| 2 | 
            -
            from  | 
| 3 | 
            -
             | 
| 4 | 
            -
             | 
| 5 | 
            -
             | 
| 6 | 
            -
             | 
| 7 | 
            -
             | 
| 8 | 
            -
             | 
| 9 | 
            -
             | 
| 10 | 
            -
             | 
| 11 | 
            -
             | 
| 12 | 
            -
                 | 
| 13 | 
            -
                 | 
| 14 | 
            -
                 | 
| 15 | 
            -
                 | 
| 16 | 
            -
                 | 
| 17 | 
            -
             | 
| 18 | 
            -
                messages = [{"role": "system", "content": system_message}]
         | 
| 19 | 
            -
             | 
| 20 | 
            -
                for val in history:
         | 
| 21 | 
            -
                    if val[0]:
         | 
| 22 | 
            -
                        messages.append({"role": "user", "content": val[0]})
         | 
| 23 | 
            -
                    if val[1]:
         | 
| 24 | 
            -
                        messages.append({"role": "assistant", "content": val[1]})
         | 
| 25 | 
            -
             | 
| 26 | 
            -
                messages.append({"role": "user", "content": message})
         | 
| 27 | 
            -
             | 
| 28 | 
            -
                response = ""
         | 
| 29 | 
            -
             | 
| 30 | 
            -
                for message in client.chat_completion(
         | 
| 31 | 
            -
                    messages,
         | 
| 32 | 
            -
                    max_tokens=max_tokens,
         | 
| 33 | 
            -
                    stream=True,
         | 
| 34 | 
            -
                    temperature=temperature,
         | 
| 35 | 
            -
                    top_p=top_p,
         | 
| 36 | 
            -
                ):
         | 
| 37 | 
            -
                    token = message.choices[0].delta.content
         | 
| 38 | 
            -
             | 
| 39 | 
            -
                    response += token
         | 
| 40 | 
            -
                    yield response
         | 
| 41 | 
            -
             | 
| 42 | 
            -
             | 
| 43 | 
            -
            """
         | 
| 44 | 
            -
            For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
         | 
| 45 | 
            -
            """
         | 
| 46 | 
            -
            demo = gr.ChatInterface(
         | 
| 47 | 
            -
                respond,
         | 
| 48 | 
            -
                additional_inputs=[
         | 
| 49 | 
            -
                    gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
         | 
| 50 | 
            -
                    gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
         | 
| 51 | 
            -
                    gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
         | 
| 52 | 
            -
                    gr.Slider(
         | 
| 53 | 
            -
                        minimum=0.1,
         | 
| 54 | 
            -
                        maximum=1.0,
         | 
| 55 | 
            -
                        value=0.95,
         | 
| 56 | 
            -
                        step=0.05,
         | 
| 57 | 
            -
                        label="Top-p (nucleus sampling)",
         | 
| 58 | 
            -
                    ),
         | 
| 59 | 
            -
                ],
         | 
| 60 | 
             
            )
         | 
| 61 | 
            -
             | 
| 62 | 
            -
             | 
| 63 | 
            -
            if __name__ == "__main__":
         | 
| 64 | 
            -
                demo.launch()
         | 
|  | |
| 1 | 
             
            import gradio as gr
         | 
| 2 | 
            +
            from transformers import pipeline
         | 
| 3 | 
            +
             | 
| 4 | 
            +
            # Загрузка модели (замените на свою)
         | 
| 5 | 
            +
            chatbot = pipeline("conversational", model="AllyArc/llama_allyarc")
         | 
| 6 | 
            +
             | 
| 7 | 
            +
            def chat_fn(message, history=[]):
         | 
| 8 | 
            +
                response = chatbot(message)
         | 
| 9 | 
            +
                return str(response)
         | 
| 10 | 
            +
             | 
| 11 | 
            +
            iface = gr.Interface(
         | 
| 12 | 
            +
                fn=chat_fn,
         | 
| 13 | 
            +
                inputs=gr.inputs.Textbox(label="Ваш вопрос", lines=2, placeholder="Напиши или скажи свой вопрос..."),
         | 
| 14 | 
            +
                outputs="text",
         | 
| 15 | 
            +
                title="ИИ-наставник для детей",
         | 
| 16 | 
            +
                description="Задайте вопрос по искусственному интеллекту, Python и другим темам. Я объясню просто и помогу разобраться!",
         | 
| 17 | 
            +
                allow_flagging="never"
         | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
| 18 | 
             
            )
         | 
| 19 | 
            +
            iface.launch()
         | 
|  | |
|  | |
|  | 
