Duplicate from alexkueck/ChatBotLI2Klein

.gitattributes

@@ -0,0 +1,34 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,13 @@
+---
+title: ChatBotLI2
+emoji: 🔥
+colorFrom: indigo
+colorTo: indigo
+sdk: gradio
+sdk_version: 3.29.0
+app_file: app.py
+pinned: false
+duplicated_from: alexkueck/ChatBotLI2Klein
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,220 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import gradio as gr
+#from transformers import pipeline 
+import torch
+from utils import *
+from presets import *
+
+#antwort=""
+######################################################################
+#Modelle und Tokenizer
+
+#Hugging Chat nutzen
+# Create a chatbot connection
+#chatbot = hugchat.ChatBot(cookie_path="cookies.json")
+
+#Alternativ mit beliebigen Modellen:
+#base_model = "project-baize/baize-v2-7b"
+base_model = "EleutherAI/gpt-neo-1.3B"
+tokenizer,model,device = load_tokenizer_and_model(base_model)
+
+
+########################################################################
+#Chat KI nutzen, um Text zu generieren...
+def predict(text,
+            chatbotGr,
+            history,
+            top_p,
+            temperature,
+            max_length_tokens,
+            max_context_length_tokens,):
+    if text=="":
+        yield chatbotGr,history,"Empty context."
+        return 
+    try:
+        model
+    except:
+        yield [[text,"No Model Found"]],[],"No Model Found"
+        return
+
+    inputs = generate_prompt_with_history(text,history,tokenizer,max_length=max_context_length_tokens)
+    if inputs is None:
+        yield chatbotGr,history,"Input too long."
+        return 
+    else:
+        prompt,inputs=inputs
+        begin_length = len(prompt)
+        
+    input_ids = inputs["input_ids"][:,-max_context_length_tokens:].to(device)
+    torch.cuda.empty_cache()
+
+    #torch.no_grad() bedeutet, dass für die betreffenden tensoren keine Ableitungen berechnet werden bei der backpropagation 
+    #hier soll das NN ja auch nicht geändert werden 8backprop ist nicht nötig), da es um interference-prompts geht!
+    with torch.no_grad():
+        #die vergangenen prompts werden alle als Tupel in history abgelegt sortiert nach 'Human' und 'AI'- dass sind daher auch die stop-words, die den jeweils nächsten Eintrag kennzeichnen        
+        for x in greedy_search(input_ids,model,tokenizer,stop_words=["[|Human|]", "[|AI|]"],max_length=max_length_tokens,temperature=temperature,top_p=top_p):
+            if is_stop_word_or_prefix(x,["[|Human|]", "[|AI|]"]) is False:
+                if "[|Human|]" in x:
+                    x = x[:x.index("[|Human|]")].strip()
+                if "[|AI|]" in x:
+                    x = x[:x.index("[|AI|]")].strip() 
+                x = x.strip()   
+                a, b=   [[y[0],convert_to_markdown(y[1])] for y in history]+[[text, convert_to_markdown(x)]],history + [[text,x]]
+                yield a, b, "Generating..."
+            if shared_state.interrupted:
+                shared_state.recover()
+                try:
+                    yield a, b, "Stop: Success"
+                    return
+                except:
+                    pass
+    del input_ids
+    gc.collect()
+    torch.cuda.empty_cache()
+    
+    try:
+        yield a,b,"Generate: Success"
+    except:
+        pass
+
+
+def reset_chat():
+    #id_new = chatbot.new_conversation()
+    #chatbot.change_conversation(id_new)
+    reset_textbox()
+    
+    
+##########################################################
+#Übersetzungs Ki nutzen
+def translate():
+    return "Kommt noch!"
+    
+#Programmcode KI
+def coding():
+    return "Kommt noch!"
+
+#######################################################################
+#Darstellung mit Gradio
+
+with open("custom.css", "r", encoding="utf-8") as f:
+    customCSS = f.read()
+    
+with gr.Blocks(theme=small_and_beautiful_theme) as demo:
+    history = gr.State([])
+    user_question = gr.State("")
+    gr.Markdown("KIs am LI - wähle aus, was du bzgl. KI-Bots ausprobieren möchtest!")
+    with gr.Tabs():
+        with gr.TabItem("LI-Chat"):
+            with gr.Row():
+                gr.HTML(title)
+                status_display = gr.Markdown("Erfolg", elem_id="status_display")
+            gr.Markdown(description_top)
+            with gr.Row(scale=1).style(equal_height=True):
+                with gr.Column(scale=5):
+                    with gr.Row(scale=1):
+                        chatbotGr = gr.Chatbot(elem_id="LI_chatbot").style(height="100%")
+                    with gr.Row(scale=1):
+                        with gr.Column(scale=12):
+                            user_input = gr.Textbox(
+                                show_label=False, placeholder="Gib deinen Text / Frage ein."
+                            ).style(container=False)
+                        with gr.Column(min_width=100, scale=1):
+                            submitBtn = gr.Button("Absenden")
+                        with gr.Column(min_width=100, scale=1):
+                            cancelBtn = gr.Button("Stoppen")
+                    with gr.Row(scale=1):
+                        emptyBtn = gr.Button(
+                            "🧹 Neuer Chat",
+                        )
+                with gr.Column():
+                    with gr.Column(min_width=50, scale=1):
+                        with gr.Tab(label="Parameter zum Model"):
+                            gr.Markdown("# Parameters")
+                            top_p = gr.Slider(
+                                minimum=-0,
+                                maximum=1.0,
+                                value=0.95,
+                                step=0.05,
+                                interactive=True,
+                                label="Top-p",
+                            )
+                            temperature = gr.Slider(
+                                minimum=0.1,
+                                maximum=2.0,
+                                value=1,
+                                step=0.1,
+                                interactive=True,
+                                label="Temperature",
+                            )
+                            max_length_tokens = gr.Slider(
+                                minimum=0,
+                                maximum=512,
+                                value=512,
+                                step=8,
+                                interactive=True,
+                                label="Max Generation Tokens",
+                            )
+                            max_context_length_tokens = gr.Slider(
+                                minimum=0,
+                                maximum=4096,
+                                value=2048,
+                                step=128,
+                                interactive=True,
+                                label="Max History Tokens",
+                            )
+            gr.Markdown(description)
+
+        with gr.TabItem("Übersetzungen"):
+            with gr.Row():
+                    gr.Textbox(
+                                show_label=False, placeholder="Ist noch in Arbeit..."
+                            ).style(container=False)
+        with gr.TabItem("Code-Generierungen"):
+            with gr.Row():
+                    gr.Textbox(
+                                show_label=False, placeholder="Ist noch in Arbeit..."
+                            ).style(container=False)
+    
+    predict_args = dict(
+        fn=predict,
+        inputs=[
+            user_question,
+            chatbotGr,
+            history,
+            top_p,
+            temperature,
+            max_length_tokens,
+            max_context_length_tokens,
+        ],
+        outputs=[chatbotGr, history, status_display],
+        show_progress=True,
+    )
+        
+    #neuer Chat
+    reset_args = dict(
+        #fn=reset_chat, inputs=[], outputs=[user_input, status_display]
+        fn=reset_textbox, inputs=[], outputs=[user_input, status_display]
+    )
+            
+    # Chatbot
+    transfer_input_args = dict(
+        fn=transfer_input, inputs=[user_input], outputs=[user_question, user_input, submitBtn], show_progress=True
+    )
+        
+    #Listener auf Start-Click auf Button oder Return
+    predict_event1 = user_input.submit(**transfer_input_args).then(**predict_args)
+    predict_event2 = submitBtn.click(**transfer_input_args).then(**predict_args)
+        
+    #Listener, Wenn reset...
+    emptyBtn.click(
+        reset_state,
+        outputs=[chatbotGr, history, status_display],
+        show_progress=True,
+    )
+    emptyBtn.click(**reset_args)
+
+demo.title = "LI Chat"
+#demo.queue(concurrency_count=1).launch(share=True) 
+demo.queue(concurrency_count=1).launch(debug=True)

cookies.json

@@ -0,0 +1,132 @@
+[
+    {
+        "domain": ".huggingface.co",
+        "expirationDate": 1684947627,
+        "hostOnly": false,
+        "httpOnly": false,
+        "name": "intercom-session-hgve3glw",
+        "path": "/",
+        "sameSite": "lax",
+        "secure": false,
+        "session": false,
+        "storeId": null,
+        "value": ""
+    },
+    {
+        "domain": ".huggingface.co",
+        "expirationDate": 1716107825,
+        "hostOnly": false,
+        "httpOnly": false,
+        "name": "__stripe_mid",
+        "path": "/",
+        "sameSite": "strict",
+        "secure": true,
+        "session": false,
+        "storeId": null,
+        "value": "ee917974-9f17-465f-bd5f-98c3ef273dcebfc299"
+    },
+    {
+        "domain": ".huggingface.co",
+        "expirationDate": 1719131825.057236,
+        "hostOnly": false,
+        "httpOnly": false,
+        "name": "_ga",
+        "path": "/",
+        "sameSite": null,
+        "secure": false,
+        "session": false,
+        "storeId": null,
+        "value": "GA1.1.1854576425.1683459014"
+    },
+    {
+        "domain": ".huggingface.co",
+        "expirationDate": 1715265897.480276,
+        "hostOnly": false,
+        "httpOnly": true,
+        "name": "token",
+        "path": "/",
+        "sameSite": "lax",
+        "secure": true,
+        "session": false,
+        "storeId": null,
+        "value": "XPKKEnVzdMeoBdDLQWVipFyNlQAEAHWQohUpGAfcoHwPXNZogPpxHYWbdDcGRdiSrZcOCHFsKuPvVIQwMsybldJAmgkzemIAcjPHwizDfPeitRXgmSlfPpDGFBvFHVsM"
+    },
+    {
+        "domain": ".huggingface.co",
+        "expirationDate": 1707672827,
+        "hostOnly": false,
+        "httpOnly": false,
+        "name": "intercom-device-id-hgve3glw",
+        "path": "/",
+        "sameSite": "lax",
+        "secure": false,
+        "session": false,
+        "storeId": null,
+        "value": "7ff02e75-b8a1-43e8-8af3-2520b153983e"
+    },
+    {
+        "domain": ".huggingface.co",
+        "expirationDate": 1684573625,
+        "hostOnly": false,
+        "httpOnly": false,
+        "name": "__stripe_sid",
+        "path": "/",
+        "sameSite": "strict",
+        "secure": true,
+        "session": false,
+        "storeId": null,
+        "value": "e18d3fcd-4185-49bc-b24e-463d3eb18f443c0c01"
+    },
+    {
+        "domain": ".huggingface.co",
+        "expirationDate": 1719131825.056149,
+        "hostOnly": false,
+        "httpOnly": false,
+        "name": "_ga_8Q63TH4CSL",
+        "path": "/",
+        "sameSite": null,
+        "secure": false,
+        "session": false,
+        "storeId": null,
+        "value": "GS1.1.1684571540.41.1.1684571825.0.0.0"
+    },
+    {
+        "domain": ".huggingface.co",
+        "expirationDate": 1684658225,
+        "hostOnly": false,
+        "httpOnly": false,
+        "name": "_gid",
+        "path": "/",
+        "sameSite": null,
+        "secure": false,
+        "session": false,
+        "storeId": null,
+        "value": "GA1.2.1709365894.1683962834"
+    },
+    {
+        "domain": "huggingface.co",
+        "expirationDate": 1716194076.862726,
+        "hostOnly": true,
+        "httpOnly": true,
+        "name": "hf-chat",
+        "path": "/",
+        "sameSite": "no_restriction",
+        "secure": true,
+        "session": false,
+        "storeId": null,
+        "value": "65609f48-0d3b-4b69-931b-cd572b1fc88d"
+    },
+    {
+        "domain": ".huggingface.co",
+        "expirationDate": 1707672827,
+        "hostOnly": false,
+        "httpOnly": false,
+        "name": "intercom-id-hgve3glw",
+        "path": "/",
+        "sameSite": "lax",
+        "secure": false,
+        "session": false,
+        "storeId": null,
+        "value": "80725bd4-464f-425b-b9c9-313cf5b23012"
+    }
+]

custom.css

@@ -0,0 +1,191 @@
+:root {
+    --chatbot-color-light: #F3F3F3;
+    --chatbot-color-dark: #121111;
+}
+
+/* status_display */
+#status_display {
+    display: flex;
+    min-height: 2.5em;
+    align-items: flex-end;
+    justify-content: flex-end;
+}
+#status_display p {
+    font-size: .85em;
+    font-family: monospace;
+    color: var(--body-text-color-subdued);
+}
+
+
+
+/* usage_display */
+#usage_display {
+    height: 1em;
+}
+#usage_display p{
+    padding: 0 1em;
+    font-size: .85em;
+    font-family: monospace;
+    color: var(--body-text-color-subdued);
+}
+/* list */
+ol:not(.options), ul:not(.options) {
+    padding-inline-start: 2em !important;
+}
+
+/* Thank @Keldos-Li for fixing it */
+/* Light mode (default) */
+#chuanhu_chatbot {
+    background-color: var(--chatbot-color-light) !important;
+    color: #000000 !important;
+}
+[data-testid = "bot"] {
+    background-color: #FFFFFF !important;
+}
+[data-testid = "user"] {
+    background-color: #95EC69 !important;
+}
+
+/* Dark mode */
+.dark #chuanhu_chatbot {
+    background-color: var(--chatbot-color-dark) !important;
+    color: #FFFFFF !important;
+}
+.dark [data-testid = "bot"] {
+    background-color: #2C2C2C !important;
+}
+.dark [data-testid = "user"] {
+    background-color: #26B561 !important;
+}
+
+#chuanhu_chatbot {
+    height: 100%;
+    min-height: 400px;
+}
+
+[class *= "message"] {
+    border-radius: var(--radius-xl) !important;
+    border: none;
+    padding: var(--spacing-xl) !important;
+    font-size: var(--text-md) !important;
+    line-height: var(--line-md) !important;
+    min-height: calc(var(--text-md)*var(--line-md) + 2*var(--spacing-xl));
+    min-width: calc(var(--text-md)*var(--line-md) + 2*var(--spacing-xl));
+}
+[data-testid = "bot"] {
+    max-width: 85%;
+    border-bottom-left-radius: 0 !important;
+}
+[data-testid = "user"] {
+    max-width: 85%;
+    width: auto !important;
+    border-bottom-right-radius: 0 !important;
+}
+/* Table */
+table {
+    margin: 1em 0;
+    border-collapse: collapse;
+    empty-cells: show;
+}
+td,th {
+    border: 1.2px solid var(--border-color-primary) !important;
+    padding: 0.2em;
+}
+thead {
+    background-color: rgba(175,184,193,0.2);
+}
+thead th {
+    padding: .5em .2em;
+}
+/* Inline code */
+#chuanhu_chatbot code {
+    display: inline;
+    white-space: break-spaces;
+    border-radius: 6px;
+    margin: 0 2px 0 2px;
+    padding: .2em .4em .1em .4em;
+    background-color: rgba(175,184,193,0.2);
+}
+/* Code block */
+#chuanhu_chatbot pre code {
+    display: block;
+    overflow: auto;
+    white-space: pre;
+    background-color: hsla(0, 0%, 0%, 80%)!important;
+    border-radius: 10px;
+    padding: 1.4em 1.2em 0em 1.4em;
+    margin: 1.2em 2em 1.2em 0.5em;
+    color: #FFF;
+    box-shadow: 6px 6px 16px hsla(0, 0%, 0%, 0.2);
+}
+/* Hightlight */
+#chuanhu_chatbot .highlight { background-color: transparent }
+#chuanhu_chatbot .highlight .hll { background-color: #49483e }
+#chuanhu_chatbot .highlight .c { color: #75715e } /* Comment */
+#chuanhu_chatbot .highlight .err { color: #960050; background-color: #1e0010 } /* Error */
+#chuanhu_chatbot .highlight .k { color: #66d9ef } /* Keyword */
+#chuanhu_chatbot .highlight .l { color: #ae81ff } /* Literal */
+#chuanhu_chatbot .highlight .n { color: #f8f8f2 } /* Name */
+#chuanhu_chatbot .highlight .o { color: #f92672 } /* Operator */
+#chuanhu_chatbot .highlight .p { color: #f8f8f2 } /* Punctuation */
+#chuanhu_chatbot .highlight .ch { color: #75715e } /* Comment.Hashbang */
+#chuanhu_chatbot .highlight .cm { color: #75715e } /* Comment.Multiline */
+#chuanhu_chatbot .highlight .cp { color: #75715e } /* Comment.Preproc */
+#chuanhu_chatbot .highlight .cpf { color: #75715e } /* Comment.PreprocFile */
+#chuanhu_chatbot .highlight .c1 { color: #75715e } /* Comment.Single */
+#chuanhu_chatbot .highlight .cs { color: #75715e } /* Comment.Special */
+#chuanhu_chatbot .highlight .gd { color: #f92672 } /* Generic.Deleted */
+#chuanhu_chatbot .highlight .ge { font-style: italic } /* Generic.Emph */
+#chuanhu_chatbot .highlight .gi { color: #a6e22e } /* Generic.Inserted */
+#chuanhu_chatbot .highlight .gs { font-weight: bold } /* Generic.Strong */
+#chuanhu_chatbot .highlight .gu { color: #75715e } /* Generic.Subheading */
+#chuanhu_chatbot .highlight .kc { color: #66d9ef } /* Keyword.Constant */
+#chuanhu_chatbot .highlight .kd { color: #66d9ef } /* Keyword.Declaration */
+#chuanhu_chatbot .highlight .kn { color: #f92672 } /* Keyword.Namespace */
+#chuanhu_chatbot .highlight .kp { color: #66d9ef } /* Keyword.Pseudo */
+#chuanhu_chatbot .highlight .kr { color: #66d9ef } /* Keyword.Reserved */
+#chuanhu_chatbot .highlight .kt { color: #66d9ef } /* Keyword.Type */
+#chuanhu_chatbot .highlight .ld { color: #e6db74 } /* Literal.Date */
+#chuanhu_chatbot .highlight .m { color: #ae81ff } /* Literal.Number */
+#chuanhu_chatbot .highlight .s { color: #e6db74 } /* Literal.String */
+#chuanhu_chatbot .highlight .na { color: #a6e22e } /* Name.Attribute */
+#chuanhu_chatbot .highlight .nb { color: #f8f8f2 } /* Name.Builtin */
+#chuanhu_chatbot .highlight .nc { color: #a6e22e } /* Name.Class */
+#chuanhu_chatbot .highlight .no { color: #66d9ef } /* Name.Constant */
+#chuanhu_chatbot .highlight .nd { color: #a6e22e } /* Name.Decorator */
+#chuanhu_chatbot .highlight .ni { color: #f8f8f2 } /* Name.Entity */
+#chuanhu_chatbot .highlight .ne { color: #a6e22e } /* Name.Exception */
+#chuanhu_chatbot .highlight .nf { color: #a6e22e } /* Name.Function */
+#chuanhu_chatbot .highlight .nl { color: #f8f8f2 } /* Name.Label */
+#chuanhu_chatbot .highlight .nn { color: #f8f8f2 } /* Name.Namespace */
+#chuanhu_chatbot .highlight .nx { color: #a6e22e } /* Name.Other */
+#chuanhu_chatbot .highlight .py { color: #f8f8f2 } /* Name.Property */
+#chuanhu_chatbot .highlight .nt { color: #f92672 } /* Name.Tag */
+#chuanhu_chatbot .highlight .nv { color: #f8f8f2 } /* Name.Variable */
+#chuanhu_chatbot .highlight .ow { color: #f92672 } /* Operator.Word */
+#chuanhu_chatbot .highlight .w { color: #f8f8f2 } /* Text.Whitespace */
+#chuanhu_chatbot .highlight .mb { color: #ae81ff } /* Literal.Number.Bin */
+#chuanhu_chatbot .highlight .mf { color: #ae81ff } /* Literal.Number.Float */
+#chuanhu_chatbot .highlight .mh { color: #ae81ff } /* Literal.Number.Hex */
+#chuanhu_chatbot .highlight .mi { color: #ae81ff } /* Literal.Number.Integer */
+#chuanhu_chatbot .highlight .mo { color: #ae81ff } /* Literal.Number.Oct */
+#chuanhu_chatbot .highlight .sa { color: #e6db74 } /* Literal.String.Affix */
+#chuanhu_chatbot .highlight .sb { color: #e6db74 } /* Literal.String.Backtick */
+#chuanhu_chatbot .highlight .sc { color: #e6db74 } /* Literal.String.Char */
+#chuanhu_chatbot .highlight .dl { color: #e6db74 } /* Literal.String.Delimiter */
+#chuanhu_chatbot .highlight .sd { color: #e6db74 } /* Literal.String.Doc */
+#chuanhu_chatbot .highlight .s2 { color: #e6db74 } /* Literal.String.Double */
+#chuanhu_chatbot .highlight .se { color: #ae81ff } /* Literal.String.Escape */
+#chuanhu_chatbot .highlight .sh { color: #e6db74 } /* Literal.String.Heredoc */
+#chuanhu_chatbot .highlight .si { color: #e6db74 } /* Literal.String.Interpol */
+#chuanhu_chatbot .highlight .sx { color: #e6db74 } /* Literal.String.Other */
+#chuanhu_chatbot .highlight .sr { color: #e6db74 } /* Literal.String.Regex */
+#chuanhu_chatbot .highlight .s1 { color: #e6db74 } /* Literal.String.Single */
+#chuanhu_chatbot .highlight .ss { color: #e6db74 } /* Literal.String.Symbol */
+#chuanhu_chatbot .highlight .bp { color: #f8f8f2 } /* Name.Builtin.Pseudo */
+#chuanhu_chatbot .highlight .fm { color: #a6e22e } /* Name.Function.Magic */
+#chuanhu_chatbot .highlight .vc { color: #f8f8f2 } /* Name.Variable.Class */
+#chuanhu_chatbot .highlight .vg { color: #f8f8f2 } /* Name.Variable.Global */
+#chuanhu_chatbot .highlight .vi { color: #f8f8f2 } /* Name.Variable.Instance */
+#chuanhu_chatbot .highlight .vm { color: #f8f8f2 } /* Name.Variable.Magic */
+#chuanhu_chatbot .highlight .il { color: #ae81ff } /* Literal.Number.Integer.Long */

custom.js

@@ -0,0 +1 @@
+// custom javascript here

presets.py

@@ -0,0 +1,86 @@
+# -*- coding:utf-8 -*-
+import gradio as gr
+
+
+title = """<h1 align="left" style="min-width:200px; margin-top:0;"> KI am LI </h1>"""
+description_top = """\
+<div align="left">
+<p> Hinterlegtes KI-Model: EleutherAI/gpt-neo-1.3B</p>
+<p>
+Disclaimer: Das KI-Model, welches hier verwendet wird, kommt vom Hugging Face Model-Hub und ist ein Open-Source Model. 
+Diese Demo darf nicht für komerzielle genutzt werden! 
+Der Output des Models ist nicht zensiert und die Authoren der KI stimmen nicht unbedingt mit den Inhalten überein. 
+Gebrauch auf eigenes Risiko.
+</p >
+</div>
+"""
+description = """\
+<div align="center" style="margin:16px 0">
+Diese Demo setzt auf auf dem Open-Source Model 'EleutherAI/gpt-neo-1.3B' von HuggingChat.
+</div>
+"""
+CONCURRENT_COUNT = 100
+
+
+ALREADY_CONVERTED_MARK = "<!-- ALREADY CONVERTED BY PARSER. -->"
+
+small_and_beautiful_theme = gr.themes.Soft(
+        primary_hue=gr.themes.Color(
+            c50="#02C160",
+            c100="rgba(2, 193, 96, 0.2)",
+            c200="#02C160",
+            c300="rgba(2, 193, 96, 0.32)",
+            c400="rgba(2, 193, 96, 0.32)",
+            c500="rgba(2, 193, 96, 1.0)",
+            c600="rgba(2, 193, 96, 1.0)",
+            c700="rgba(2, 193, 96, 0.32)",
+            c800="rgba(2, 193, 96, 0.32)",
+            c900="#02C160",
+            c950="#02C160",
+        ),
+        secondary_hue=gr.themes.Color(
+            c50="#576b95",
+            c100="#576b95",
+            c200="#576b95",
+            c300="#576b95",
+            c400="#576b95",
+            c500="#576b95",
+            c600="#576b95",
+            c700="#576b95",
+            c800="#576b95",
+            c900="#576b95",
+            c950="#576b95",
+        ),
+        neutral_hue=gr.themes.Color(
+            name="gray",
+            c50="#f9fafb",
+            c100="#f3f4f6",
+            c200="#e5e7eb",
+            c300="#d1d5db",
+            c400="#B2B2B2",
+            c500="#808080",
+            c600="#636363",
+            c700="#515151",
+            c800="#393939",
+            c900="#272727",
+            c950="#171717",
+        ),
+        radius_size=gr.themes.sizes.radius_sm,
+    ).set(
+        button_primary_background_fill="#06AE56",
+        button_primary_background_fill_dark="#06AE56",
+        button_primary_background_fill_hover="#07C863",
+        button_primary_border_color="#06AE56",
+        button_primary_border_color_dark="#06AE56",
+        button_primary_text_color="#FFFFFF",
+        button_primary_text_color_dark="#FFFFFF",
+        button_secondary_background_fill="#F2F2F2",
+        button_secondary_background_fill_dark="#2B2B2B",
+        button_secondary_text_color="#393939",
+        button_secondary_text_color_dark="#FFFFFF",
+        # background_fill_primary="#F7F7F7",
+        # background_fill_primary_dark="#1F1F1F",
+        block_title_text_color="*primary_500",
+        block_title_background_fill="*primary_100",
+        input_background_fill="#F6F6F6",
+    )

requirements.txt

@@ -0,0 +1,7 @@
+gradio 
+torch
+accelerate
+transformers==4.29.1
+
+
+

utils.py

@@ -0,0 +1,200 @@
+from __future__ import annotations
+from typing import TYPE_CHECKING, Any, Callable, Dict, List, Tuple, Type
+import logging
+import json
+import os
+import datetime
+import hashlib
+import csv
+import requests
+import re
+import html
+import torch 
+import sys
+import gc
+from pygments.lexers import guess_lexer, ClassNotFound
+import gradio as gr
+from pygments import highlight
+from pygments.lexers import guess_lexer,get_lexer_by_name
+from pygments.formatters import HtmlFormatter
+import transformers
+from transformers import AutoTokenizer, AutoModelForCausalLM
+
+
+def reset_state():
+    return [], [], "Reset Done"
+
+def reset_textbox():
+    return gr.update(value=""),""
+
+def cancel_outputing():
+    return "Stop Done"
+
+def transfer_input(inputs):
+    textbox = reset_textbox()
+    return (
+        inputs,
+        gr.update(value=""),
+        gr.Button.update(visible=True),
+    )
+
+def is_stop_word_or_prefix(s: str, stop_words: list) -> bool:
+    for stop_word in stop_words:
+        if s.endswith(stop_word):
+            return True
+        for i in range(1, len(stop_word)):
+            if s.endswith(stop_word[:i]):
+                return True
+    return False
+
+def generate_prompt_with_history(text, history, tokenizer, max_length=2048):
+    prompt = "The following is a conversation between a human and an AI assistant named Baize (named after a mythical creature in Chinese folklore). Baize is an open-source AI assistant developed by UCSD and Sun Yat-Sen University. The human and the AI assistant take turns chatting. Human statements start with [|Human|] and AI assistant statements start with [|AI|]. The AI assistant always provides responses in as much detail as possible, and in Markdown format. The AI assistant always declines to engage with topics, questions and instructions related to unethical, controversial, or sensitive issues. Complete the transcript in exactly that format.\n[|Human|]Hello!\n[|AI|]Hi!"   
+    history = ["\n[|Human|]{}\n[|AI|]{}".format(x[0],x[1]) for x in history]
+    history.append("\n[|Human|]{}\n[|AI|]".format(text))
+    history_text = ""
+    flag = False
+    for x in history[::-1]:
+        if tokenizer(prompt+history_text+x, return_tensors="pt")['input_ids'].size(-1) <= max_length:
+            history_text = x + history_text
+            flag = True
+        else:
+            break
+    if flag:
+        return  prompt+history_text,tokenizer(prompt+history_text, return_tensors="pt")
+    else:
+        return None
+
+
+
+#tokenizer = AutoTokenizer.from_pretrained("project-baize/baize-v2-7b")
+#model = AutoModelForCausalLM.from_pretrained("project-baize/baize-v2-7b")
+tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-1.3B")
+model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-1.3B")
+
+
+def load_tokenizer_and_model(base_model,load_8bit=False):
+    if torch.cuda.is_available():
+        device = "cuda"
+    else:
+        device = "cpu"
+
+    tokenizer = AutoTokenizer.from_pretrained(base_model, use_fast = False)
+    if device == "cuda":
+        model = AutoModelForCausalLM.from_pretrained(
+            base_model,
+            #load_in_8bit=load_8bit,
+            #torch_dtype=torch.float16,
+            device_map="auto",
+        )
+    else:
+        model = AutoModelForCausalLM.from_pretrained(
+            base_model, device_map={"": device}, low_cpu_mem_usage=True
+        )
+
+    #if not load_8bit:
+        #model.half()  # seems to fix bugs for some users.
+
+    model.eval()
+    return tokenizer,model,device
+
+# Greedy Search
+def greedy_search(input_ids: torch.Tensor,
+                  model: torch.nn.Module,
+                  tokenizer: transformers.PreTrainedTokenizer,
+                  stop_words: list,
+                  max_length: int,
+                  temperature: float = 1.0,
+                  top_p: float = 1.0,
+                  top_k: int = 25) -> Iterator[str]:
+    generated_tokens = []
+    past_key_values = None
+    current_length = 1
+    for i in range(max_length):
+        with torch.no_grad():
+            if past_key_values is None:
+                outputs = model(input_ids)
+            else:
+                outputs = model(input_ids[:, -1:], past_key_values=past_key_values)
+            logits = outputs.logits[:, -1, :]
+            past_key_values = outputs.past_key_values
+
+            # apply temperature
+            logits /= temperature
+    
+            probs = torch.softmax(logits, dim=-1)
+            # apply top_p
+            probs_sort, probs_idx = torch.sort(probs, dim=-1, descending=True)
+            probs_sum = torch.cumsum(probs_sort, dim=-1)
+            mask = probs_sum - probs_sort > top_p
+            probs_sort[mask] = 0.0
+    
+            # apply top_k
+            #if top_k is not None:
+            #    probs_sort1, _ = torch.topk(probs_sort, top_k)
+            #    min_top_probs_sort = torch.min(probs_sort1, dim=-1, keepdim=True).values
+            #    probs_sort = torch.where(probs_sort < min_top_probs_sort, torch.full_like(probs_sort, float(0.0)), probs_sort)
+    
+            probs_sort.div_(probs_sort.sum(dim=-1, keepdim=True))
+            next_token = torch.multinomial(probs_sort, num_samples=1)
+            next_token = torch.gather(probs_idx, -1, next_token)
+    
+            input_ids = torch.cat((input_ids, next_token), dim=-1)
+    
+            generated_tokens.append(next_token[0].item())
+            text = tokenizer.decode(generated_tokens)
+    
+            yield text
+            if any([x in text for x in stop_words]):
+                del past_key_values
+                del logits
+                del probs
+                del probs_sort
+                del probs_idx
+                del probs_sum
+                gc.collect()
+                return 
+
+def convert_to_markdown(text):
+    text = text.replace("$","&#36;")
+    def replace_leading_tabs_and_spaces(line):
+        new_line = []
+        
+        for char in line:
+            if char == "\t":
+                new_line.append("&#9;")
+            elif char == " ":
+                new_line.append("&nbsp;")
+            else:
+                break
+        return "".join(new_line) + line[len(new_line):]
+
+    markdown_text = ""
+    lines = text.split("\n")
+    in_code_block = False
+
+    for line in lines:
+        if in_code_block is False and line.startswith("```"):
+            in_code_block = True
+            markdown_text += f"{line}\n"
+        elif in_code_block is True and line.startswith("```"):
+            in_code_block = False
+            markdown_text += f"{line}\n"
+        elif in_code_block:
+            markdown_text += f"{line}\n"
+        else:
+            line = replace_leading_tabs_and_spaces(line)
+            line = re.sub(r"^(#)", r"\\\1", line)
+            markdown_text += f"{line}  \n"
+
+    return markdown_text
+
+
+class State:
+    interrupted = False
+
+    def interrupt(self):
+        self.interrupted = True
+
+    def recover(self):
+        self.interrupted = False
+shared_state = State()