Duplicate from Aspik101/trurl-2-7b-pl-instruct_GGML

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,14 @@
+---
+title: trurl-2-7b-pl-instruct_GGML
+emoji: 📚
+colorFrom: indigo
+colorTo: red
+sdk: gradio
+sdk_version: 3.38.0
+app_file: app.py
+pinned: false
+license: other
+duplicated_from: Aspik101/trurl-2-7b-pl-instruct_GGML
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,56 @@
+import gradio as gr
+import random
+import time
+from ctransformers import AutoModelForCausalLM
+from datetime import datetime
+
+params = {
+        "max_new_tokens":512,
+        "stop":["<end>" ,"<|endoftext|>","[", "<user>"],
+        "temperature":0.7,
+        "top_p":0.8,
+        "stream":True,
+        "batch_size": 8}
+
+
+llm = AutoModelForCausalLM.from_pretrained("Aspik101/trurl-2-7b-pl-instruct_GGML", model_type="llama")
+
+with gr.Blocks() as demo:
+    chatbot = gr.Chatbot()
+    msg = gr.Textbox()
+    clear = gr.Button("Clear")
+
+    def user(user_message, history):
+        return "", history + [[user_message, None]]
+
+    def parse_history(hist):
+        history_ = ""
+        for q, a in hist:
+            history_ += f"<user>: {q } \n"
+            if a:
+                history_ += f"<assistant>: {a} \n"
+        return history_
+
+    def bot(history):
+        print(f"When: {datetime.today().strftime('%Y-%m-%d %H:%M:%S')}")
+        print("history: ",history)
+        prompt =  f"Jesteś AI assystentem. Odpowiadaj po polsku. {parse_history(history)}. <assistant>:"
+        print("prompt: ",prompt)
+        stream = llm(prompt, **params)
+        history[-1][1] = ""
+        answer_save = ""
+        for character in stream:
+            history[-1][1] += character
+            answer_save += character
+            time.sleep(0.005)
+            yield history
+
+        print("answer_save: ",answer_save)
+    msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then(
+        bot, chatbot, chatbot
+    )
+    clear.click(lambda: None, None, chatbot, queue=False)
+
+
+demo.queue()
+demo.launch()

requirements.txt

@@ -0,0 +1,4 @@
+torch
+ctransformers
+gradio
+dl-hf-model