Duplicate from tedslin/bloom-1b1-zh-demo

Co-authored-by: Teds Lin <tedslin@users.noreply.huggingface.co>

.gitattributes

@@ -0,0 +1,34 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,14 @@
+---
+title: Bloom 1b1 Zh
+emoji: 👁
+colorFrom: purple
+colorTo: pink
+sdk: gradio
+sdk_version: 3.19.1
+app_file: app.py
+pinned: false
+license: bigscience-bloom-rail-1.0
+duplicated_from: tedslin/bloom-1b1-zh-demo
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,41 @@
+from gradio.components import Textbox, Slider, Checkbox
+import gradio as gr
+from transformers import pipeline
+from transformers import AutoModelForCausalLM, AutoTokenizer, set_seed
+
+model = AutoModelForCausalLM.from_pretrained("ckip-joint/bloom-1b1-zh", use_cache=True)
+tokenizer = AutoTokenizer.from_pretrained("ckip-joint/bloom-1b1-zh")
+
+generator = pipeline('text-generation', model=model, tokenizer=tokenizer)
+
+def generate(text, max_length=64, temperature=0.7, top_k=25, top_p=0.9, no_repeat_ngram_size=10, do_sample=True):
+    result = generator(text,max_length=max_length,
+                            temperature=temperature,
+                            top_k=top_k,
+                            top_p=top_p,
+                            no_repeat_ngram_size=10,
+                            do_sample=do_sample,
+                            )
+    return result[0]["generated_text"]
+
+examples = [
+    ["四月的某一天，天氣晴朗寒冷，",64,0.7,25,0.9,10,True],
+    ["問：台灣最高的建築物是？答：",64,0.1,25,0.9,10,True],
+]
+
+demo = gr.Interface(
+    fn=generate,
+    inputs=[
+      Textbox(lines=5, label="Input Text"),
+      Slider(minimum=32, maximum=1024, value=64, label="Max Length"),
+      Slider(minimum=0.0, maximum=1.0, value=0.7, step=0.05, label="Temperature"),
+      Slider(minimum=1, maximum=99, value=25, step=5, label="Top k"),
+      Slider(minimum=0.5, maximum=0.99, value=0.9, step=0.01, label="Top p"),
+      Slider(minimum=1, maximum=999, value=10, step=1, label="No Repeat Ngram Size"),
+      Checkbox(value=True, label="Do Sample"),
+    ],
+    outputs=Textbox(label="Generated Text"),
+    examples=examples
+)
+
+demo.launch()

requirements.txt

@@ -0,0 +1,2 @@
+torch
+transformers