sarashina2.1-1b-sft-CPU

Running

aixsatoshi commited on Oct 22

Commit

77e3bb7

•

1 Parent(s): 7637ab7

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -6,17 +6,17 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
 import gradio as gr
 from threading import Thread
-model_id = "ibm-granite/granite-3.0-8b-instruct"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(
   model_id,
   device_map="cpu",
 )
-TITLE = "<h1><center>ibm-granite/granite-3.0-8b-instruct by CPU</center></h1>"
 DESCRIPTION = """
-<h3>MODEL: <a href="https://huggingface.co/ibm-granite/granite-3.0-8b-instruct">ibm-granite/granite-3.0-8b-instruct</a></h3>
 <center>
 <p>This model is designed for conversational interactions.</p>
 </center>

 import gradio as gr
 from threading import Thread
+model_id = "ibm-granite/granite-3.0-1b-a400m-instruct"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(
   model_id,
   device_map="cpu",
 )
+TITLE = "<h1><center>ibm-granite/granite-3.0-1b-a400m-instruct by CPU</center></h1>"
 DESCRIPTION = """
+<h3>MODEL: <a href="https://huggingface.co/ibm-granite/granite-3.0-1b-a400m-instruct">ibm-granite/granite-3.0-1b-a400m-instruct</a></h3>
 <center>
 <p>This model is designed for conversational interactions.</p>
 </center>