Spaces:
Sleeping
Sleeping
File size: 3,062 Bytes
27b1d84 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 |
import streamlit as st
from transformers import (
AutoModelForCausalLM,
AutoModelForSeq2SeqLM,
AutoTokenizer,
GenerationConfig,
)
@st.cache_resource
def load_tokenizer_model(name_or_path: str, model_type: str, model_auth_token: str):
model_auth_token = None if model_auth_token == "" else model_auth_token
tokenizer = AutoTokenizer.from_pretrained(*name_or_path.split(","), use_auth_token=model_auth_token)
if model_type == "seq2seq":
model = AutoModelForSeq2SeqLM.from_pretrained(*name_or_path.split(","), use_auth_token=model_auth_token)
elif model_type == "causal":
model = AutoModelForCausalLM.from_pretrained(*name_or_path.split(","), use_auth_token=model_auth_token)
else:
raise ValueError("model_type must be one of 'seq2seq' or 'causal'")
return tokenizer, model
def main():
st.title("Huggingface Transformers Demo")
with st.form("model_form"):
model_type = st.selectbox("Select Model Type", ["seq2seq", "causal"])
model_name_or_path = st.text_input("Model Name or Path")
model_auth_token = st.text_input("Model Auth Token")
input_text = st.text_area("Input Text")
col1, col2, col3 = st.columns(3)
user_gen_config = {}
with col1:
user_gen_config["min_length"] = st.number_input("Min Length", value=10, min_value=1, max_value=1000, step=1)
user_gen_config["max_length"] = st.number_input("Max Length", value=50, min_value=1, max_value=1000, step=1)
user_gen_config["top_k"] = st.number_input("Top K", value=50, min_value=1, max_value=100, step=1)
with col2:
user_gen_config["num_beams"] = st.number_input("Num Beams", value=1, min_value=1, max_value=100, step=1)
user_gen_config["top_p"] = st.number_input("Top P", value=1.0, min_value=0.0, max_value=100.0, step=0.1)
user_gen_config["repetition_penalty"] = st.number_input("Repetition Penalty", value=1.0, min_value=0.0,
max_value=100.0, step=0.1)
with col3:
user_gen_config["temperature"] = st.number_input("Temperature", value=1.0, min_value=0.0, max_value=100.0, step=0.1)
user_gen_config["do_sample"] = st.checkbox("Do Sample", value=False)
user_gen_config["early_stopping"] = st.checkbox("Early Stopping", value=True)
submitted = st.form_submit_button("Submit")
if submitted:
tokenizer, model = load_tokenizer_model(model_name_or_path, model_type, model_auth_token)
gen_config = GenerationConfig.from_model_config(model.config)
for k,v in user_gen_config.items():
setattr(gen_config, k, v)
input_ids = tokenizer.encode(input_text, return_tensors="pt")
output_ids = model.generate(input_ids, generation_config=gen_config)
output_text = tokenizer.decode(output_ids[0], skip_special_tokens=True)
st.write(output_text)
if __name__ == "__main__":
main()
|