Add application file

app.py

@@ -0,0 +1,38 @@
+import streamlit as st
+import torch
+from transformers import AutoModelForCausalLM
+from transformers import AutoTokenizer
+
+model_id = "niclasfw/schlager-bot-004"
+
+# load base LLM model and tokenizer
+model = AutoModelForCausalLM.from_pretrained(
+    model_id,
+    low_cpu_mem_usage=True,
+    torch_dtype=torch.float16,
+    load_in_4bit=True,
+)
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+
+st.title('Schlager Bot')
+
+print("Enter verse (minimum of 15 words): ")
+sample = input()
+
+prompt = f"""### Instruction:
+Benuzte den gegebenen Input um ein Schlager Lied zu schreiben.
+
+### Input:
+{sample}
+
+### Response:
+"""
+
+query = st.text_input(prompt, key="input")
+
+input_ids = tokenizer(prompt, return_tensors="pt", truncation=True).input_ids
+outputs = model.generate(input_ids=input_ids, pad_token_id=tokenizer.eos_token_id, max_new_tokens=500, do_sample=True, top_p=0.75, temperature=0.95, top_k=15)
+
+print(f"Prompt:\n{sample}\n")
+print("**************")
+st.write(outputs)