better prompt

app.py

@@ -1,33 +1,7 @@
 import streamlit as st
-from langchain.prompts import PromptTemplate
-from langchain_community.llms import CTransformers
-
-model="TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF"
-config = {'max_new_tokens': 128, 
-          'repetition_penalty': 1.1,
-          'temperature':0.4,
-          'top_k':50,
-          'top_p':0.9}
-
-def getLlamaResponse(input_text, no_words, blog_style):
-    llm=CTransformers(model=model,
-        model_type='llama',
-        config=config)
-
-    # create a prompt
-
-    template="""
-    You are a ghost writer helping writing posts for a weblog. Do not provide any instructions just write the post.
-    The post should be {no_words} words long. 
-    Write a blog post about the topic: {input_text} in {blog_style} style.
-    """
-    prompt=PromptTemplate(input_variables=["blog_style", "input_text", "no_words"], 
-                          template=template)
-    
-    # generate the response
-    response=llm.invoke(prompt.format(blog_style=blog_style, input_text=input_text, no_words=no_words))
-    
-    return response
+from ctransformers import AutoModelForCausalLM
+import torch
+llm = AutoModelForCausalLM.from_pretrained("TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF", gpu_layers=24)
 
 # Streamlit UI
 st.set_page_config(page_title="GenBlog Demo", 
@@ -35,19 +9,35 @@ st.set_page_config(page_title="GenBlog Demo",
                    layout="centered",
                    initial_sidebar_state='collapsed')
 st.header("GenBlog Demo 📚")
-st.write("This is a demo of the GenBlog model. Enter a blog topic, the number of words and the blog style to generate a blog post.")    
-st.write("Based on the TinyLlama model by TheBloke.")
+st.subheader('This is a demo of the GenBlog assistant', divider='rainbow')
+st.write("Enter a blog topic, the number of words and the blog style to generate a blog post.")    
+
+device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+st.write(f"Based on the TinyLlama 🦙 model by TheBloke. Device: {device} 🚀")
+
+st.divider()
+
 input_text=st.text_input("Enter the Blog Topic")
 col1, col2 = st.columns([5, 5])
 with col1:
-    no_words=st.text_input("Enter the number of words", value=100)
+    no_words=st.text_input("Enter the number of words", value=200)
 with col2:
-    blog_style=st.selectbox("Select the Blog Style", ["Personal", "Research Paper", "Humor, casual"])
+    blog_style=st.selectbox("Select the Blog Style", ["Personal", "Casual", "Proffesional"])
+
+
 submit=st.button("Generate Blog")
-placeholder = st.empty()
+st.divider()
+response_field = st.empty()
+
+
 
 if submit:
-    response = ""
-    for text in llm("AI is going to", stream=True):
-        response += text + " "
-        placeholder.text(response)
+    prompt = f"""
+    As a professional writer skilled in {blog_style.lower()} style, your task is to create an engaging and informative blog post about '{input_text}'. Begin with a captivating title that reflects the essence of the topic. Follow with an introduction that sets the stage for the discussion.
+
+    Please ensure the main body delves into the details of the topic, providing insight, analysis, and relevant examples that illuminate the subject for the readers. Conclude with a summary that reinforces the main points and offers a call to action or a thought-provoking question to engage the readers further.
+
+    The post should be well-structured, clearly written, and approximately {no_words} words in total, reflecting a professional tone suitable for an audience interested in {blog_style.lower()} topics.
+    """
+
+    st.write_stream(llm(prompt, stream=True, max_new_tokens=512, temperature=0.3))