update

app.py

@@ -5,7 +5,9 @@ from langchain_community.llms import CTransformers
 model="TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF"
 config = {'max_new_tokens': 128, 
           'repetition_penalty': 1.1,
-          'temperature':0.6}
+          'temperature':0.4,
+          'top_k':50,
+          'top_p':0.9}
 
 def getLlamaResponse(input_text, no_words, blog_style):
     llm=CTransformers(model=model,
@@ -15,9 +17,9 @@ def getLlamaResponse(input_text, no_words, blog_style):
     # create a prompt
 
     template="""
-    You are a ghost writer for writing posts for a weblog.
-    Write a blog post about the topic: {input_text} in {blog_style} style. 
-    The blog should be {no_words} words long.
+    You are a ghost writer helping writing posts for a weblog. Do not provide any instructions just write the post.
+    The post should be {no_words} words long. 
+    Write a blog post about the topic: {input_text} in {blog_style} style.
     """
     prompt=PromptTemplate(input_variables=["blog_style", "input_text", "no_words"], 
                           template=template)
@@ -38,7 +40,7 @@ col1, col2 = st.columns([5, 5])
 with col1:
     no_words=st.text_input("Enter the number of words", value=100)
 with col2:
-    blog_style=st.selectbox("Select the Blog Style", ["Personal", "Research", "Story Driven"])
+    blog_style=st.selectbox("Select the Blog Style", ["Personal", "Research Paper", "Humor, casual"])
 submit=st.button("Generate Blog")
 if submit:
     st.write(getLlamaResponse(input_text, no_words, blog_style))