Spaces:
Runtime error
Runtime error
File size: 2,428 Bytes
c51fa22 3539d4c 7c57aa9 0c444bc c51fa22 ee8e561 c51fa22 7c57aa9 c51fa22 1db2f5d c51fa22 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 |
import streamlit as st
from langchain.prompts import PromptTemplate
import transformers
# with ctransformers, you can load from Hugging Face Hub directly and specify a model file (.bin or .gguf files) using:
from ctransformers import AutoModelForCausalLM
#Function to get the response back
def getLLMResponse(form_input,email_sender,email_recipient,email_style):
# Wrapper for Llama-2-7B-Chat, Running Llama 2 on CPU
#Quantization is reducing model precision by converting weights from 16-bit floats to 8-bit integers,
#enabling efficient deployment on resource-limited devices, reducing model size, and maintaining performance.
#C Transformers offers support for various open-source models,
#among them popular ones like Llama, GPT4All-J, MPT, and Falcon.
llm = AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-7B-Chat-GGML", model_file="llama-2-7b-chat.ggmlv3.q8_0.bin")
#Template for building the PROMPT
template = """
Write a email with {style} style and includes topic :{email_topic}.\n\nSender: {sender}\nRecipient: {recipient}
\n\nEmail Text:
"""
#Creating the final PROMPT
prompt = PromptTemplate(
input_variables=["style","email_topic","sender","recipient"],
template=template,)
#Generating the response using LLM
#Last week langchain has recommended to use 'invoke' function for the below please :)
response=llm(prompt.format(email_topic=form_input,sender=email_sender,recipient=email_recipient,style=email_style))
return response
st.set_page_config(page_title="Generate Emails",
page_icon='📧',
layout='centered',
initial_sidebar_state='collapsed')
st.header("Generate Emails 📧")
form_input = st.text_area('Enter the email topic', height=275)
#Creating columns for the UI - To receive inputs from user
col1, col2, col3 = st.columns([10, 10, 5])
with col1:
email_sender = st.text_input('Sender Name')
with col2:
email_recipient = st.text_input('Recipient Name')
with col3:
email_style = st.selectbox('Writing Style',
('Formal', 'Appreciating', 'Not Satisfied', 'Neutral'),
index=0)
submit = st.button("Generate")
#When 'Generate' button is clicked, execute the below code
if submit:
st.write(getLLMResponse(form_input,email_sender,email_recipient,email_style))
|