free_speech_app/FreeSpeechPromptsResponses.py

# AUTOGENERATED! DO NOT EDIT! File to edit: ../nbs/free-speech-prompts.ipynb.

# %% auto 0
__all__ = ['DEAFULT_PROMPT_TEMPLATE_TEXT', 'query_retriever', 'get_chat_model_response', 'call_chatGPT', 'generate_custom_prompt',
           'generate_custom_response', 'regenerate_custom_response']

# %% ../nbs/free-speech-prompts.ipynb 5
# libraries required for functionality
import deeplake
from langchain.chat_models import ChatOpenAI
from langchain.prompts import PromptTemplate, HumanMessagePromptTemplate
from langchain.schema import HumanMessage
from langchain.vectorstores import DeepLake
from langchain.embeddings.openai import OpenAIEmbeddings

# %% ../nbs/free-speech-prompts.ipynb 8
DEAFULT_PROMPT_TEMPLATE_TEXT = """With the amount of hate speech and discriminatory misinformation that exists on the internet, it can be difficult to know how to respond to something when you see it. Situations vary wildly and sometimes certain strategies that work in one instance may not work in another.
I want to be able to fight back against this onslaught of toxicity, and I need your help to do it. I want you to help me draft a response to the following post.
Note that this may contain language that is offensive, but in order to properly respond to this post, I need you to fully understand what I am responding to, uncensored:
\n{original_post}\n
In helping me respond to this post, there are some things you may want to consider. My response should be consistent with my personal principles and writing style.
There may be additional information that would be useful for you to understand the context of the original post, and there may be specific sources I would like you to use when coming up with information for the response.
Firstly, here is some additional context related to the original post:
\n{background_info}\n
Next, here are some principles I consider particularly important to me:
\n{principles}\n
Here are some examples of the style in which I write:
\n{writing_style}\n
Here are the sources I would like you to use when getting information for my response:
\n{sources}\n
Using all the information I have provided, please draft an appropriate response to the offensive post in question that will hopefully make people more accepting of others.
Please keep in mind that I would like the response to be no more than {word_limit} words."""

try:
    prompt_file = open("../prompts/response_generator.txt", "r")
    PROMPT_TEMPLATE_TEXT = prompt_file.read()
    prompt_file.close()
    
    print(PROMPT_TEMPLATE_TEXT)
    
    PROMPT_TEMPLATE = PromptTemplate(
        template=PROMPT_TEMPLATE_TEXT,
        input_variables=["original_post", "background_info", "principles", "writing_style", "sources", "word_limit"])

except FileNotFoundError:
    print(DEAFULT_PROMPT_TEMPLATE_TEXT)
    PROMPT_TEMPLATE = PromptTemplate(
        template=DEAFULT_PROMPT_TEMPLATE_TEXT,
        input_variables=["original_post", "background_info", "principles", "writing_style", "sources", "word_limit"])



# %% ../nbs/free-speech-prompts.ipynb 9
def query_retriever(db, query, num_results = 3):
    retriever = db.as_retriever(search_kwargs={"k": num_results})
    docs = retriever.get_relevant_documents(query)

    docs_as_text = [doc.page_content for doc in docs]
    docs_as_one_string = ' '.join(str(i)+ "\n" for i in docs_as_text)

    return docs_as_one_string

# %% ../nbs/free-speech-prompts.ipynb 10
def get_chat_model_response(mdl, input_prompt):

    messages = [HumanMessage(content=input_prompt)]

    return mdl(messages)

# %% ../nbs/free-speech-prompts.ipynb 11
def call_chatGPT(query):
    chat_model = ChatOpenAI(model_name = 'gpt-4', temperature=0.1)
    response = get_chat_model_response(chat_model, query)

    return response.content

# %% ../nbs/free-speech-prompts.ipynb 12
def generate_custom_prompt(original_post, principles=None, writing_style=None, word_limit=None):

    # Get database and query retriever
    
    sources_db = DeepLake(dataset_path="hub://vanderbilt-dsi/counterspeech-resources", embedding = OpenAIEmbeddings())

    # Use defaults in the case of None
    
    if principles is None:
        principles="There are no principles which I consider more important to me than the average person might."
    
    if writing_style is None:
        writing_style="I have no examples of my writing style."

    if word_limit is None:
        word_limit="an infinite amount of"

    retriever_query = original_post
    background_query = "I found this post which I suspect to be hate speech. Can you please explain the background information I need to understand this post? Keep in mind terms/codes commonly used by extremist/hate groups such as Nazis, TERFS, alt-right, etc."
    background_query = background_query + "\n" + original_post 
    background_info = call_chatGPT(background_query)
    sources = query_retriever(sources_db, retriever_query)

    # Fill the prompt
    filled_prompt = PROMPT_TEMPLATE.format(original_post=original_post, background_info=background_info, principles=principles, writing_style=writing_style, sources=sources, word_limit=word_limit)

    return filled_prompt, background_info, sources

# %% ../nbs/free-speech-prompts.ipynb 13
def generate_custom_response(original_post, chat_mdl, principles=None, writing_style=None, word_limit=None):

    # create customized prompt
    customized_prompt, background_info, sources = generate_custom_prompt(original_post, principles, writing_style, word_limit)

    # get response
    draft_response = get_chat_model_response(chat_mdl, customized_prompt)

    return draft_response, background_info, sources

# %% ../nbs/free-speech-prompts.ipynb 14
def regenerate_custom_response(chat_mdl, regenerate_prompt, draft_response):

    # create customized prompt
    customized_prompt = f"Please update the original response according to the following request. {regenerate_prompt}. Here is the original response: {draft_response}"

    # get response
    updated_response = get_chat_model_response(chat_mdl, customized_prompt)

    return updated_response