File size: 2,408 Bytes
3bc9036 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 |
import requests
import streamlit as st
# API_KEY = st.secrets["API_KEY"]
API_KEY = "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"
url = "https://api.perplexity.ai/chat/completions"
ppx_prompt = '''Given a Python list named latest_ocr_values, such as ['I am a Python', 'I a pthon',
'I python', 'I am a python', 'a'], directly provide the text that is most consistently detected by the OCR.
If multiple answers are possible, choose the most likely one only. If there is no clear answer, state 'None'.
The output must follow the format: 'OCR scanned text: (your_answer)'. Do not explain yourself afterwards, do not include
multiple valid outputs. Do not include any other information.'''
normal_prompt = '''Be a good assistant and answer my question, using information from the following prompt or relating to it, as well as
knowledge you have about this prompt. If no information is given or if the question is not relevant to the information given,
simply answer as normal, using any knowledge you have.'''
headers = {
"Authorization": "Bearer " + API_KEY,
"accept": "application/json",
"content-type": "application/json"
}
payload = {
"model": "mistral-7b-instruct",
"messages": [
{
"role": "system",
"content": ""
},
{
"role": "user",
"content": ""
}
]
}
# Perform a chat completion in a separate thread
def chat_completion(prompt, info="", mode="normal"):
while True:
# If queue is empty, exit the loop
if not prompt:
break
# Copy payload and insert prompt
pl = payload.copy()
if mode == "ocr":
pl["messages"][0]["content"] = ppx_prompt
elif mode == "normal":
pl["messages"][0]["content"] = normal_prompt
pl["messages"][1]["content"] = f"Prompt: {prompt}. Information: {info}."
# Perform chat completion and add results to queue
response = requests.post(url, json=pl, headers=headers)
if response.status_code == 200:
response_data = response.json()
output = response_data.get("choices")[0].get("message").get("content")
return output
else:
return "Error"
if __name__ == "__main__":
print(chat_completion("latest_ocr_values = ['I am a cat', 'I a cat', 'I cat', 'I am cat', 'a']")) |