Update app.py

app.py

@@ -18,7 +18,7 @@ openai.api_key = os.getenv('OPENAI_KEY')
 
 def chat_with_model(prompts):
     model = "gpt-3.5-turbo"
-    #model = "gpt-4-32k"
+    #model = "gpt-4-32k" # 32k tokens between prompt and inference tokens
     conversation = [{'role': 'system', 'content': 'You are a helpful assistant.'}]
     conversation.extend([{'role': 'user', 'content': prompt} for prompt in prompts])
     response = openai.ChatCompletion.create(model=model, messages=conversation)
@@ -68,7 +68,7 @@ def CompressXML(xml_text):
         if isinstance(elem.tag, str) and 'Comment' in elem.tag:
             elem.parent.remove(elem)
     #return ET.tostring(root, encoding='unicode', method="xml")
-    return ET.tostring(root, encoding='unicode', method="xml")[:16000]
+    return ET.tostring(root, encoding='unicode', method="xml")[:8000]  # hack - top N characters to keep context document under token max
 
 
 def read_file_content(file):
@@ -93,6 +93,7 @@ def main():
     st.title("Chat with AI")
 
     prompts = ['']
+    file_content = ""
 
     user_prompt = st.text_area("Your question:", '', height=120)
     uploaded_file = st.file_uploader("Choose a file", type=["xml", "json", "htm", "txt"])
@@ -109,11 +110,12 @@ def main():
         response = chat_with_model(prompts)
         st.write('Response:')
         st.write(response)
+        
         filename = generate_filename(user_prompt)
         create_file(filename, user_prompt, response)
         st.sidebar.markdown(get_table_download_link(filename), unsafe_allow_html=True)
     
-    if file_content is not None:
+    if len(file_content) > 0:
         st.markdown(f"**Content Added to Prompt:**\n{file_content}")
     
     htm_files = glob.glob("*.txt")