Update app.py

app.py

@@ -47,61 +47,7 @@ llm = ChatGroq(
     api_key=GROQ_API_KEY,
 )
 
-# --- Constants ---
-LLM_PARSE_ERROR_MESSAGE = "I'm sorry, I couldn't process the last response correctly due to a formatting issue. Could you please rephrase or try a simpler query?"
-
-PROGRAMMING_ASSISTANT_PROMPT = """
-You are an expert programming assistant. Your role is to provide code suggestions, fix bugs, explain programming concepts, and offer contextual help based on the user's query and preferred programming language.
-
-**CONTEXT HANDLING RULES (Follow these strictly):**
-- **Conversation Summary:** At the end of every response, you MUST provide an updated, concise `conversationSummary` based on the entire chat history provided. This summary helps you maintain context.
-- **Language Adaptation:** Adjust your suggestions, code, and explanations to the programming language specified in the 'language' field of the 'AssistantState'.
-
-STRICT OUTPUT FORMAT (JSON ONLY):
-Return a single JSON object with the following keys. **The JSON object MUST be enclosed in a single ```json block.**
-- assistant_reply: string  // A natural language reply to the user (short and helpful). Do NOT include code blocks here.
-- code_snippet: string  // If suggesting code, provide it here in a markdown code block. **CRITICALLY, you must escape all internal newlines as '\\n' and backslashes as '\\\\'** to keep the string value valid JSON. If no code is required, use an empty string: "".
-- state_updates: object  // updates to the internal state, must include: language, conversationSummary
-- suggested_tags: array of strings // a list of 1-3 relevant tags for the assistant_reply
-
-Rules:
-- ALWAYS include all four top-level keys: `assistant_reply`, `code_snippet`, `state_updates`, and `suggested_tags`.
-- ALWAYS include `assistant_reply` as a non-empty string.
-- Do NOT produce any text outside the JSON block.
-"""
-
-def extract_json_from_llm_response(raw_response: str) -> dict:
-    default = {
-        "assistant_reply": LLM_PARSE_ERROR_MESSAGE,
-        "code_snippet": "",
-        "state_updates": {"conversationSummary": "", "language": "Python"},
-        "suggested_tags": [],
-    }
-    if not raw_response or not isinstance(raw_response, str):
-        return default
-    m = re.search(r"```json\s*([\s\S]*?)\s*```", raw_response)
-    json_string = m.group(1).strip() if m else raw_response
-    first = json_string.find('{')
-    last = json_string.rfind('}')
-    candidate = json_string[first:last+1] if first != -1 and last != -1 and first < last else json_string
-    candidate = re.sub(r',\s*(?=[}\]])', '', candidate)
-    try:
-        parsed = json.loads(candidate)
-    except Exception as e:
-        logger.warning("Failed to parse JSON from LLM output: %s. Candidate: %s", e, candidate[:200])
-        return default
-    if isinstance(parsed, dict) and "assistant_reply" in parsed:
-        parsed.setdefault("code_snippet", "")
-        parsed.setdefault("state_updates", {})
-        parsed["state_updates"].setdefault("conversationSummary", "")
-        parsed["state_updates"].setdefault("language", "Python")
-        parsed.setdefault("suggested_tags", [])
-        if not parsed["assistant_reply"].strip():
-             parsed["assistant_reply"] = "I need a clearer instruction to provide a reply."
-        return parsed
-    else:
-        logger.warning("Parsed JSON missing required keys or invalid format. Returning default.")
-        return default
+# --- Helper functions ---
 
 def detect_language_from_text(text: str) -> Optional[str]:
     if not text:
@@ -113,6 +59,16 @@ def detect_language_from_text(text: str) -> Optional[str]:
         return lang_match.group(2).capitalize()
     return None
 
+def update_summary(chat_history: List[Dict[str, str]]) -> str:
+    """
+    Placeholder for conversation summary update logic.
+    You can replace this with a call to a summarization LLM chain or heuristic.
+    For now, returns last 3 messages concatenated as a simple summary.
+    """
+    recent_msgs = chat_history[-6:]  # last 6 messages (user+assistant)
+    summary = " | ".join(f"{m['role']}: {m['content'][:50].replace('\n',' ')}" for m in recent_msgs)
+    return summary
+
 # --- Routes ---
 
 @app.route("/", methods=["GET"])
@@ -122,6 +78,7 @@ def serve_frontend():
     except Exception:
         return "<h3>frontend.html not found in static/ — please add your frontend.html there.</h3>", 404
 
+@app.route("/chat", methods=["POST"])
 def chat():
     data = request.get_json(force=True)
     chat_history = data.get("chat_history", [])
@@ -129,29 +86,51 @@ def chat():
 
     conversation_summary = assistant_state.get("conversationSummary", "")
     language = assistant_state.get("language", "Python")
+    tagged_replies = assistant_state.get("taggedReplies", [])
+
+    # Detect language from last user message
+    last_user_msg = ""
+    for msg in reversed(chat_history):
+        if msg.get("role") == "user" and msg.get("content"):
+            last_user_msg = msg["content"]
+            break
+    detected_lang = detect_language_from_text(last_user_msg)
+    if detected_lang and detected_lang.lower() != language.lower():
+        logger.info(f"Detected new language: {detected_lang}")
+        language = detected_lang
 
     # Build prompt with system + conversation summary + chat history
     system_prompt = f"You are a helpful programming assistant. Current language: {language}. Conversation summary: {conversation_summary}"
     messages = [{"role": "system", "content": system_prompt}]
     messages.extend(chat_history)
 
-    # Call LLM, get plain text response
-    llm_response = llm.invoke(messages)
-    assistant_reply = llm_response.content if hasattr(llm_response, "content") else str(llm_response)
+    try:
+        llm_response = llm.invoke(messages)
+        assistant_reply = llm_response.content if hasattr(llm_response, "content") else str(llm_response)
+    except Exception as e:
+        logger.exception("LLM invocation failed")
+        return jsonify({
+            "assistant_reply": "Sorry, the assistant is currently unavailable. Please try again later.",
+            "updated_state": {
+                "conversationSummary": conversation_summary,
+                "language": language,
+                "taggedReplies": tagged_replies,
+            },
+            "chat_history": chat_history,
+        }), 500
 
     # Append assistant reply to chat history
     chat_history.append({"role": "assistant", "content": assistant_reply})
 
-    # Optionally update conversation summary (e.g., call summarization chain)
+    # Update conversation summary
     conversation_summary = update_summary(chat_history)
 
-    # Return plain text reply and updated state
     return jsonify({
         "assistant_reply": assistant_reply,
         "updated_state": {
             "conversationSummary": conversation_summary,
             "language": language,
-            "taggedReplies": assistant_state.get("taggedReplies", []),
+            "taggedReplies": tagged_replies,
         },
         "chat_history": chat_history,
     })
@@ -173,24 +152,20 @@ def tag_reply():
     if not tags:
         return jsonify({"error": "Tags list cannot be empty"}), 400
 
-    state: AssistantState = {
+    tagged_replies = assistant_state.get("taggedReplies", [])
+    tagged_replies.append({"reply": reply_content, "tags": tags})
+
+    updated_state = {
         "conversationSummary": assistant_state.get("conversationSummary", ""),
         "language": assistant_state.get("language", "Python"),
-        "taggedReplies": assistant_state.get("taggedReplies", []),
+        "taggedReplies": tagged_replies,
     }
 
-    new_tagged_reply: TaggedReply = {
-        "reply": reply_content,
-        "tags": tags,
-    }
-
-    state["taggedReplies"].append(new_tagged_reply)
-
-    logger.info("Reply tagged with: %s", tags)
+    logger.info(f"Reply tagged with: {tags}")
 
     return jsonify({
         "message": "Reply saved and tagged successfully.",
-        "updated_state": state,
+        "updated_state": updated_state,
     }), 200
 
 @app.route("/ping", methods=["GET"])