Update app.py

app.py

@@ -3,7 +3,8 @@ from typing import Annotated
 from typing_extensions import TypedDict
 from langgraph.graph import StateGraph, START, END
 from langgraph.graph.message import add_messages
-from langchain_anthropic import ChatAnthropic
+#from langchain_anthropic import ChatAnthropic
+from langchain_huggingface import HuggingFaceEndpoint
 from dotenv import load_dotenv
 import logging
 
@@ -12,11 +13,18 @@ logging.basicConfig(level=logging.INFO)
 
 
 load_dotenv()
-ANTHROPIC_API_KEY = os.getenv("ANTHROPIC_API_KEY")
-
+#ANTHROPIC_API_KEY = os.getenv("ANTHROPIC_API_KEY")
+HF_TOKEN = os.getenv("HF_TOKEN")
 
 # Initialize Anthropic Chat model
-llm = ChatAnthropic(model="claude-3-5-sonnet-20240620", anthropic_api_key=ANTHROPIC_API_KEY)
+#llm = ChatAnthropic(model="claude-3-5-sonnet-20240620", anthropic_api_key=ANTHROPIC_API_KEY)
+
+llm = HuggingFaceEndpoint(
+    repo_id="mistralai/Mistral-7B-Instruct-v0.3",
+    huggingfacehub_api_token=HF_TOKEN.strip(),
+    temperature=0.7,
+    max_new_tokens=200
+)
 
 # Define the state structure
 class State(TypedDict):