# # LOCAL TEST # from langchain.chat_models import ChatOpenAI # from langchain.prompts.chat import ( # ChatPromptTemplate, # HumanMessagePromptTemplate, # SystemMessagePromptTemplate, # ) # from langchain.schema import HumanMessage, SystemMessage # chat = ChatOpenAI( # openai_api_base="http://0.0.0.0:8000", # model = "azure/chatgpt-v-2", # temperature=0.1, # extra_body={ # "metadata": { # "generation_name": "ishaan-generation-langchain-client", # "generation_id": "langchain-client-gen-id22", # "trace_id": "langchain-client-trace-id22", # "trace_user_id": "langchain-client-user-id2" # } # } # ) # messages = [ # SystemMessage( # content="You are a helpful assistant that im using to make a test request to." # ), # HumanMessage( # content="test from litellm. tell me why it's amazing in 1 sentence" # ), # ] # response = chat(messages) # print(response) # # claude_chat = ChatOpenAI( # # openai_api_base="http://0.0.0.0:8000", # # model = "claude-v1", # # temperature=0.1 # # ) # # response = claude_chat(messages) # # print(response)