File size: 1,187 Bytes
7db0ae4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
# # LOCAL TEST
# from langchain.chat_models import ChatOpenAI
# from langchain.prompts.chat import (
#     ChatPromptTemplate,
#     HumanMessagePromptTemplate,
#     SystemMessagePromptTemplate,
# )
# from langchain.schema import HumanMessage, SystemMessage

# chat = ChatOpenAI(
#     openai_api_base="http://0.0.0.0:8000",
#     model = "azure/chatgpt-v-2",
#     temperature=0.1,
#     extra_body={
#         "metadata": {
#             "generation_name": "ishaan-generation-langchain-client",
#             "generation_id": "langchain-client-gen-id22",
#             "trace_id": "langchain-client-trace-id22",
#             "trace_user_id": "langchain-client-user-id2"
#         }
#     }
# )

# messages = [
#     SystemMessage(
#         content="You are a helpful assistant that im using to make a test request to."
#     ),
#     HumanMessage(
#         content="test from litellm. tell me why it's amazing in 1 sentence"
#     ),
# ]
# response = chat(messages)

# print(response)

# # claude_chat = ChatOpenAI(
# #     openai_api_base="http://0.0.0.0:8000",
# #     model = "claude-v1",
# #     temperature=0.1
# # )

# # response = claude_chat(messages)

# # print(response)