File size: 739 Bytes
0ffc7ed
dc84669
0ffc7ed
f904c62
dc84669
 
0ffc7ed
 
a505ed2
 
 
bab0343
a505ed2
 
 
dc84669
f904c62
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
import os
from anthropic import AnthropicBedrock
from langchain_aws.chat_models import ChatBedrockConverse
from langchain_aws.llms.bedrock import BedrockLLM


# Initialize the streaming Bedrock chat model
bedrock_llm = ChatBedrockConverse(
    aws_access_key_id       = os.environ.get("AWS_ACCESS_KEY_ID"),
    aws_secret_access_key   = os.environ.get("AWS_SECRET_ACCESS_KEY"),
    region_name             = os.environ.get("AWS_DEFAULT_REGION", "eu-west-1"),
    provider                = os.environ.get("PROVIDER", "mistral"),
    model_id                = os.environ.get("MODEL_ID", "mistral.mistral-large-2402-v1:0"),  # or your preferred Bedrock model
    temperature             = eval(os.environ.get("TEMPERATURE", "0.7"))
    )