|
|
import os |
|
|
|
|
|
from smolagents import CodeAgent, LiteLLMRouterModel, WebSearchTool |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
llm_loadbalancer_model_list = [ |
|
|
{ |
|
|
"model_name": "model-group-1", |
|
|
"litellm_params": { |
|
|
"model": "gpt-4o-mini", |
|
|
"api_key": os.getenv("OPENAI_API_KEY"), |
|
|
}, |
|
|
}, |
|
|
{ |
|
|
"model_name": "model-group-1", |
|
|
"litellm_params": { |
|
|
"model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0", |
|
|
"aws_access_key_id": os.getenv("AWS_ACCESS_KEY_ID"), |
|
|
"aws_secret_access_key": os.getenv("AWS_SECRET_ACCESS_KEY"), |
|
|
"aws_region_name": os.getenv("AWS_REGION"), |
|
|
}, |
|
|
}, |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
] |
|
|
|
|
|
|
|
|
model = LiteLLMRouterModel( |
|
|
model_id="model-group-1", |
|
|
model_list=llm_loadbalancer_model_list, |
|
|
client_kwargs={"routing_strategy": "simple-shuffle"}, |
|
|
) |
|
|
agent = CodeAgent(tools=[WebSearchTool()], model=model, stream_outputs=True, return_full_result=True) |
|
|
|
|
|
full_result = agent.run("How many seconds would it take for a leopard at full speed to run through Pont des Arts?") |
|
|
|
|
|
print(full_result) |
|
|
|
