File size: 453 Bytes
cf51709 9ff7774 cf51709 ae14774 cf51709 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
from smolagents import LiteLLMModel, OpenAIServerModel
from dotenv import load_dotenv
load_dotenv()
model_id = "ollama_chat/mistral-small3.1:latest"
api_base = "http://localhost:11434/v1"
# model = LiteLLMModel(
# model_id=model_id, api_base=api_base
# )
# model = OpenAIServerModel(
# api_base = api_base
# )
from openai import OpenAI
client = OpenAI(base_url=api_base)
models = client.models.list()
for model in models:
print(model)
|