Spaces:
Runtime error
Runtime error
from enum import Enum | |
from logging import Logger | |
from typing import Optional | |
class LLMInterface(Enum): | |
HUGGINGFACE = "HuggingFace" | |
OPENAILIKE = "OpenAILike" | |
OPENAI = "OpenAI" | |
# Add your own if you like (then adjust the LLMFactory) | |
class Args: | |
LOGGER: Optional[Logger] = None | |
primary_llm_interface=LLMInterface.OPENAILIKE | |
# secondary_llm_interface=LLMInterface.HUGGINGFACE | |
vlm_interface=LLMInterface.HUGGINGFACE | |
model_name="Qwen/Qwen2.5-Coder-32B-Instruct" | |
api_base="http://127.0.0.1:1234/v1" # LM Studio local endpoint | |
api_key="api_key" | |
token = "" # Not needed when using OpenAILike API | |