Spaces:
Runtime error
Runtime error
File size: 642 Bytes
d26c7f3 d5ce935 d26c7f3 cc6bd3b d26c7f3 d5ce935 cc6bd3b d26c7f3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
from enum import Enum
from logging import Logger
from typing import Optional
class LLMInterface(Enum):
HUGGINGFACE = "HuggingFace"
OPENAILIKE = "OpenAILike"
OPENAI = "OpenAI"
# Add your own if you like (then adjust the LLMFactory)
class Args:
LOGGER: Optional[Logger] = None
primary_llm_interface=LLMInterface.OPENAILIKE
# secondary_llm_interface=LLMInterface.HUGGINGFACE
vlm_interface=LLMInterface.HUGGINGFACE
model_name="Qwen/Qwen2.5-Coder-32B-Instruct"
api_base="http://127.0.0.1:1234/v1" # LM Studio local endpoint
api_key="api_key"
token = "" # Not needed when using OpenAILike API
|