24Arys11's picture
Added logger; Optimized query flow; Fixed DuckDuckGo tools; Tweaked system prompts.
d5ce935
raw
history blame contribute delete
642 Bytes
from enum import Enum
from logging import Logger
from typing import Optional
class LLMInterface(Enum):
HUGGINGFACE = "HuggingFace"
OPENAILIKE = "OpenAILike"
OPENAI = "OpenAI"
# Add your own if you like (then adjust the LLMFactory)
class Args:
LOGGER: Optional[Logger] = None
primary_llm_interface=LLMInterface.OPENAILIKE
# secondary_llm_interface=LLMInterface.HUGGINGFACE
vlm_interface=LLMInterface.HUGGINGFACE
model_name="Qwen/Qwen2.5-Coder-32B-Instruct"
api_base="http://127.0.0.1:1234/v1" # LM Studio local endpoint
api_key="api_key"
token = "" # Not needed when using OpenAILike API