File size: 642 Bytes
d26c7f3
 
d5ce935
 
d26c7f3
 
cc6bd3b
d26c7f3
 
 
 
 
 
 
d5ce935
cc6bd3b
 
 
d26c7f3
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

from enum import Enum
from logging import Logger
from typing import Optional


class LLMInterface(Enum):
    HUGGINGFACE = "HuggingFace"
    OPENAILIKE = "OpenAILike"
    OPENAI = "OpenAI"
    # Add your own if you like (then adjust the LLMFactory)


class Args:
    LOGGER: Optional[Logger] = None
    primary_llm_interface=LLMInterface.OPENAILIKE
    # secondary_llm_interface=LLMInterface.HUGGINGFACE
    vlm_interface=LLMInterface.HUGGINGFACE
    model_name="Qwen/Qwen2.5-Coder-32B-Instruct"
    api_base="http://127.0.0.1:1234/v1"  # LM Studio local endpoint
    api_key="api_key"
    token = ""  # Not needed when using OpenAILike API