File size: 984 Bytes
e679d69
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
from .base_api import AsyncBaseAPILLM, BaseAPILLM
from .base_llm import AsyncBaseLLM, BaseLLM
from .huggingface import HFTransformer, HFTransformerCasualLM, HFTransformerChat
from .lmdeploy_wrapper import (AsyncLMDeployClient, AsyncLMDeployPipeline,
                               AsyncLMDeployServer, LMDeployClient,
                               LMDeployPipeline, LMDeployServer)
from .meta_template import INTERNLM2_META
from .openai import GPTAPI, AsyncGPTAPI
from .sensenova import SensenovaAPI
from .vllm_wrapper import AsyncVllmModel, VllmModel

__all__ = [
    'AsyncBaseLLM',
    'BaseLLM',
    'AsyncBaseAPILLM',
    'BaseAPILLM',
    'AsyncGPTAPI',
    'GPTAPI',
    'LMDeployClient',
    'AsyncLMDeployClient',
    'LMDeployPipeline',
    'AsyncLMDeployPipeline',
    'LMDeployServer',
    'AsyncLMDeployServer',
    'HFTransformer',
    'HFTransformerCasualLM',
    'INTERNLM2_META',
    'HFTransformerChat',
    'VllmModel',
    'AsyncVllmModel',
    'SensenovaAPI',
]