Spaces:
Running
Running
class ModelMaps: | |
PROMPTS_THAT_NEED_DOMAIN_KNOWLEDGE = ["Version 1", "Version 1 PaLM 2"] | |
COLORS_EXPENSE_REPORT = { | |
'GPT_4': '#32CD32', # Lime Green | |
'GPT_3_5': '#008000', # Green | |
'GPT_4_TURBO_2024_04_09': '#32CD32', # Lime Green | |
'GPT_4o_2024_05_13': '#3CB371', # Lime Green gpt-4o-2024-05-13 | |
'GPT_3_5_INSTRUCT': '#3CB371', # Medium Sea Green | |
'GPT_4_TURBO_1106': '#228B22', # Forest Green | |
'GPT_4_TURBO_0125': '#228B22', # Forest Green | |
'GPT_4_32K': '#006400', # Dark Green | |
# 'PALM2_TB_1': '#87CEEB', # Sky Blue | |
'PALM2_TB_2': '#1E90FF', # Dodger Blue | |
'PALM2_TU_1': '#0000FF', # Blue | |
'GEMINI_PRO': '#1E00FF', # | |
'GEMINI_1_5_FLASH': '#1E00FF', # gemini-1.5-flash | |
'GEMINI_1_5_PRO': '#1E00FF', # gemini-1.5-pro | |
'AZURE_GPT_4': '#800080', # Purple | |
# 'AZURE_GPT_4_TURBO_1106': '#9370DB', # Medium Purple | |
# 'AZURE_GPT_4_TURBO_0125': '#9370DB', # Medium Purple | |
# 'AZURE_GPT_4_32K': '#8A2BE2', # Blue Violet | |
# 'AZURE_GPT_3_5_INSTRUCT': '#9400D3', # Dark Violet | |
# 'AZURE_GPT_3_5': '#9932CC', # Dark Orchid | |
'OPEN_MISTRAL_7B': '#FFA07A', # Light Salmon | |
'OPEN_MIXTRAL_8X7B': '#FF8C00', # Dark Orange | |
'MISTRAL_SMALL': '#FF6347', # Tomato | |
'MISTRAL_MEDIUM': '#FF4500', # Orange Red | |
'MISTRAL_LARGE': '#800000', # Maroon | |
'LOCAL_MIXTRAL_8X7B_INSTRUCT_V01': '#000000', # Black | |
'LOCAL_MISTRAL_7B_INSTRUCT_V02': '#4a4a4a', # Gray | |
'LOCAL_CPU_MISTRAL_7B_INSTRUCT_V02_GGUF': '#bababa', # Gray | |
'phyloforfun/mistral-7b-instruct-v2-bnb-4bit__HLT_MICH_Angiospermae_SLTPvC_v1-0_medium_OCR-C25-L25-E50-R05': '#bababa', # Gray | |
} | |
MODELS_OPENAI = ["GPT 4", | |
"GPT 4 32k", | |
"GPT 4o 2024-05-13", #GPT_4o_2024_05_13 | |
"GPT 4 Turbo 2024-04-09",#GPT_4_TURBO_2024_04_09 | |
"GPT 4 Turbo 0125-preview", | |
"GPT 4 Turbo 1106-preview", | |
"GPT 3.5 Turbo", | |
"GPT 3.5 Instruct", | |
"Azure GPT 4", | |
# "Azure GPT 4 32k", | |
# "Azure GPT 4 Turbo 0125-preview", | |
# "Azure GPT 4 Turbo 1106-preview", | |
# "Azure GPT 3.5 Turbo", | |
# "Azure GPT 3.5 Instruct", | |
] | |
MODELS_GOOGLE = [ | |
# "PaLM 2 text-bison@001", | |
"PaLM 2 text-bison@002", | |
"PaLM 2 text-unicorn@001", | |
"Gemini 1.0 Pro ", | |
"Gemini 1.5 Flash", | |
"Gemini 1.5 Pro", | |
] | |
MODELS_MISTRAL = ["Mistral Small", | |
"Mistral Medium", | |
"Mistral Large", | |
"Open Mixtral 8x7B", | |
"Open Mistral 7B", | |
] | |
MODELS_LOCAL = ["LOCAL Mixtral 8x7B Instruct v0.1", | |
"LOCAL Mistral 7B Instruct v0.2", | |
"LOCAL CPU Mistral 7B Instruct v0.2 GGUF", | |
'phyloforfun/mistral-7b-instruct-v2-bnb-4bit__HLT_MICH_Angiospermae_SLTPvC_v1-0_medium_OCR-C25-L25-E50-R05'] | |
MODELS_GUI_DEFAULT = "Azure GPT 4" # "GPT 4 Turbo 1106-preview" | |
version_mapping_cost = { | |
'GPT 4 32k': 'GPT_4_32K', | |
'GPT 4': 'GPT_4', | |
"GPT 4o 2024-05-13": 'GPT_4o_2024_05_13', | |
"GPT 4 Turbo 2024-04-09": 'GPT_4_TURBO_2024_04_09', | |
'GPT 4 Turbo 0125-preview': 'GPT_4_TURBO_0125', | |
'GPT 4 Turbo 1106-preview': 'GPT_4_TURBO_1106', | |
'GPT 3.5 Instruct': 'GPT_3_5_INSTRUCT', | |
'GPT 3.5 Turbo': 'GPT_3_5', | |
# 'Azure GPT 4 32k': 'AZURE_GPT_4_32K', | |
'Azure GPT 4': 'AZURE_GPT_4', | |
# 'Azure GPT 4 Turbo 0125-preview': 'AZURE_GPT_4_TURBO_0125', | |
# 'Azure GPT 4 Turbo 1106-preview': 'AZURE_GPT_4_TURBO_1106', | |
# 'Azure GPT 3.5 Instruct': 'AZURE_GPT_3_5_INSTRUCT', | |
# 'Azure GPT 3.5 Turbo': 'AZURE_GPT_3_5', | |
'Gemini 1.0 Pro ': 'GEMINI_PRO', | |
'Gemini 1.5 Flash': 'GEMINI_1_5_FLASH', # gemini-1.5-flash | |
'Gemini 1.5 Pro': 'GEMINI_1_5_PRO', # gemini-1.5-pro | |
'PaLM 2 text-unicorn@001': 'PALM2_TU_1', | |
# 'PaLM 2 text-bison@001': 'PALM2_TB_1', | |
'PaLM 2 text-bison@002': 'PALM2_TB_2', | |
'Mistral Large': 'MISTRAL_LARGE', | |
'Mistral Medium': 'MISTRAL_MEDIUM', | |
'Mistral Small': 'MISTRAL_SMALL', | |
'Open Mixtral 8x7B': 'OPEN_MIXTRAL_8X7B', | |
'Open Mistral 7B': 'OPEN_MISTRAL_7B', | |
'LOCAL Mixtral 8x7B Instruct v0.1': 'LOCAL_MIXTRAL_8X7B_INSTRUCT_V01', | |
'LOCAL Mistral 7B Instruct v0.2': 'LOCAL_MISTRAL_7B_INSTRUCT_V02', | |
'LOCAL CPU Mistral 7B Instruct v0.2 GGUF': 'LOCAL_CPU_MISTRAL_7B_INSTRUCT_V02_GGUF', | |
'phyloforfun/mistral-7b-instruct-v2-bnb-4bit__HLT_MICH_Angiospermae_SLTPvC_v1-0_medium_OCR-C25-L25-E50-R05': 'phyloforfun/mistral-7b-instruct-v2-bnb-4bit__HLT_MICH_Angiospermae_SLTPvC_v1-0_medium_OCR-C25-L25-E50-R05', | |
} | |
def get_version_has_key(cls, key, has_key_openai, has_key_azure_openai, has_key_google_application_credentials, has_key_mistral): | |
# Define the mapping for 'has_key' values | |
version_has_key = { | |
"GPT 4 Turbo 2024-04-09": has_key_openai, | |
'GPT 4 Turbo 1106-preview': has_key_openai, | |
'GPT 4 Turbo 0125-preview': has_key_openai, | |
'GPT 4': has_key_openai, | |
"GPT 4o 2024-05-13": has_key_openai, | |
'GPT 4 32k': has_key_openai, | |
'GPT 3.5 Turbo': has_key_openai, | |
'GPT 3.5 Instruct': has_key_openai, | |
# 'Azure GPT 3.5 Turbo': has_key_azure_openai, | |
# 'Azure GPT 3.5 Instruct': has_key_azure_openai, | |
'Azure GPT 4': has_key_azure_openai, | |
# 'Azure GPT 4 Turbo 1106-preview': has_key_azure_openai, | |
# 'Azure GPT 4 Turbo 0125-preview': has_key_azure_openai, | |
# 'Azure GPT 4 32k': has_key_azure_openai, | |
# 'PaLM 2 text-bison@001': has_key_google_application_credentials, | |
'PaLM 2 text-bison@002': has_key_google_application_credentials, | |
'PaLM 2 text-unicorn@001': has_key_google_application_credentials, | |
'Gemini 1.0 Pro ': has_key_google_application_credentials, | |
'Gemini 1.5 Flash': has_key_google_application_credentials, | |
'Gemini 1.5 Pro ': has_key_google_application_credentials, | |
'Mistral Small': has_key_mistral, | |
'Mistral Medium': has_key_mistral, | |
'Mistral Large': has_key_mistral, | |
'Open Mixtral 8x7B': has_key_mistral, | |
'Open Mistral 7B': has_key_mistral, | |
'LOCAL Mixtral 8x7B Instruct v0.1': True, | |
'LOCAL Mistral 7B Instruct v0.2': True, | |
'LOCAL CPU Mistral 7B Instruct v0.2 GGUF': True, | |
'phyloforfun/mistral-7b-instruct-v2-bnb-4bit__HLT_MICH_Angiospermae_SLTPvC_v1-0_medium_OCR-C25-L25-E50-R05': True | |
} | |
return version_has_key.get(key) | |
def get_version_mapping_is_azure(cls, key): | |
version_mapping_is_azure = { | |
"GPT 4o 2024-05-13": False, | |
"GPT 4 Turbo 2024-04-09": False, | |
"GPT 4 Turbo 1106-preview": False, | |
"GPT 4 Turbo 0125-preview": False, | |
'GPT 4': False, | |
'GPT 4 32k': False, | |
'GPT 3.5 Turbo': False, | |
'GPT 3.5 Instruct': False, | |
# 'Azure GPT 3.5 Turbo': True, | |
# 'Azure GPT 3.5 Instruct': True, | |
'Azure GPT 4': True, | |
# 'Azure GPT 4 Turbo 1106-preview': True, | |
# 'Azure GPT 4 Turbo 0125-preview': True, | |
# 'Azure GPT 4 32k': True, | |
# 'PaLM 2 text-bison@001': False, | |
'PaLM 2 text-bison@002': False, | |
'PaLM 2 text-unicorn@001': False, | |
'Gemini 1.0 Pro ': False, | |
'Gemini 1.5 Flash': False, | |
'Gemini 1.5 Pro ': False, | |
'Mistral Small': False, | |
'Mistral Medium': False, | |
'Mistral Large': False, | |
'Open Mixtral 8x7B': False, | |
'Open Mistral 7B': False, | |
'LOCAL Mixtral 8x7B Instruct v0.1': False, | |
'LOCAL Mistral 7B Instruct v0.2': False, | |
'LOCAL CPU Mistral 7B Instruct v0.2 GGUF': False, | |
'phyloforfun/mistral-7b-instruct-v2-bnb-4bit__HLT_MICH_Angiospermae_SLTPvC_v1-0_medium_OCR-C25-L25-E50-R05': False | |
} | |
return version_mapping_is_azure.get(key) | |
def get_API_name(cls, key): | |
### OpenAI | |
if key == 'GPT_3_5': | |
return 'gpt-3.5-turbo-0125' #'gpt-3.5-turbo-1106' | |
elif key == 'GPT_3_5_INSTRUCT': | |
return 'gpt-3.5-turbo-instruct' | |
elif key == 'GPT_4': | |
return 'gpt-4' | |
elif key == 'GPT_4_32K': | |
return 'gpt-4-32k' | |
elif key == 'GPT_4o_2024_05_13': | |
return 'gpt-4o-2024-05-13' | |
elif key == 'GPT_4_TURBO_2024_04_09': | |
return 'gpt-4-turbo-2024-04-09' | |
elif key == 'GPT_4_TURBO_1106': | |
return 'gpt-4-1106-preview' | |
elif key == 'GPT_4_TURBO_0125': | |
return 'gpt-4-0125-preview' | |
### Azure | |
# elif key == 'AZURE_GPT_3_5': | |
# return 'gpt-35-turbo-0125' | |
# elif key == 'AZURE_GPT_3_5_INSTRUCT': | |
# return 'gpt-35-turbo-instruct' | |
elif key == 'AZURE_GPT_4': | |
return "gpt-4" | |
# elif key == 'AZURE_GPT_4_TURBO_1106': | |
# return "gpt-4-1106-preview" | |
# elif key == 'AZURE_GPT_4_TURBO_0125': | |
# return 'gpt-4-0125-preview' | |
# elif key == 'AZURE_GPT_4_32K': | |
# return "gpt-4-32k" | |
# elif key == 'PALM2_TB_1': | |
# return "text-bison@001" | |
elif key == 'PALM2_TB_2': | |
return "text-bison@002" | |
elif key == 'PALM2_TU_1': | |
return "text-unicorn@001" | |
elif key == 'GEMINI_PRO': | |
return "gemini-1.0-pro" | |
elif key == 'GEMINI_1_5_FLASH': | |
return "gemini-1.5-flash" | |
elif key == 'GEMINI_1_5_PRO': | |
return "gemini-1.5-pro" | |
### Mistral | |
elif key == 'OPEN_MISTRAL_7B': | |
return "open-mistral-7b" | |
elif key == 'OPEN_MIXTRAL_8X7B': | |
return 'open-mixtral-8x7b' | |
elif key == 'MISTRAL_SMALL': | |
return 'mistral-small-latest' | |
elif key == 'MISTRAL_MEDIUM': | |
return 'mistral-medium-latest' | |
elif key == 'MISTRAL_LARGE': | |
return 'mistral-large-latest' | |
### Mistral LOCAL | |
elif key == 'LOCAL_MIXTRAL_8X7B_INSTRUCT_V01': | |
return 'Mixtral-8x7B-Instruct-v0.1' | |
elif key == 'LOCAL_MISTRAL_7B_INSTRUCT_V02': | |
return 'Mistral-7B-Instruct-v0.2' | |
### Mistral LOCAL CPU | |
elif key == 'LOCAL_CPU_MISTRAL_7B_INSTRUCT_V02_GGUF': | |
return 'Mistral-7B-Instruct-v0.2-GGUF' | |
### LOCAL custom fine-tuned | |
elif key == 'phyloforfun/mistral-7b-instruct-v2-bnb-4bit__HLT_MICH_Angiospermae_SLTPvC_v1-0_medium_OCR-C25-L25-E50-R05': | |
return 'phyloforfun/mistral-7b-instruct-v2-bnb-4bit__HLT_MICH_Angiospermae_SLTPvC_v1-0_medium_OCR-C25-L25-E50-R05' | |
else: | |
raise ValueError(f"Invalid model name {key}. See model_maps.py") | |
def get_models_gui_list(cls): | |
return cls.MODELS_LOCAL + cls.MODELS_GOOGLE + cls.MODELS_OPENAI + cls.MODELS_MISTRAL | |
def get_version_mapping_cost(cls, key): | |
return cls.version_mapping_cost.get(key, None) | |
def get_all_mapping_cost(cls): | |
return cls.version_mapping_cost |