Spaces:
Running
Running
File size: 3,000 Bytes
0d67078 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 |
import os
import sys
from typing import Any, Literal
from gradio import ChatMessage
from gradio.components.chatbot import Message
COMMUNITY_POSTFIX_URL = "/discussions"
DEBUG_MODE = False or os.environ.get("DEBUG_MODE") == "True"
models_config = {
"Apriel-Nemotron-15b-Thinker": {
"MODEL_DISPLAY_NAME": "Apriel-Nemotron-15b-Thinker",
"MODEL_HF_URL": "https://huggingface.co/ServiceNow-AI/Apriel-Nemotron-15b-Thinker",
"MODEL_NAME": os.environ.get("MODEL_NAME_NEMO_15B"),
"VLLM_API_URL": os.environ.get("VLLM_API_URL_NEMO_15B"),
"AUTH_TOKEN": os.environ.get("AUTH_TOKEN"),
"REASONING": True
},
"Apriel-5b": {
"MODEL_DISPLAY_NAME": "Apriel-5b",
"MODEL_HF_URL": "https://huggingface.co/ServiceNow-AI/Apriel-5B-Instruct",
"MODEL_NAME": os.environ.get("MODEL_NAME_5B"),
"VLLM_API_URL": os.environ.get("VLLM_API_URL_5B"),
"AUTH_TOKEN": os.environ.get("AUTH_TOKEN"),
"REASONING": False
}
}
def get_model_config(model_name: str) -> dict:
config = models_config.get(model_name)
if not config:
raise ValueError(f"Model {model_name} not found in models_config")
if not config.get("MODEL_NAME"):
raise ValueError(f"Model name not found in config for {model_name}")
if not config.get("VLLM_API_URL"):
raise ValueError(f"VLLM API URL not found in config for {model_name}")
return config
def log_message(message):
if DEBUG_MODE is True:
print(f"≫≫≫ {message}")
# Gradio 5.0.1 had issues with checking the message formats. 5.29.0 does not!
def check_format(messages: Any, type: Literal["messages", "tuples"] = "messages") -> None:
if not DEBUG_MODE:
return
if type == "messages":
all_valid = all(
isinstance(message, dict)
and "role" in message
and "content" in message
or isinstance(message, ChatMessage | Message)
for message in messages
)
if not all_valid:
# Display which message is not valid
for i, message in enumerate(messages):
if not (isinstance(message, dict) and
"role" in message and
"content" in message) and not isinstance(message, ChatMessage | Message):
print(f"_check_format() --> Invalid message at index {i}: {message}\n", file=sys.stderr)
break
raise Exception(
"Data incompatible with messages format. Each message should be a dictionary with 'role' and 'content' keys or a ChatMessage object."
)
# else:
# print("_check_format() --> All messages are valid.")
elif not all(
isinstance(message, (tuple, list)) and len(message) == 2
for message in messages
):
raise Exception(
"Data incompatible with tuples format. Each message should be a list of length 2."
)
|