Upload llmdolphin.py

llmdolphin.py

@@ -76,6 +76,7 @@ llm_models = {
     "ChatWaifu_22B_v2.0_preview.Q4_K_S.gguf": ["mradermacher/ChatWaifu_22B_v2.0_preview-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_v1.4.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.4-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_v1.3.1.Q4_K_M.gguf": ["mradermacher/ChatWaifu_v1.3.1-GGUF", MessagesFormatterType.MISTRAL],
+    "dolphin-2.6-mistral-7b-dpo-laser.Q4_K_S.gguf": ["mradermacher/dolphin-2.6-mistral-7b-dpo-laser-GGUF", MessagesFormatterType.MISTRAL],
     "Flowable-Docs-Llama-3.1-8B.Q5_K_M.gguf": ["mradermacher/Flowable-Docs-Llama-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
     "slimorca-gemma2-9b-fft.Q4_K_M.gguf": ["mradermacher/slimorca-gemma2-9b-fft-GGUF", MessagesFormatterType.ALPACA],
     "TQ2.5-14B-Sugarquill-v1-Q4_K_M.gguf": ["bartowski/TQ2.5-14B-Sugarquill-v1-GGUF", MessagesFormatterType.OPEN_CHAT],
@@ -940,8 +941,17 @@ def list_uniq(l: list):
     return sorted(set(l), key=l.index)
 
 
+DEFAULT_STATE = {
+    "dolphin_sysprompt_mode": "Default",
+    "dolphin_output_language": llm_languages[0],
+}
+
+
 def get_state(state: dict, key: str):
     if key in state.keys(): return state[key]
+    elif key in DEFAULT_STATE.keys():
+        print(f"State '{key}' not found. Use dedault value.")
+        return DEFAULT_STATE[key]
     else:
         print(f"State '{key}' not found.")
         return None
@@ -1327,10 +1337,8 @@ def dolphin_respond(
     try:
         progress(0, desc="Processing...")
         override_llm_format = get_state(state, "override_llm_format")
-        if override_llm_format:
-            chat_template = override_llm_format
-        else:
-            chat_template = llm_models[model][1]
+        if override_llm_format: chat_template = override_llm_format
+        else: chat_template = llm_models[model][1]
 
         llm = Llama(
             model_path=str(Path(f"{llm_models_dir}/{model}")),
@@ -1431,10 +1439,8 @@ def dolphin_respond_auto(
         progress(0, desc="Processing...")
 
         override_llm_format = get_state(state, "override_llm_format")
-        if override_llm_format:
-            chat_template = override_llm_format
-        else:
-            chat_template = llm_models[model][1]
+        if override_llm_format: chat_template = override_llm_format
+        else: chat_template = llm_models[model][1]
 
         llm = Llama(
             model_path=str(Path(f"{llm_models_dir}/{model}")),
@@ -1538,10 +1544,8 @@ def respond_playground(
 ):
     try:
         override_llm_format = get_state(state, "override_llm_format")
-        if override_llm_format:
-            chat_template = override_llm_format
-        else:
-            chat_template = llm_models[model][1]
+        if override_llm_format: chat_template = override_llm_format
+        else: chat_template = llm_models[model][1]
 
         llm = Llama(
             model_path=str(Path(f"{llm_models_dir}/{model}")),