update

modules/models.py

@@ -1,18 +1,23 @@
+import threading
 import torch
 from modules.ChatTTS import ChatTTS
 from modules import config
 from modules.devices import devices
 
 import logging
+import gc
 
 logger = logging.getLogger(__name__)
+
 chat_tts = None
+load_event = threading.Event()
 
 
-def load_chat_tts():
+def load_chat_tts_in_thread():
     global chat_tts
     if chat_tts:
-        return chat_tts
+        load_event.set()  # 如果已经加载过，直接设置事件
+        return
 
     chat_tts = ChatTTS.Chat()
     chat_tts.load_models(
@@ -28,18 +33,40 @@ def load_chat_tts():
     )
 
     devices.torch_gc()
+    load_event.set()  # 设置事件，表示加载完成
+
+
+def initialize_chat_tts():
+    model_thread = threading.Thread(target=load_chat_tts_in_thread)
+    model_thread.start()
 
+
+def load_chat_tts():
+    if chat_tts is None:
+        initialize_chat_tts()
+    load_event.wait()
     return chat_tts
 
 
-def reload_chat_tts():
-    logging.info("Reloading ChatTTS models")
+def unload_chat_tts():
+    logging.info("Unloading ChatTTS models")
     global chat_tts
+
     if chat_tts:
+        for model_name, model in chat_tts.pretrain_models.items():
+            if isinstance(model, torch.nn.Module):
+                model.cpu()
+                del model
         if torch.cuda.is_available():
-            for model_name, model in chat_tts.pretrain_models.items():
-                if isinstance(model, torch.nn.Module):
-                    model.cpu()
             torch.cuda.empty_cache()
+    gc.collect()
     chat_tts = None
-    return load_chat_tts()
+    logger.info("ChatTTS models unloaded")
+
+
+def reload_chat_tts():
+    logging.info("Reloading ChatTTS models")
+    unload_chat_tts()
+    instance = load_chat_tts()
+    logger.info("ChatTTS models reloaded")
+    return instance