update

multipurpose_chatbot/configs.py

@@ -213,7 +213,8 @@ N_GPU_LAYERS = int(os.environ.get("N_GPU_LAYERS", "-1"))
 
 
 # Multimodal
-IMAGE_TOKEN = os.environ.get("IMAGE_TOKEN", "[IMAGE]<|image|>[/IMAGE]")
+# IMAGE_TOKEN = os.environ.get("IMAGE_TOKEN", "[IMAGE]<|image|>[/IMAGE]")
+IMAGE_TOKEN = os.environ.get("IMAGE_TOKEN", "<|image|>")
 IMAGE_TOKEN_INTERACTIVE = bool(int(os.environ.get("IMAGE_TOKEN_INTERACTIVE", "0")))
 IMAGE_TOKEN_LENGTH = int(os.environ.get("IMAGE_TOKEN_LENGTH", "576"))
 MAX_PACHES = int(os.environ.get("MAX_PACHES", "1"))

multipurpose_chatbot/engines/sealava16_transformers_engine.py

@@ -32,12 +32,13 @@ from .transformers_engine import TransformersEngine, NewGenerationMixin
 from ..configs import (
     STREAM_CHECK_MULTIPLE,
     STREAM_YIELD_MULTIPLE,
+    IMAGE_TOKEN,
 )
 
 CODE_PATH = os.environ.get("CODE_PATH", "")
 MODEL_PATH = os.environ.get("MODEL_PATH", "")
 
-IMAGE_TOKEN = "[IMAGE]<|image|>[/IMAGE]"
+# IMAGE_TOKEN = "[IMAGE]<|image|>[/IMAGE]"
 IMAGE_TOKEN = "<|image|>"
 
 IMAGE_LENGTH = 576