LivePortrait: auto-downgrade opset>19 to 19 for appearance/motion; force re-download flags; register ort-extensions; retry loaders

Dockerfile

@@ -94,7 +94,9 @@ ENV HOME=/app \
     INSIGHTFACE_HOME=/app/.insightface \
     MPLCONFIGDIR=/tmp/matplotlib \
     MIRAGE_ORT_DISABLE_SHAPE_INFERENCE=1 \
-    MIRAGE_FORCE_DOWNLOAD_GENERATOR=1
+    MIRAGE_FORCE_DOWNLOAD_GENERATOR=1 \
+    MIRAGE_FORCE_DOWNLOAD_APPEARANCE=1 \
+    MIRAGE_FORCE_DOWNLOAD_MOTION=1
 
 # Enforce single neural path (SCRFD + LivePortrait generator)
 ENV MIRAGE_REQUIRE_NEURAL=1

liveportrait_engine.py

@@ -8,6 +8,8 @@ import cv2
 import torch
 import onnxruntime as ort
 import os
+import onnx  # type: ignore
+from onnx import version_converter  # type: ignore
 from typing import Optional, Tuple, Dict, Any
 from pathlib import Path
 import logging
@@ -110,12 +112,28 @@ class LivePortraitONNX:
                 except Exception:
                     pass
             
+            # Helper to ensure opset <= 19 by converting if required
+            def _ensure_opset_compat(path: Path) -> Path:
+                try:
+                    model = onnx.load(str(path), load_external_data=True)
+                    max_opset = max((imp.version for imp in model.opset_import), default=0)
+                    if max_opset > 19:
+                        logger.info(f"Converting ONNX opset from {max_opset} to 19 for {path.name}")
+                        converted = version_converter.convert_version(model, 19)
+                        out_path = path.with_name(path.stem + "_op19.onnx")
+                        onnx.save(converted, str(out_path))
+                        return out_path
+                except Exception as ce:
+                    logger.warning(f"Opset conversion skipped for {path.name}: {ce}")
+                return path
+
             # Load appearance feature extractor (required)
             if self.appearance_model_path.exists():
-                logger.info(f"Loading appearance model: {self.appearance_model_path}")
+                app_path = _ensure_opset_compat(self.appearance_model_path)
+                logger.info(f"Loading appearance model: {app_path}")
                 try:
                     self.appearance_session = ort.InferenceSession(
-                        str(self.appearance_model_path), 
+                        str(app_path), 
                         providers=providers,
                         sess_options=sess_options
                     )
@@ -124,7 +142,7 @@ class LivePortraitONNX:
                     # Retry with default provider list only
                     basic_providers = [p for p in providers]
                     self.appearance_session = ort.InferenceSession(
-                        str(self.appearance_model_path),
+                        str(app_path),
                         providers=basic_providers
                     )
             else:
@@ -133,10 +151,11 @@ class LivePortraitONNX:
             
             # Load motion extractor (required)
             if self.motion_model_path.exists():
-                logger.info(f"Loading motion model: {self.motion_model_path}")
+                mot_path = _ensure_opset_compat(self.motion_model_path)
+                logger.info(f"Loading motion model: {mot_path}")
                 try:
                     self.motion_session = ort.InferenceSession(
-                        str(self.motion_model_path),
+                        str(mot_path),
                         providers=providers,
                         sess_options=sess_options
                     )
@@ -144,7 +163,7 @@ class LivePortraitONNX:
                     logger.warning(f"Motion model failed with tuned providers, retrying basic: {e}")
                     basic_providers = [p for p in providers]
                     self.motion_session = ort.InferenceSession(
-                        str(self.motion_model_path),
+                        str(mot_path),
                         providers=basic_providers
                     )
             else:

model_downloader.py

@@ -26,6 +26,11 @@ try:
     import onnx  # type: ignore
 except Exception:
     onnx = None
+try:
+    # Optional: version converter for opset downgrade
+    from onnx import version_converter  # type: ignore
+except Exception:
+    version_converter = None  # type: ignore
 
 try:
         from huggingface_hub import hf_hub_download  # type: ignore
@@ -92,6 +97,25 @@ def _is_valid_onnx(path: Path) -> bool:
     except Exception:
         return False
 
+def _maybe_convert_opset_to_19(path: Path) -> Path:
+    """If ONNX opset > 19, attempt to convert to opset 19 for ORT 1.16.3 compatibility.
+    Returns the path to a converted file (sibling with _op19 suffix) or the original path on failure/no-op.
+    """
+    if onnx is None or version_converter is None or path.suffix != ".onnx":
+        return path
+    try:
+        model = onnx.load(str(path), load_external_data=True)
+        max_opset = max((imp.version for imp in model.opset_import), default=0)
+        if max_opset and max_opset > 19:
+            print(f"[downloader] Downgrading opset from {max_opset} to 19 for {path.name}")
+            converted = version_converter.convert_version(model, 19)
+            out_path = path.with_name(path.stem + "_op19.onnx")
+            onnx.save(converted, str(out_path))
+            return out_path
+    except Exception as e:
+        print(f"[downloader] Opset conversion skipped for {path.name}: {e}")
+    return path
+
 def _download(url: str, dest: Path):
     dest.parent.mkdir(parents=True, exist_ok=True)
     try:
@@ -116,34 +140,79 @@ def maybe_download() -> bool:
     
     app_url = os.getenv('MIRAGE_LP_APPEARANCE_URL')
     motion_url = os.getenv('MIRAGE_LP_MOTION_URL')
+    force_app = os.getenv('MIRAGE_FORCE_DOWNLOAD_APPEARANCE', '0').lower() in ('1','true','yes','on')
+    force_mot = os.getenv('MIRAGE_FORCE_DOWNLOAD_MOTION', '0').lower() in ('1','true','yes','on')
     success = True
     
     # Download LivePortrait appearance extractor
     if app_url:
         dest = LP_DIR / 'appearance_feature_extractor.onnx'
+        if force_app and dest.exists():
+            try:
+                dest.unlink()
+                print(f"[downloader] Forcing re-download of appearance: removed existing {dest}")
+            except Exception as e:
+                print(f"[downloader] Could not remove existing appearance for force download: {e}")
         if not dest.exists():
             try:
                 print(f'[downloader] Downloading appearance extractor...')
                 _download(app_url, dest)
+                # Optionally convert opset for compatibility
+                converted = _maybe_convert_opset_to_19(dest)
+                if converted != dest:
+                    # Prefer converted model by replacing original
+                    try:
+                        shutil.copyfile(converted, dest)
+                        print(f"[downloader] Replaced appearance with opset19: {converted.name}")
+                    except Exception:
+                        pass
                 print(f'[downloader] ✅ Downloaded: {dest}')
             except Exception as e:
                 print(f'[downloader] ❌ Failed to download appearance extractor: {e}')
                 success = False
         else:
+            # Ensure compatibility if a cached file is opset>19
+            converted = _maybe_convert_opset_to_19(dest)
+            if converted != dest:
+                try:
+                    shutil.copyfile(converted, dest)
+                    print(f"[downloader] Updated cached appearance to opset19")
+                except Exception:
+                    pass
             print(f'[downloader] ✅ Appearance extractor already exists: {dest}')
     
     # Download LivePortrait motion extractor
     if motion_url:
         dest = LP_DIR / 'motion_extractor.onnx'
+        if force_mot and dest.exists():
+            try:
+                dest.unlink()
+                print(f"[downloader] Forcing re-download of motion: removed existing {dest}")
+            except Exception as e:
+                print(f"[downloader] Could not remove existing motion for force download: {e}")
         if not dest.exists():
             try:
                 print(f'[downloader] Downloading motion extractor...')
                 _download(motion_url, dest)
+                converted = _maybe_convert_opset_to_19(dest)
+                if converted != dest:
+                    try:
+                        shutil.copyfile(converted, dest)
+                        print(f"[downloader] Replaced motion with opset19: {converted.name}")
+                    except Exception:
+                        pass
                 print(f'[downloader] ✅ Downloaded: {dest}')
             except Exception as e:
                 print(f'[downloader] ❌ Failed to download motion extractor: {e}')
                 success = False
         else:
+            converted = _maybe_convert_opset_to_19(dest)
+            if converted != dest:
+                try:
+                    shutil.copyfile(converted, dest)
+                    print(f"[downloader] Updated cached motion to opset19")
+                except Exception:
+                    pass
             print(f'[downloader] ✅ Motion extractor already exists: {dest}')
     
     # Download additional models (generator required in neural-only mode)

webrtc_fallback.py

@@ -1,38 +0,0 @@
-"""
-Minimal fallback WebRTC router when aiortc isn't available.
-Provides basic endpoints that return appropriate errors instead of 503.
-"""
-from fastapi import APIRouter, HTTPException
-from pydantic import BaseModel
-from typing import Dict, Any
-
-router = APIRouter(prefix="/webrtc", tags=["webrtc-fallback"])
-
-class OfferRequest(BaseModel):
-    offer: Dict[str, Any]
-
-@router.get("/token")
-async def get_token():
-    """Fallback token endpoint"""
-    raise HTTPException(
-        status_code=503, 
-        detail="WebRTC not available: aiortc dependencies missing. Please check Docker build logs."
-    )
-
-@router.post("/offer") 
-async def create_offer(request: OfferRequest):
-    """Fallback offer endpoint"""
-    raise HTTPException(
-        status_code=503,
-        detail="WebRTC not available: aiortc dependencies missing. Please check Docker build logs."
-    )
-
-@router.get("/ping")
-async def ping():
-    """Fallback ping endpoint"""
-    return {"status": "WebRTC unavailable", "aiortc": False, "timestamp": __import__("time").time()}
-
-@router.post("/cleanup")
-async def cleanup():
-    """Fallback cleanup endpoint"""
-    return {"status": "no-op"}