Update app.py
Browse files
app.py
CHANGED
|
@@ -489,49 +489,6 @@ def apply_prepared_lora_config_to_pipeline():
|
|
| 489 |
print("[LoRA] Prepared LoRA config applied by rebuilding the pipeline.")
|
| 490 |
return True
|
| 491 |
|
| 492 |
-
# ---- REPLACE PRELOAD BLOCK START ----
|
| 493 |
-
# Preload all models for ZeroGPU tensor packing.
|
| 494 |
-
print("Preloading all models (including Gemma and audio components)...")
|
| 495 |
-
ledger = pipeline.model_ledger
|
| 496 |
-
|
| 497 |
-
# Save the original factory methods so we can rebuild individual components later.
|
| 498 |
-
# These are bound callables on ledger that will call the builder when invoked.
|
| 499 |
-
_orig_transformer_factory = ledger.transformer
|
| 500 |
-
_orig_video_encoder_factory = ledger.video_encoder
|
| 501 |
-
_orig_video_decoder_factory = ledger.video_decoder
|
| 502 |
-
_orig_audio_encoder_factory = ledger.audio_encoder
|
| 503 |
-
_orig_audio_decoder_factory = ledger.audio_decoder
|
| 504 |
-
_orig_vocoder_factory = ledger.vocoder
|
| 505 |
-
_orig_spatial_upsampler_factory = ledger.spatial_upsampler
|
| 506 |
-
_orig_text_encoder_factory = ledger.text_encoder
|
| 507 |
-
_orig_gemma_embeddings_factory = ledger.gemma_embeddings_processor
|
| 508 |
-
|
| 509 |
-
# Call the original factories once to create the cached instances we will serve by default.
|
| 510 |
-
_transformer = _orig_transformer_factory()
|
| 511 |
-
_video_encoder = _orig_video_encoder_factory()
|
| 512 |
-
_video_decoder = _orig_video_decoder_factory()
|
| 513 |
-
_audio_encoder = _orig_audio_encoder_factory()
|
| 514 |
-
_audio_decoder = _orig_audio_decoder_factory()
|
| 515 |
-
_vocoder = _orig_vocoder_factory()
|
| 516 |
-
_spatial_upsampler = _orig_spatial_upsampler_factory()
|
| 517 |
-
_text_encoder = _orig_text_encoder_factory()
|
| 518 |
-
_embeddings_processor = _orig_gemma_embeddings_factory()
|
| 519 |
-
|
| 520 |
-
# Replace ledger methods with lightweight lambdas that return the cached instances.
|
| 521 |
-
# We keep the original factories above so we can call them later to rebuild components.
|
| 522 |
-
ledger.transformer = lambda: _transformer
|
| 523 |
-
ledger.video_encoder = lambda: _video_encoder
|
| 524 |
-
ledger.video_decoder = lambda: _video_decoder
|
| 525 |
-
ledger.audio_encoder = lambda: _audio_encoder
|
| 526 |
-
ledger.audio_decoder = lambda: _audio_decoder
|
| 527 |
-
ledger.vocoder = lambda: _vocoder
|
| 528 |
-
ledger.spatial_upsampler = lambda: _spatial_upsampler
|
| 529 |
-
ledger.text_encoder = lambda: _text_encoder
|
| 530 |
-
ledger.gemma_embeddings_processor = lambda: _embeddings_processor
|
| 531 |
-
|
| 532 |
-
print("All models preloaded (including Gemma text encoder and audio encoder)!")
|
| 533 |
-
# ---- REPLACE PRELOAD BLOCK END ----
|
| 534 |
-
|
| 535 |
print("=" * 80)
|
| 536 |
print("Pipeline ready!")
|
| 537 |
print("=" * 80)
|
|
|
|
| 489 |
print("[LoRA] Prepared LoRA config applied by rebuilding the pipeline.")
|
| 490 |
return True
|
| 491 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 492 |
print("=" * 80)
|
| 493 |
print("Pipeline ready!")
|
| 494 |
print("=" * 80)
|