'test'

app.py

@@ -12,22 +12,13 @@ from rembg import remove
 from segment_anything import sam_model_registry, SamPredictor
 
 import os
-import sys
-import numpy
 import torch
-import rembg
-import threading
-import urllib.request
+
 from PIL import Image
-from typing import Dict, Optional, Tuple, List
+from typing import Dict, Optional,  List
 from dataclasses import dataclass
-import streamlit as st
-import huggingface_hub
-from transformers import CLIPImageProcessor, CLIPVisionModelWithProjection
-from mvdiffusion.models.unet_mv2d_condition import UNetMV2DConditionModel
-from mvdiffusion.data.single_image_dataset import SingleImageDataset as MVDiffusionDataset
+from mvdiffusion.data.single_image_dataset import SingleImageDataset 
 from mvdiffusion.pipelines.pipeline_mvdiffusion_unclip import StableUnCLIPImg2ImgPipeline
-from diffusers import AutoencoderKL, DDPMScheduler, DDIMScheduler
 from einops import rearrange
 import numpy as np
 import subprocess
@@ -157,7 +148,7 @@ def load_era3d_pipeline(cfg):
     # Load scheduler, tokenizer and models.
     
     pipeline = StableUnCLIPImg2ImgPipeline.from_pretrained(
-    'pengHTYX/MacLab-Era3D-512-6view',
+    cfg.pretrained_model_name_or_path,
     torch_dtype=weight_dtype
     )
 
@@ -257,9 +248,6 @@ def process_3d(mode, data_dir, guidance_scale, crop_size):
         shell=True,
     )
     import glob
-    # import pdb
-
-    # pdb.set_trace()
 
     obj_files = glob.glob(f'{cur_dir}/instant-nsr-pl/exp_demo/{scene}/*/save/*.obj', recursive=True)
     print(obj_files)
@@ -271,7 +259,7 @@ def process_3d(mode, data_dir, guidance_scale, crop_size):
 @dataclass
 class TestConfig:
     pretrained_model_name_or_path: str
-    pretrained_unet_path:str
+    pretrained_unet_path:Optional[str]
     revision: Optional[str]
     validation_dataset: Dict
     save_dir: str

configs/test_unclip-512-6view.yaml

@@ -1,11 +1,10 @@
-pretrained_model_name_or_path: 'stabilityai/stable-diffusion-2-1-unclip'
-pretrained_unet_path: '../checkpoint_backup/output/unit-unclip-512-6view-randomele-self+row-8w-selfcd-rowmv-2block-linear-depthfilter-step-removewh-bs256-three/checkpoint-40000/unet_ema'
+pretrained_model_name_or_path: 'pengHTYX/MacLab-Era3D-512-6view'
 revision: null
 
 num_views: 6
 validation_dataset:
   prompt_embeds_path: mvdiffusion/data/fixed_prompt_embeds_6view
-  root_dir: 'evaluate/wonder3D_case'
+  root_dir: 'examples'
   num_views: ${num_views}
   bg_color: 'white'
   img_wh:  [512, 512]