Spaces:
Sleeping
Sleeping
Commit
•
c8f403b
1
Parent(s):
a0fdd41
isolate picke error
Browse files
app.py
CHANGED
@@ -162,13 +162,13 @@ def pipeline_callback(output_queue: SimpleQueue, pipe: Any, step_index: int, tim
|
|
162 |
image = pipe.vae.decode(latents / pipe.vae.config.scaling_factor, return_dict=False)[0] # type: ignore[attr-defined]
|
163 |
image = pipe.image_processor.postprocess(image, output_type="np").squeeze() # type: ignore[attr-defined]
|
164 |
|
165 |
-
output_queue.put(("log", "mvs/image", rr.Image(image)))
|
166 |
-
output_queue.put(("log", "mvs/latents", rr.Tensor(latents.squeeze())))
|
167 |
|
168 |
return callback_kwargs
|
169 |
|
170 |
@spaces.GPU
|
171 |
-
def generate_mvs(input_image, sample_steps, sample_seed
|
172 |
|
173 |
seed_everything(sample_seed)
|
174 |
|
@@ -246,7 +246,7 @@ def make3d(output_queue: SimpleQueue, images: Image.Image):
|
|
246 |
render_size=render_size,
|
247 |
)['images_rgb']
|
248 |
|
249 |
-
print(f'type(
|
250 |
output_queue.put(("log", "3dvideo", rr.Image(frame)))
|
251 |
# frames.append(frame)
|
252 |
|
@@ -272,13 +272,15 @@ def make3d(output_queue: SimpleQueue, images: Image.Image):
|
|
272 |
vertices, faces, vertex_colors = mesh_out
|
273 |
vertices = vertices[:, [1, 2, 0]]
|
274 |
print(f'type(vertices)={type(vertices)}')
|
|
|
|
|
275 |
|
276 |
save_glb(vertices, faces, vertex_colors, mesh_glb_fpath)
|
277 |
save_obj(vertices, faces, vertex_colors, mesh_fpath)
|
278 |
|
279 |
print(f"Mesh saved to {mesh_fpath}")
|
280 |
|
281 |
-
return
|
282 |
|
283 |
@rr.thread_local_stream("InstantMesh")
|
284 |
def log_to_rr(input_image, do_remove_background, sample_steps, sample_seed):
|
@@ -292,34 +294,34 @@ def log_to_rr(input_image, do_remove_background, sample_steps, sample_seed):
|
|
292 |
|
293 |
output_queue = SimpleQueue()
|
294 |
|
295 |
-
mvs_thread = threading.Thread(target=generate_mvs, args=[input_image, sample_steps, sample_seed
|
296 |
-
mvs_thread.start()
|
297 |
-
|
298 |
-
while True:
|
299 |
-
|
300 |
-
|
301 |
-
|
302 |
-
|
303 |
-
|
304 |
-
|
305 |
-
|
306 |
-
|
307 |
-
|
308 |
|
309 |
-
mvs_thread.join()
|
310 |
|
311 |
-
rr.log("z123image", rr.Image(z123_image))
|
312 |
-
yield stream.read()
|
313 |
|
314 |
-
mesh_fpath, mesh_glb_fpath = make3d(output_queue, z123_image)
|
315 |
|
316 |
-
while not output_queue.empty():
|
317 |
-
|
318 |
-
|
319 |
-
|
320 |
-
|
321 |
-
|
322 |
-
|
323 |
|
324 |
|
325 |
_HEADER_ = '''
|
|
|
162 |
image = pipe.vae.decode(latents / pipe.vae.config.scaling_factor, return_dict=False)[0] # type: ignore[attr-defined]
|
163 |
image = pipe.image_processor.postprocess(image, output_type="np").squeeze() # type: ignore[attr-defined]
|
164 |
|
165 |
+
# output_queue.put(("log", "mvs/image", rr.Image(image)))
|
166 |
+
# output_queue.put(("log", "mvs/latents", rr.Tensor(latents.squeeze())))
|
167 |
|
168 |
return callback_kwargs
|
169 |
|
170 |
@spaces.GPU
|
171 |
+
def generate_mvs(output_queue: SimpleQueue, input_image, sample_steps, sample_seed):
|
172 |
|
173 |
seed_everything(sample_seed)
|
174 |
|
|
|
246 |
render_size=render_size,
|
247 |
)['images_rgb']
|
248 |
|
249 |
+
print(f'type(frame)={type(frame)}')
|
250 |
output_queue.put(("log", "3dvideo", rr.Image(frame)))
|
251 |
# frames.append(frame)
|
252 |
|
|
|
272 |
vertices, faces, vertex_colors = mesh_out
|
273 |
vertices = vertices[:, [1, 2, 0]]
|
274 |
print(f'type(vertices)={type(vertices)}')
|
275 |
+
print(f'type(faces)={type(faces)}')
|
276 |
+
print(f'type(vertex_colors)={type(vertex_colors)}')
|
277 |
|
278 |
save_glb(vertices, faces, vertex_colors, mesh_glb_fpath)
|
279 |
save_obj(vertices, faces, vertex_colors, mesh_fpath)
|
280 |
|
281 |
print(f"Mesh saved to {mesh_fpath}")
|
282 |
|
283 |
+
return mesh_out
|
284 |
|
285 |
@rr.thread_local_stream("InstantMesh")
|
286 |
def log_to_rr(input_image, do_remove_background, sample_steps, sample_seed):
|
|
|
294 |
|
295 |
output_queue = SimpleQueue()
|
296 |
|
297 |
+
# mvs_thread = threading.Thread(target=generate_mvs, args=[output_queue, input_image, sample_steps, sample_seed])
|
298 |
+
# mvs_thread.start()
|
299 |
+
|
300 |
+
# while True:
|
301 |
+
# msg = output_queue.get()
|
302 |
+
# if msg[0] == "z123_image":
|
303 |
+
# z123_image = msg[1]
|
304 |
+
# break
|
305 |
+
# elif msg[0] == "log":
|
306 |
+
# entity_path = msg[1]
|
307 |
+
# entity = msg[2]
|
308 |
+
# rr.log(entity_path, entity)
|
309 |
+
# yield stream.read()
|
310 |
|
311 |
+
# mvs_thread.join()
|
312 |
|
313 |
+
# rr.log("z123image", rr.Image(z123_image))
|
314 |
+
# yield stream.read()
|
315 |
|
316 |
+
# mesh_fpath, mesh_glb_fpath = make3d(output_queue, z123_image)
|
317 |
|
318 |
+
# while not output_queue.empty():
|
319 |
+
# msg = output_queue.get()
|
320 |
+
# if msg[0] == "log":
|
321 |
+
# entity_path = msg[1]
|
322 |
+
# entity = msg[2]
|
323 |
+
# rr.log(entity_path, entity)
|
324 |
+
# yield stream.read()
|
325 |
|
326 |
|
327 |
_HEADER_ = '''
|