Spaces:
Running
on
Zero
Running
on
Zero
File size: 4,479 Bytes
ffbf761 e154ec4 44a5fb8 e154ec4 ffbf761 674aded ffbf761 674aded ffbf761 91a1fff 674aded e154ec4 674aded e154ec4 674aded e154ec4 ffbf761 674aded ffbf761 674aded ffbf761 674aded ffbf761 674aded ffbf761 674aded ffbf761 674aded ffbf761 674aded ffbf761 674aded e154ec4 674aded ffbf761 674aded |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 |
import rerun as rr
import numpy as np
from typing import Dict, Any, List
from utils.geometry import vector3_to_numpy, euler_to_quaternion
def create_subject_box(subject: Dict) -> Dict[str, np.ndarray]:
position = vector3_to_numpy(subject['position'])
size = vector3_to_numpy(subject['size'])
return {
'center': position,
'half_size': size / 2 # Boxes3D uses half-sizes
}
class SimulationLogger:
def __init__(self):
rr.init("camera_simulation")
rr.log("world", rr.ViewCoordinates.RIGHT_HAND_Y_UP, timeless=True)
def log_metadata(self, instructions: List[Dict[str, Any]]) -> None:
if not instructions:
return
rr.log("metadata/instructions", rr.TextDocument(
"\n".join([
f"Instruction {i+1}:\n" +
f" Movement: {inst.get('cameraMovement', 'N/A')}\n" +
f" Easing: {inst.get('movementEasing', 'N/A')}\n" +
f" Frames: {inst.get('frameCount', 'N/A')}\n" +
f" Camera Angle: {inst.get('initialCameraAngle', 'N/A')}\n" +
f" Shot Type: {inst.get('initialShotType', 'N/A')}\n" +
f" Subject Index: {inst.get('subjectIndex', 'N/A')}"
for i, inst in enumerate(instructions)
])
), timeless=True)
def log_subjects(self, subjects: List[Dict[str, Any]]) -> None:
if not subjects:
return
# Prepare batch data for all subjects
centers = []
half_sizes = []
colors = []
labels = []
for subject in subjects:
try:
box_params = create_subject_box(subject)
centers.append(box_params['center'])
half_sizes.append(box_params['half_size'])
colors.append([0.8, 0.2, 0.2, 1.0]) # Red color with alpha
labels.append(subject.get('objectClass', 'Unknown'))
except Exception as e:
print(f"Error creating box parameters: {str(e)}")
continue
if centers: # Only log if we have valid subjects
rr.log(
"world/subjects",
rr.Boxes3D(
centers=np.array(centers),
half_sizes=np.array(half_sizes),
colors=np.array(colors),
labels=labels,
fill_mode="solid" # Use solid fill for better visualization
),
timeless=True
)
def log_camera_trajectory(self, camera_frames: List[Dict[str, Any]]) -> None:
if not camera_frames:
return
try:
camera_positions = np.array([
vector3_to_numpy(frame['position']) for frame in camera_frames
])
rr.log(
"world/camera_trajectory",
rr.Points3D(
camera_positions,
colors=np.full((len(camera_positions), 4),
[0.0, 0.8, 0.8, 1.0])
),
timeless=True
)
except Exception as e:
print(f"Error logging camera trajectory: {str(e)}")
def log_camera_frames(self, camera_frames: List[Dict[str, Any]]) -> None:
if not camera_frames:
return
for frame_idx, camera_frame in enumerate(camera_frames):
try:
rr.set_time_sequence("frame", frame_idx)
position = vector3_to_numpy(camera_frame['position'])
rotation_q = euler_to_quaternion(camera_frame['angle'])
rr.log(
"world/camera",
rr.Transform3D(
translation=position,
rotation=rr.Quaternion(xyzw=rotation_q)
)
)
rr.log(
"world/camera/view",
rr.Pinhole(
focal_length=camera_frame.get('focalLength', 50),
width=1920,
height=1080
)
)
rr.log(
"metadata/current_frame",
rr.TextDocument(
f"Frame: {frame_idx + 1}/{len(camera_frames)}"),
)
except Exception as e:
print(f"Error logging camera frame {frame_idx}: {str(e)}")
|