myTest01 / analysis /pymo /viz_tools.py
meng2003's picture
Upload 357 files
2d5fdd1
import pandas as pd
import numpy as np
import matplotlib.animation as animation
import matplotlib.colors as colors
import matplotlib.patheffects as pe
import matplotlib.pyplot as plt
#import IPython
import os
def save_fig(fig_id, tight_layout=True):
if tight_layout:
plt.tight_layout()
plt.savefig(fig_id + '.png', format='png', dpi=300)
def draw_stickfigure(mocap_track, frame, data=None, joints=None, draw_names=False, ax=None, figsize=(8,8)):
if ax is None:
fig = plt.figure(figsize=figsize)
ax = fig.add_subplot(111)
if joints is None:
joints_to_draw = mocap_track.skeleton.keys()
else:
joints_to_draw = joints
if data is None:
df = mocap_track.values
else:
df = data
for joint in joints_to_draw:
ax.scatter(x=df['%s_Xposition'%joint][frame],
y=df['%s_Yposition'%joint][frame],
alpha=0.6, c='b', marker='o')
parent_x = df['%s_Xposition'%joint][frame]
parent_y = df['%s_Yposition'%joint][frame]
children_to_draw = [c for c in mocap_track.skeleton[joint]['children'] if c in joints_to_draw]
for c in children_to_draw:
child_x = df['%s_Xposition'%c][frame]
child_y = df['%s_Yposition'%c][frame]
ax.plot([parent_x, child_x], [parent_y, child_y], 'k-', lw=2)
if draw_names:
ax.annotate(joint,
(df['%s_Xposition'%joint][frame] + 0.1,
df['%s_Yposition'%joint][frame] + 0.1))
return ax
def draw_stickfigure3d(mocap_track, frame, data=None, joints=None, draw_names=False, ax=None, figsize=(8,8)):
from mpl_toolkits.mplot3d import Axes3D
if ax is None:
fig = plt.figure(figsize=figsize)
ax = fig.add_subplot(111, projection='3d')
if joints is None:
joints_to_draw = mocap_track.skeleton.keys()
else:
joints_to_draw = joints
if data is None:
df = mocap_track.values
else:
df = data
for joint in joints_to_draw:
parent_x = df['%s_Xposition'%joint][frame]
parent_y = df['%s_Zposition'%joint][frame]
parent_z = df['%s_Yposition'%joint][frame]
# ^ In mocaps, Y is the up-right axis
ax.scatter(xs=parent_x,
ys=parent_y,
zs=parent_z,
alpha=0.6, c='b', marker='o')
children_to_draw = [c for c in mocap_track.skeleton[joint]['children'] if c in joints_to_draw]
for c in children_to_draw:
child_x = df['%s_Xposition'%c][frame]
child_y = df['%s_Zposition'%c][frame]
child_z = df['%s_Yposition'%c][frame]
# ^ In mocaps, Y is the up-right axis
ax.plot([parent_x, child_x], [parent_y, child_y], [parent_z, child_z], 'k-', lw=2, c='black')
if draw_names:
ax.text(x=parent_x + 0.1,
y=parent_y + 0.1,
z=parent_z + 0.1,
s=joint,
color='rgba(0,0,0,0.9')
return ax
def sketch_move(mocap_track, data=None, ax=None, figsize=(16,8)):
if ax is None:
fig = plt.figure(figsize=figsize)
ax = fig.add_subplot(111)
if data is None:
data = mocap_track.values
for frame in range(0, data.shape[0], 4):
# draw_stickfigure(mocap_track, f, data=data, ax=ax)
for joint in mocap_track.skeleton.keys():
children_to_draw = [c for c in mocap_track.skeleton[joint]['children']]
parent_x = data['%s_Xposition'%joint][frame]
parent_y = data['%s_Yposition'%joint][frame]
frame_alpha = frame/data.shape[0]
for c in children_to_draw:
child_x = data['%s_Xposition'%c][frame]
child_y = data['%s_Yposition'%c][frame]
ax.plot([parent_x, child_x], [parent_y, child_y], '-', lw=1, color='gray', alpha=frame_alpha)
def render_mp4(mocap_track, filename, data=None, ax=None, axis_scale=50, elev=45, azim=45):
if ax is None:
fig = plt.figure(figsize=(10,10))
ax = fig.add_subplot(111, projection='3d')
ax.set_xlim3d(-axis_scale, axis_scale)
ax.set_zlim3d( 0, axis_scale)
ax.set_ylim3d(-axis_scale, axis_scale)
ax.grid(True)
ax.set_axis_off()
ax.view_init(elev=elev, azim=azim)
xs = np.linspace(-200, 200, 50)
ys = np.linspace(-200, 200, 50)
X, Y = np.meshgrid(xs, ys)
Z = np.zeros(X.shape)
wframe = ax.plot_wireframe(X, Y, Z, rstride=2, cstride=2, color='grey',lw=0.2)
# fig = plt.figure(figsize=figsize)
# ax = fig.add_subplot(111)
if data is None:
data = mocap_track.values
fps=int(np.round(1/mocap_track.framerate))
lines=[]
lines.append([plt.plot([0,0], [0,0], [0,0], color='red',
lw=2, path_effects=[pe.Stroke(linewidth=3, foreground='black'), pe.Normal()])[0] for _ in range(len(mocap_track.skeleton.keys()))])
def animate(frame):
changed = []
j=0
for joint in mocap_track.skeleton.keys():
children_to_draw = [c for c in mocap_track.skeleton[joint]['children']]
parent_x = data['%s_Xposition'%joint][frame]
parent_y = data['%s_Yposition'%joint][frame]
parent_z = data['%s_Zposition'%joint][frame]
#frame_alpha = frame/data.shape[0]
for c in children_to_draw:
child_x = data['%s_Xposition'%c][frame]
child_y = data['%s_Yposition'%c][frame]
child_z = data['%s_Zposition'%c][frame]
lines[0][j].set_data(np.array([[child_x, parent_x],[-child_z,-parent_z]]))
lines[0][j].set_3d_properties(np.array([ child_y,parent_y]))
changed += lines
j+=1
return changed
plt.tight_layout()
ani = animation.FuncAnimation(fig,
animate, np.arange(data.shape[0]), interval=1000/fps)
if filename != None:
ani.save(filename, fps=fps, bitrate=13934)
ani.event_source.stop()
del ani
plt.close()
try:
plt.show()
plt.save()
except AttributeError as e:
pass
def viz_cnn_filter(feature_to_viz, mocap_track, data, gap=25):
fig = plt.figure(figsize=(16,4))
ax = plt.subplot2grid((1,8),(0,0))
ax.imshow(feature_to_viz.T, aspect='auto', interpolation='nearest')
ax = plt.subplot2grid((1,8),(0,1), colspan=7)
for frame in range(feature_to_viz.shape[0]):
frame_alpha = 0.2#frame/data.shape[0] * 2 + 0.2
for joint_i, joint in enumerate(mocap_track.skeleton.keys()):
children_to_draw = [c for c in mocap_track.skeleton[joint]['children']]
parent_x = data['%s_Xposition'%joint][frame] + frame * gap
parent_y = data['%s_Yposition'%joint][frame]
ax.scatter(x=parent_x,
y=parent_y,
alpha=0.6,
cmap='RdBu',
c=feature_to_viz[frame][joint_i] * 10000,
marker='o',
s = abs(feature_to_viz[frame][joint_i] * 10000))
plt.axis('off')
for c in children_to_draw:
child_x = data['%s_Xposition'%c][frame] + frame * gap
child_y = data['%s_Yposition'%c][frame]
ax.plot([parent_x, child_x], [parent_y, child_y], '-', lw=1, color='gray', alpha=frame_alpha)
def print_skel(X):
stack = [X.root_name]
tab=0
while stack:
joint = stack.pop()
tab = len(stack)
print('%s- %s (%s)'%('| '*tab, joint, X.skeleton[joint]['parent']))
for c in X.skeleton[joint]['children']:
stack.append(c)
# def nb_play_mocap_fromurl(mocap, mf, frame_time=1/30, scale=1, base_url='http://titan:8385'):
# if mf == 'bvh':
# bw = BVHWriter()
# with open('test.bvh', 'w') as ofile:
# bw.write(mocap, ofile)
# filepath = '../notebooks/test.bvh'
# elif mf == 'pos':
# c = list(mocap.values.columns)
# for cc in c:
# if 'rotation' in cc:
# c.remove(cc)
# mocap.values.to_csv('test.csv', index=False, columns=c)
# filepath = '../notebooks/test.csv'
# else:
# return
# url = '%s/mocapplayer/player.html?data_url=%s&scale=%f&cz=200&order=xzyi&frame_time=%f'%(base_url, filepath, scale, frame_time)
# iframe = '<iframe src=' + url + ' width="100%" height=500></iframe>'
# link = '<a href=%s target="_blank">New Window</a>'%url
# return IPython.display.HTML(iframe+link)
# def nb_play_mocap(mocap, mf, meta=None, frame_time=1/30, scale=1, camera_z=500, base_url=None):
# data_template = 'var dataBuffer = `$$DATA$$`;'
# data_template += 'var metadata = $$META$$;'
# data_template += 'start(dataBuffer, metadata, $$CZ$$, $$SCALE$$, $$FRAMETIME$$);'
# dir_path = os.path.dirname(os.path.realpath(__file__))
# if base_url is None:
# base_url = os.path.join(dir_path, 'mocapplayer/playBuffer.html')
# # print(dir_path)
# if mf == 'bvh':
# pass
# elif mf == 'pos':
# cols = list(mocap.values.columns)
# for c in cols:
# if 'rotation' in c:
# cols.remove(c)
# data_csv = mocap.values.to_csv(index=False, columns=cols)
# if meta is not None:
# lines = [','.join(item) for item in meta.astype('str')]
# meta_csv = '[' + ','.join('[%s]'%l for l in lines) +']'
# else:
# meta_csv = '[]'
# data_assigned = data_template.replace('$$DATA$$', data_csv)
# data_assigned = data_assigned.replace('$$META$$', meta_csv)
# data_assigned = data_assigned.replace('$$CZ$$', str(camera_z))
# data_assigned = data_assigned.replace('$$SCALE$$', str(scale))
# data_assigned = data_assigned.replace('$$FRAMETIME$$', str(frame_time))
# else:
# return
# with open(os.path.join(dir_path, 'mocapplayer/data.js'), 'w') as oFile:
# oFile.write(data_assigned)
# url = '%s?&cz=200&order=xzyi&frame_time=%f&scale=%f'%(base_url, frame_time, scale)
# iframe = '<iframe frameborder="0" src=' + url + ' width="100%" height=500></iframe>'
# link = '<a href=%s target="_blank">New Window</a>'%url
# return IPython.display.HTML(iframe+link)