Upload rendering.py

visualise/rendering.py

@@ -9,9 +9,6 @@ from subprocess import call
 
 import numpy as np
 from scipy.io import wavfile
-
-# os.environ['PYOPENGL_PLATFORM'] = 'egl' # Uncommnet this line while running remotely
-
 import pyrender
 
 # from psbody.mesh import Mesh
@@ -19,7 +16,7 @@ import pyrender
 import librosa
 
 from tqdm import tqdm
-
+# os.environ['PYOPENGL_PLATFORM'] = 'osmesa' # Uncommnet this line while running remotely
 # import open3d as o3d
 from data_utils.utils import load_wav_old
 from voca.rendering import render_mesh_helper
@@ -237,65 +234,4 @@ class RenderTool():
         #     tmp_video_file.name, video_fname)).split()
         call(cmd)
         os.remove(tmp_audio_file.name)
-        os.remove(tmp_video_file.name)
-
-    def _render_continuity(self, cur_wav_file, pred, frame, run_in_parallel=False):
-        print("Render {} {} sequence.".format(cur_wav_file.split(symbol)[-2],cur_wav_file.split(symbol)[-1]))
-        if run_in_parallel:
-            thread = threading.Thread(target=self._render_helper, args=(cur_wav_file, pred))
-            thread.start()
-            thread.join()
-        else:
-            self._render_helper2(cur_wav_file, pred, frame)
-
-    def _render_helper2(self, cur_wav_file, pred, frame):
-        directory = os.path.join(self.out_path, cur_wav_file.split('/')[2].split(symbol)[0])
-        if not os.path.exists(directory):
-            os.makedirs(directory)
-        video_fname = os.path.join(directory, '%s.mp4' % cur_wav_file.split(symbol)[-1].split('.')[-2].split('/')[-1])
-        self._render_sequences_helper2(video_fname, cur_wav_file, pred, frame)
-
-    def _render_sequences_helper2(self, video_fname, cur_wav_file, pred, frame):
-
-        num_frames = pred.shape[0]
-        pred = pred.reshape(pred.shape[0], -1, 3)
-
-        pred[:, :, 1] = -pred[:, :, 1]
-        pred[:, :, 2] = -pred[:, :, 2]
-
-        sr = 22000
-        audio, sr = load_wav_old(cur_wav_file, sr=sr)
-        tmp_audio_file = tempfile.NamedTemporaryFile('w', suffix='.wav', dir=os.path.dirname(video_fname))
-        tmp_audio_file.close()
-        wavfile.write(tmp_audio_file.name, sr, audio)
-        tmp_video_file = tempfile.NamedTemporaryFile('w', suffix='.mp4', dir=os.path.dirname(video_fname))
-        tmp_video_file.close()
-        if int(cv2.__version__[0]) < 3:
-            print('cv2 < 3')
-            writer = cv2.VideoWriter(tmp_video_file.name, cv2.cv.CV_FOURCC(*'mp4v'), 15, (190, 800), True)
-        else:
-            print('cv2 >= 3')
-            writer = cv2.VideoWriter(tmp_video_file.name, cv2.VideoWriter_fourcc(*'mp4v'), 30, (800, 800), True)
-
-        center = np.mean(pred[0], axis=0)
-
-        r = pyrender.OffscreenRenderer(viewport_width=800, viewport_height=800)
-
-        for i_frame in tqdm(range(num_frames)):
-            if i_frame < frame:
-                sen = 'sequence 1'
-                color = (0,255,0)
-            else:
-                sen = 'sequence 2'
-                color = (0, 0, 255)
-            pred_img = render_mesh_helper(Mesh(pred[i_frame], self.template_mesh.f), center, camera='o',r=r, y=0.7)
-            pred_img = add_image_text(pred_img, sen, color)
-            pred_img = pred_img.astype(np.uint8)
-            writer.write(pred_img)
-        writer.release()
-
-        cmd = ('ffmpeg' + ' -i {0} -i {1} -vcodec h264 -ac 2 -channel_layout stereo -pix_fmt yuv420p {2}'.format(
-            tmp_audio_file.name, tmp_video_file.name, video_fname)).split()
-        call(cmd)
-        os.remove(tmp_audio_file.name)
         os.remove(tmp_video_file.name)