Upload 13 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+clip/video/circle_head_3584x2160.mov filter=lfs diff=lfs merge=lfs -text

clip/.gitignore

@@ -0,0 +1,4 @@
+__pycache__
+csv
+failed_urls.csv
+batch_emails.csv

clip/1_website_recording.py

@@ -0,0 +1,54 @@
+import time, subprocess, csv
+from threading import Timer
+import pandas
+from selenium import webdriver
+from selenium.webdriver.chrome.service import Service
+
+DRIVER_PATH = '/Users/moonma/Downloads/chromedriver-mac-x64/chromedriver'
+LEADS_FNAME = 'csv/100_batch.csv'
+PAGE_LOAD_TIME = 4
+SCROLL_WAIT_TIME = 2
+video_time = PAGE_LOAD_TIME + SCROLL_WAIT_TIME*3
+
+service = Service(executable_path=DRIVER_PATH)
+options = webdriver.ChromeOptions()
+options.add_argument("--start-maximized")
+driver = webdriver.Chrome(service=service, options=options)
+
+df_raw = pandas.read_csv(LEADS_FNAME)
+with open("csv/failed_urls.csv", 'a', newline='') as failed_url_csv:
+    csvwriter = csv.writer(failed_url_csv, delimiter=',')
+
+    for index, row in df_raw.iterrows():
+        url = row['organization_primary_domain']
+        if not url.startswith('http://www.'): url = 'http://www.' + url
+        print(f"row#{index}: {url}")
+
+        try:
+            driver.get(url)
+        except Exception:
+            csvwriter.writerow(row)
+            print(f"    {url} → NOT WORKING!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!")
+            continue
+        print(f"url split: {url.split('.')[-2]}")
+        video_fname = str(index) + '_' + url.split('.')[-2] + "_" + row['first_name'] + "_" + row['last_name'] + '.mov'
+        proc = subprocess.Popen(['screencapture', '-v', "video/1-recording/"+video_fname], stdin=subprocess.PIPE)
+        kill = kill = lambda process: process.kill()
+        video_timer = Timer(video_time, kill, [proc])
+
+        last_height = driver.execute_script("return document.body.scrollHeight")
+        time.sleep(PAGE_LOAD_TIME)
+        
+        # Scroll to bottom
+        driver.execute_script("window.scrollTo(0, document.body.scrollHeight);")
+        time.sleep(SCROLL_WAIT_TIME)
+
+        # Scroll to top
+        driver.execute_script("window.scrollTo(document.body.scrollHeight, 0);")
+        time.sleep(SCROLL_WAIT_TIME*2)
+
+        try:
+            video_timer.start()
+            stdout, stderr = proc.communicate()
+        finally:
+            video_timer.cancel()

clip/2_slow_elongate.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+# video/1-recording/ is 18 characters
+for FILE in video/1-recording/*; do 
+    video_name=${FILE:18}
+    ffmpeg -i $FILE -filter:v "setpts=3*PTS" video/2-slowed/$video_name
+done
+
+# video/2-slowed/ is 16 characters
+for FILE in video/2-slowed/*; do 
+    video_name=${FILE:15}
+    ffmpeg -i $FILE -vf tpad=stop_mode=clone:stop_duration=92,scale=3584x2160,setsar=1:1 video/3-elongated/$video_name
+done

clip/3_overlay.py

@@ -0,0 +1,78 @@
+import subprocess, os, time
+import cv2
+
+directory = 'video/3-elongated'
+website_vfiles = []
+for fname in os.listdir(directory):
+    if fname.endswith('.mov'):
+        fname = os.path.join(directory, fname)
+        website_vfiles.append(fname)
+print(website_vfiles)
+
+for i, ws in enumerate(website_vfiles):
+    speaker_vfile = 'video/circle_head_3584x2160.mov'
+    speaker = cv2.VideoCapture(speaker_vfile)
+    foreground_width = int(speaker.get(cv2.CAP_PROP_FRAME_WIDTH))
+    foreground_height = int(speaker.get (cv2.CAP_PROP_FRAME_HEIGHT)) 
+    # print(f"talking head video width and height: {foreground_width, foreground_height}") # 3584 2160
+
+    print(f"####{i}: {ws}")
+    start_time = time.time()
+    id_str = ws[len(directory)+1:-4]
+    overlay_noaudio_vfile = 'overlay_' + id_str + '.mov'
+    output_vfile = 'video/4-overlayed/' + id_str + '.mov'
+    # print(f"    overlay_noaudio_vfile: {overlay_noaudio_vfile}")
+    # print(f"    final_vfile: {output_vfile}")
+
+    website = cv2.VideoCapture(ws)
+    fourcc = cv2.VideoWriter_fourcc(*'mp4v')
+    output_video = cv2.VideoWriter(overlay_noaudio_vfile, fourcc, 24.0, (int(website.get(3)),int(website.get(4))))
+
+    background_width = int(website.get(cv2.CAP_PROP_FRAME_WIDTH)) 
+    background_height = int (website.get(cv2.CAP_PROP_FRAME_HEIGHT))
+    # print(f"    talking head video width and height: {background_width, background_height}") # 3584 2160
+
+    ct=0
+    while True:
+        background_success, background_frame = website.read() 
+        foreground_success, foreground_frame = speaker.read()
+        if not background_success or not foreground_success: break
+        if ct%100 ==0: print(f"    keep going ... {ct}")
+
+        foreground_frame_resized = cv2.resize(foreground_frame, (background_width, background_height))
+
+        # Convert the foreground frame to grayscale and threshold it
+        foreground_gray = cv2.cvtColor(foreground_frame_resized, cv2.COLOR_BGR2GRAY) 
+        ret, mask = cv2.threshold(foreground_gray, 10, 255, cv2.THRESH_BINARY)
+        # Invert the mask so that the foreground is white and the background is black 
+        mask_inv = cv2.bitwise_not(mask)
+        # Use the mask to extract the foreground from the foreground frame
+        foreground_extracted = cv2.bitwise_and(foreground_frame_resized, foreground_frame_resized, mask=mask)
+        # Use the inverted mask to extract the background from the background frame
+        background_extracted = cv2.bitwise_and(background_frame, background_frame, mask=mask_inv)
+        # Combine the foreground and background
+        output_frame = cv2.add(foreground_extracted, background_extracted)
+        # Write the output frame to the output video
+        output_video.write(output_frame)
+        # print(ct)
+        ct += 1
+        # print(output_frame[0][0])
+
+    website.release()
+    output_video.release()
+    speaker.release()
+    cv2.destroyAllWindows()
+    subprocess.call('ls', shell=True) 
+
+    cmd = f'ffmpeg -i {overlay_noaudio_vfile} -i video/circle_head_3584x2160.mov -map 0:v:0? -map 1:a:0 {output_vfile}'
+    subprocess.call(cmd, shell=True)                               
+    # os.remove(overlay_noaudio_vfile)
+
+    end_time = time.time()
+    elapsed_time = end_time - start_time
+    hours, rem = divmod(elapsed_time, 3600)
+    minutes, seconds = divmod(rem, 60)
+    hours, minutes, seconds = int(hours), int(minutes), int(seconds)
+    print(f"    this overlay took {minutes} minutes {seconds} seconds")
+
+# ffmpeg -i overlay_3berkley_Angela_Berkley.mov -i circle_head_3584x2160.mov -map 0:v:0 -map 1:a:0 overlayed/3berkley_Angela_Berkley.mov

clip/README.md

@@ -0,0 +1,54 @@
+# Why is this worth doing?
+
+[Clipio](https://clipio.com/) is a cheaper option than [pitchlane](https://pitchlane.com/?gclid=CjwKCAiAtt2tBhBDEiwALZuhAA6eUbE9iTTvlpcibtNnvmvJpO-58IX8LHac_woj7nIADLqF8qS2hBoCXV8QAvD_BwE), however, both of them have the following problems:
+- the video doesn't actually scroll over, it's just a stactic website screenshot with a moving cursor
+- It costs a significant amount of money. If you are ready to scale, it's a good deal, but if you are testing things out, you may not want to pay for that. Clipio still costs $97/mo to generate 5000 videos.
+
+I found the first 2 problems embarrasing for my brand.
+
+This solution does take longer time to run, but you can get better screenrecording videos with zero dollar cost:
+
+# High Level Steps:
+### Step 1 - Generate 10 second website recording (`website_recording.py`)
+    - a python script
+    - visit each URL with Selenium
+    - interact the website as pause, scroll down, pause, and scroll up for 10 seconds in total
+    - use an unblocking screenrecording solution, which means you can interact and record the scree at the same time 
+    - iterate through URLs with each URL visit generates a video file
+
+### Step 2 - Extends 10 seconds screen recording to 2 minutes video (`slow_elongate.sh`)
+    - a shell script
+    - slow down 10 seconds into 30 seconds video, because when Selenium scrolls the page, the Python API doesn't provde a good control over the scrolling speed and it looks unnatural.
+    - use last frame to fill up another 90 seconds becuase your video should focus on your sales pitch, not the their website, their website is only grab the attention
+    - wola, you got a 2 minute video
+
+### Step 3 - Prepare talking head video (One time thing, `Final Cut Pro`)
+    - manually by any video recorder
+    - crop your 2 minutes talking head video into a circle
+    - repositioned properly
+    - background should be pure black for overlay mask in the next step
+
+### Step 4 - Overlay the talking head on the website video(`overlay.py`)
+    - Manual setup for the very first time
+        1. resize the talking head video and the website/profile video (the automated recording videos we got earlier) to same frame size so that they can be overlayed using `cv2`
+        2. inspect the video to set proper codec, fps, and frame size for the overlay output file
+    - Each batch
+        1. mask the black background of each talking head frame into transparent
+        2. merge each mased talking head frame with website frame
+        3. generate overlay video without audio
+        4. add audio from original talking head video into the genreated overlay video
+        5. I ran 100 videos each time which takes about 8 hours form URL to ready to send videos.
+
+### Step 5 - Upload to Instantly or Gmails
+
+    ** you need to track the view rate of your video, so you need a video host and tracking solution**
+    **  only allows uploading 10 videos each time **
+
+# Tech Challenges
+1. find an unblocking screen recorder that works with Selenium interactions
+2. sync audio back to the video after video is edited with CV2
+
+
+# Final
+
+This repo isn't actively mainteined, so if you encountered technical issues or have questions specific to your business operation, please join our [free community on skool](https://www.skool.com/ai-for-coaches-creators-2571/about). You can post your issues or attending free daily workshops to get the help you need. 

clip/video/circle_head_3584x2160.mov

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b818660ff228a9ee96af7b4e58297c36011118d4bb8740a2e6c52ad6246d7f
+size 15515733