Spaces:
Running
Running
| import os | |
| import csv | |
| import shutil | |
| import tarfile | |
| import subprocess | |
| from pathlib import Path | |
| def install_packages_but_jank_af(): | |
| packages = ['build-essential', 'python3-dev', 'ffmpeg', 'aria2'] | |
| pip_packages = ['pip', 'setuptools', 'wheel', 'httpx==0.23.0', 'faiss-gpu', 'fairseq', 'gradio==3.34.0', | |
| 'ffmpeg', 'ffmpeg-python', 'praat-parselmouth', 'pyworld', 'numpy==1.23.5', | |
| 'numba==0.56.4', 'librosa==0.9.2', 'mega.py', 'gdown', 'onnxruntime', 'pyngrok==4.1.12', | |
| 'gTTS', 'elevenlabs', 'wget', 'tensorboardX', 'unidecode', 'huggingface-hub', | |
| 'yt-dlp', 'pedalboard', 'pathvalidate', 'nltk', 'edge-tts', 'git+https://github.com/suno-ai/bark.git', 'python-dotenv', 'av'] | |
| print("Updating and installing system packages...") | |
| for package in packages: | |
| print(f"Installing {package}...") | |
| subprocess.check_call(['apt-get', 'install', '-qq', '-y', package]) | |
| print("Updating and installing pip packages...") | |
| subprocess.check_call(['pip', 'install', '--upgrade'] + pip_packages) | |
| print('Packages up to date.') | |
| def setup_environment(ForceUpdateDependencies, ForceTemporaryStorage): | |
| # Mounting Google Drive | |
| if not ForceTemporaryStorage: | |
| from google.colab import drive | |
| if not os.path.exists('/content/drive'): | |
| drive.mount('/content/drive') | |
| else: | |
| print('Drive is already mounted. Proceeding...') | |
| # Function to install dependencies with progress | |
| def install_packages(): | |
| packages = ['build-essential', 'python3-dev', 'ffmpeg', 'aria2'] | |
| pip_packages = ['pip', 'setuptools', 'wheel', 'httpx==0.23.0', 'faiss-gpu', 'fairseq', 'gradio==3.34.0', | |
| 'ffmpeg', 'ffmpeg-python', 'praat-parselmouth', 'pyworld', 'numpy==1.23.5', | |
| 'numba==0.56.4', 'librosa==0.9.2', 'mega.py', 'gdown', 'onnxruntime', 'pyngrok==4.1.12', | |
| 'gTTS', 'elevenlabs', 'wget', 'tensorboardX', 'unidecode', 'huggingface-hub', | |
| 'yt-dlp', 'pedalboard', 'pathvalidate', 'nltk', 'edge-tts', 'git+https://github.com/suno-ai/bark.git', 'python-dotenv', 'av'] | |
| print("Updating and installing system packages...") | |
| for package in packages: | |
| print(f"Installing {package}...") | |
| subprocess.check_call(['apt-get', 'install', '-qq', '-y', package]) | |
| print("Updating and installing pip packages...") | |
| subprocess.check_call(['pip', 'install', '--upgrade'] + pip_packages) | |
| print('Packages up to date.') | |
| # Function to scan a directory and writes filenames and timestamps | |
| def scan_and_write(base_path, output_file): | |
| with open(output_file, 'w', newline='') as f: | |
| writer = csv.writer(f) | |
| for dirpath, dirs, files in os.walk(base_path): | |
| for filename in files: | |
| fname = os.path.join(dirpath, filename) | |
| try: | |
| mtime = os.path.getmtime(fname) | |
| writer.writerow([fname, mtime]) | |
| except Exception as e: | |
| print( | |
| f'Skipping irrelevant nonexistent file {fname}: {str(e)}') | |
| print(f'Finished recording filesystem timestamps to {output_file}.') | |
| # Function to compare files | |
| def compare_files(old_file, new_file): | |
| old_files = {} | |
| new_files = {} | |
| with open(old_file, 'r') as f: | |
| reader = csv.reader(f) | |
| old_files = {rows[0]: rows[1] for rows in reader} | |
| with open(new_file, 'r') as f: | |
| reader = csv.reader(f) | |
| new_files = {rows[0]: rows[1] for rows in reader} | |
| removed_files = old_files.keys() - new_files.keys() | |
| added_files = new_files.keys() - old_files.keys() | |
| unchanged_files = old_files.keys() & new_files.keys() | |
| changed_files = { | |
| f for f in unchanged_files if old_files[f] != new_files[f]} | |
| for file in removed_files: | |
| print(f'File has been removed: {file}') | |
| for file in changed_files: | |
| print(f'File has been updated: {file}') | |
| return list(added_files) + list(changed_files) | |
| # Check if CachedRVC.tar.gz exists | |
| if ForceTemporaryStorage: | |
| file_path = '/content/CachedRVC.tar.gz' | |
| else: | |
| file_path = '/content/drive/MyDrive/RVC_Cached/CachedRVC.tar.gz' | |
| content_file_path = '/content/CachedRVC.tar.gz' | |
| extract_path = '/' | |
| if not os.path.exists(file_path): | |
| folder_path = os.path.dirname(file_path) | |
| os.makedirs(folder_path, exist_ok=True) | |
| print('No cached dependency install found. Attempting to download GitHub backup..') | |
| try: | |
| download_url = "https://github.com/kalomaze/QuickMangioFixes/releases/download/release3/CachedRVC.tar.gz" | |
| subprocess.run(["wget", "-O", file_path, download_url]) | |
| print('Download completed successfully!') | |
| except Exception as e: | |
| print('Download failed:', str(e)) | |
| # Delete the failed download file | |
| if os.path.exists(file_path): | |
| os.remove(file_path) | |
| print('Failed download file deleted. Continuing manual backup..') | |
| if Path(file_path).exists(): | |
| if ForceTemporaryStorage: | |
| print('Finished downloading CachedRVC.tar.gz.') | |
| else: | |
| print( | |
| 'CachedRVC.tar.gz found on Google Drive. Proceeding to copy and extract...') | |
| # Check if ForceTemporaryStorage is True and skip copying if it is | |
| if ForceTemporaryStorage: | |
| pass | |
| else: | |
| shutil.copy(file_path, content_file_path) | |
| print('Beginning backup copy operation...') | |
| with tarfile.open(content_file_path, 'r:gz') as tar: | |
| for member in tar.getmembers(): | |
| target_path = os.path.join(extract_path, member.name) | |
| try: | |
| tar.extract(member, extract_path) | |
| except Exception as e: | |
| print( | |
| 'Failed to extract a file (this isn\'t normal)... forcing an update to compensate') | |
| ForceUpdateDependencies = True | |
| print( | |
| f'Extraction of {content_file_path} to {extract_path} completed.') | |
| if ForceUpdateDependencies: | |
| install_packages() | |
| ForceUpdateDependencies = False | |
| else: | |
| print('CachedRVC.tar.gz not found. Proceeding to create an index of all current files...') | |
| scan_and_write('/usr/', '/content/usr_files.csv') | |
| install_packages() | |
| scan_and_write('/usr/', '/content/usr_files_new.csv') | |
| changed_files = compare_files( | |
| '/content/usr_files.csv', '/content/usr_files_new.csv') | |
| with tarfile.open('/content/CachedRVC.tar.gz', 'w:gz') as new_tar: | |
| for file in changed_files: | |
| new_tar.add(file) | |
| print(f'Added to tar: {file}') | |
| os.makedirs('/content/drive/MyDrive/RVC_Cached', exist_ok=True) | |
| shutil.copy('/content/CachedRVC.tar.gz', | |
| '/content/drive/MyDrive/RVC_Cached/CachedRVC.tar.gz') | |
| print('Updated CachedRVC.tar.gz copied to Google Drive.') | |
| print('Dependencies fully up to date; future runs should be faster.') | |