Spaces:
Running
Running
File size: 3,794 Bytes
93ed7a1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 |
#!/usr/bin/env python3
"""
Simple test script for the simplified pipeline approach
"""
import os
import sys
from pathlib import Path
# Add project root to path
project_root = Path(__file__).parent
sys.path.insert(0, str(project_root))
def test_simple_training_script():
"""Test the simplified training script"""
print("🔍 Testing simplified training script...")
try:
# Test that the training script can be imported
from scripts.training.train import main as train_main
print("✅ Training script imported successfully")
# Test config loading
from config.train_smollm3_h100_lightweight import config as h100_config
print("✅ H100 lightweight config loaded successfully")
print(f" Model: {h100_config.model_name}")
print(f" Batch size: {h100_config.batch_size}")
print(f" Sample size: {h100_config.sample_size}")
return True
except Exception as e:
print(f"❌ Training script test failed: {e}")
return False
def test_config_files():
"""Test that all required config files exist"""
print("\n🔍 Testing config files...")
config_files = [
"config/train_smollm3_h100_lightweight.py",
"config/train_smollm3_openhermes_fr_a100_large.py",
"config/train_smollm3_openhermes_fr_a100_multiple_passes.py"
]
for config_file in config_files:
if os.path.exists(config_file):
print(f"✅ {config_file}")
else:
print(f"❌ {config_file} not found")
return False
return True
def test_scripts():
"""Test that all required scripts exist"""
print("\n🔍 Testing scripts...")
script_files = [
"scripts/training/train.py",
"scripts/trackio_tonic/deploy_trackio_space.py",
"scripts/trackio_tonic/configure_trackio.py",
"scripts/dataset_tonic/setup_hf_dataset.py",
"scripts/model_tonic/push_to_huggingface.py"
]
for script_file in script_files:
if os.path.exists(script_file):
print(f"✅ {script_file}")
else:
print(f"❌ {script_file} not found")
return False
return True
def test_launch_script():
"""Test that the launch script exists and is executable"""
print("\n🔍 Testing launch script...")
launch_script = "launch.sh"
if os.path.exists(launch_script):
print(f"✅ {launch_script} exists")
# Check if it's executable
if os.access(launch_script, os.X_OK):
print(f"✅ {launch_script} is executable")
else:
print(f"⚠️ {launch_script} is not executable (run: chmod +x launch.sh)")
return True
else:
print(f"❌ {launch_script} not found")
return False
def main():
"""Run all tests"""
print("🚀 Testing Simplified SmolLM3 Pipeline")
print("=" * 50)
tests = [
test_simple_training_script,
test_config_files,
test_scripts,
test_launch_script
]
passed = 0
total = len(tests)
for test in tests:
if test():
passed += 1
else:
print(f"❌ Test failed: {test.__name__}")
print(f"\n{'='*50}")
print(f"📊 Test Results: {passed}/{total} tests passed")
if passed == total:
print("🎉 All tests passed! Simplified pipeline is ready to run.")
print("\n🚀 To run the pipeline:")
print("1. chmod +x launch.sh")
print("2. ./launch.sh")
return 0
else:
print("❌ Some tests failed. Please fix the issues before running the pipeline.")
return 1
if __name__ == "__main__":
exit(main()) |