feat: add migration management tools

- Created run_all_migrations.py to run all migrations in order
- Created check_migrations.py to verify migration status
- Updated setup.sh to use new migration runner
- Shows progress, summary, and troubleshooting tips
- Checks TimescaleDB extension and hypertable status
- Lists missing migrations with instructions

check_migrations.py

@@ -0,0 +1,180 @@
+#!/usr/bin/env python3
+"""
+Check which migrations have been run and which tables exist.
+"""
+
+import asyncio
+import asyncpg
+from dotenv import load_dotenv
+import os
+
+# Load environment variables
+load_dotenv()
+
+# Database connection details
+DB_USER = os.getenv("DB_USER")
+DB_PASSWORD = os.getenv("DB_PASSWORD")
+DB_HOST = os.getenv("DB_HOST")
+DB_PORT = os.getenv("DB_PORT", "5432")
+DB_NAME = os.getenv("DB_NAME")
+
+
+async def check_migrations():
+    """Check migration status"""
+    
+    conn_string = f"postgresql://{DB_USER}:{DB_PASSWORD}@{DB_HOST}:{DB_PORT}/{DB_NAME}?sslmode=require"
+    
+    print("="*70)
+    print("🔍 MIGRATION STATUS CHECK")
+    print("="*70)
+    print()
+    
+    try:
+        conn = await asyncpg.connect(conn_string)
+        print("✅ Connected to database")
+        print(f"   Host: {DB_HOST}")
+        print(f"   Database: {DB_NAME}\n")
+        
+        # Check trans schema
+        print("📁 Checking trans schema...")
+        schema_exists = await conn.fetchval("""
+            SELECT EXISTS(
+                SELECT 1 FROM information_schema.schemata 
+                WHERE schema_name = 'trans'
+            )
+        """)
+        
+        if schema_exists:
+            print("   ✅ trans schema exists\n")
+        else:
+            print("   ❌ trans schema does not exist\n")
+            await conn.close()
+            return
+        
+        # Check TimescaleDB extension
+        print("🔧 Checking TimescaleDB extension...")
+        timescale = await conn.fetchrow("""
+            SELECT extname, extversion 
+            FROM pg_extension 
+            WHERE extname = 'timescaledb'
+        """)
+        
+        if timescale:
+            print(f"   ✅ TimescaleDB {timescale['extversion']} installed\n")
+        else:
+            print("   ⚠️  TimescaleDB not installed (required for location tracking)\n")
+        
+        # Define expected tables
+        tables = [
+            ("scm_attendance", "Attendance check-in/out records"),
+            ("scm_tasks", "Task assignments"),
+            ("scm_task_attachments", "Task photos and signatures"),
+            ("scm_location_points", "GPS location tracking (TimescaleDB)"),
+            ("scm_geofences", "Work zone definitions"),
+        ]
+        
+        print("📋 Checking tables...")
+        print()
+        
+        results = []
+        
+        for table_name, description in tables:
+            # Check if table exists
+            exists = await conn.fetchval("""
+                SELECT EXISTS(
+                    SELECT 1 FROM information_schema.tables 
+                    WHERE table_schema = 'trans' 
+                    AND table_name = $1
+                )
+            """, table_name)
+            
+            if exists:
+                # Get row count
+                count = await conn.fetchval(f"SELECT COUNT(*) FROM trans.{table_name}")
+                
+                # Check if it's a hypertable
+                is_hypertable = False
+                if table_name == "scm_location_points" and timescale:
+                    is_hypertable = await conn.fetchval("""
+                        SELECT EXISTS(
+                            SELECT 1 FROM timescaledb_information.hypertables 
+                            WHERE hypertable_name = $1
+                        )
+                    """, table_name)
+                
+                status = "✅"
+                extra = f" ({count} rows)"
+                if is_hypertable:
+                    extra += " [HYPERTABLE]"
+                
+                results.append((table_name, True, count, is_hypertable))
+            else:
+                status = "❌"
+                extra = " (not created)"
+                results.append((table_name, False, 0, False))
+            
+            print(f"   {status} {table_name:<25} {description}{extra}")
+        
+        print()
+        
+        # Summary
+        created_count = sum(1 for _, exists, _, _ in results if exists)
+        total_count = len(results)
+        
+        print("="*70)
+        print("📊 SUMMARY")
+        print("="*70)
+        print()
+        print(f"Tables created: {created_count}/{total_count}")
+        print()
+        
+        if created_count == total_count:
+            print("✅ All migrations have been run!")
+            print()
+            print("📚 You can now:")
+            print("   1. Start server: python3 -m uvicorn app.main:app --port 8003 --reload")
+            print("   2. Test APIs: python3 test_tasks_api.py")
+            print("   3. View docs: http://localhost:8003/docs")
+        elif created_count == 0:
+            print("❌ No migrations have been run yet!")
+            print()
+            print("🚀 Run migrations:")
+            print("   python3 run_all_migrations.py")
+        else:
+            print("⚠️  Some migrations are missing!")
+            print()
+            print("Missing tables:")
+            for table_name, exists, _, _ in results:
+                if not exists:
+                    print(f"   ❌ {table_name}")
+            print()
+            print("🚀 Run missing migrations:")
+            if not results[0][1]:  # scm_attendance
+                print("   python3 migrate_attendance.py")
+            if not results[1][1]:  # scm_tasks
+                print("   python3 migrate_tasks.py")
+            if not results[2][1]:  # scm_task_attachments
+                print("   python3 migrate_task_attachments.py")
+            if not results[3][1]:  # scm_location_points
+                print("   python3 migrate_location_tracking.py")
+            if not results[4][1]:  # scm_geofences
+                print("   python3 migrate_geofences.py")
+            print()
+            print("Or run all at once:")
+            print("   python3 run_all_migrations.py")
+        
+        print()
+        
+        await conn.close()
+        
+    except Exception as e:
+        print(f"❌ Error: {e}")
+        print()
+        print("🔧 Troubleshooting:")
+        print("   1. Check .env file has correct database credentials")
+        print("   2. Verify database is accessible")
+        print("   3. Check network connection")
+
+
+if __name__ == "__main__":
+    asyncio.run(check_migrations())

run_all_migrations.py

@@ -0,0 +1,157 @@
+#!/usr/bin/env python3
+"""
+Run all database migrations in the correct order.
+This script should be run once during initial setup or when deploying updates.
+"""
+
+import asyncio
+import sys
+from pathlib import Path
+
+# Add current directory to path
+sys.path.insert(0, str(Path(__file__).parent))
+
+
+async def run_migration(migration_name: str, migration_func):
+    """Run a single migration with error handling"""
+    print("\n" + "="*70)
+    print(f"🚀 Running: {migration_name}")
+    print("="*70)
+    
+    try:
+        success = await migration_func()
+        if success:
+            print(f"✅ {migration_name} completed successfully")
+            return True
+        else:
+            print(f"❌ {migration_name} failed")
+            return False
+    except Exception as e:
+        print(f"❌ {migration_name} failed with error: {e}")
+        return False
+
+
+async def main():
+    """Run all migrations in order"""
+    
+    print("\n" + "="*70)
+    print("🚀 TRACKER MICROSERVICE - DATABASE MIGRATIONS")
+    print("="*70)
+    print("\nThis will create/update all database tables:")
+    print("  1. trans.scm_attendance")
+    print("  2. trans.scm_tasks")
+    print("  3. trans.scm_task_attachments")
+    print("  4. trans.scm_location_points (TimescaleDB hypertable)")
+    print("  5. trans.scm_geofences")
+    print()
+    
+    response = input("Continue? (y/n): ")
+    if response.lower() not in ['y', 'yes']:
+        print("❌ Migration cancelled")
+        return False
+    
+    results = []
+    
+    # Migration 1: Attendance
+    print("\n" + "="*70)
+    print("📋 MIGRATION 1/5: Attendance Table")
+    print("="*70)
+    try:
+        from migrate_attendance import migrate as migrate_attendance
+        success = await run_migration("Attendance Migration", migrate_attendance)
+        results.append(("Attendance", success))
+    except Exception as e:
+        print(f"❌ Failed to import/run attendance migration: {e}")
+        results.append(("Attendance", False))
+    
+    # Migration 2: Tasks
+    print("\n" + "="*70)
+    print("📋 MIGRATION 2/5: Tasks Table")
+    print("="*70)
+    try:
+        from migrate_tasks import migrate as migrate_tasks
+        success = await run_migration("Tasks Migration", migrate_tasks)
+        results.append(("Tasks", success))
+    except Exception as e:
+        print(f"❌ Failed to import/run tasks migration: {e}")
+        results.append(("Tasks", False))
+    
+    # Migration 3: Task Attachments
+    print("\n" + "="*70)
+    print("📋 MIGRATION 3/5: Task Attachments Table")
+    print("="*70)
+    try:
+        from migrate_task_attachments import migrate as migrate_attachments
+        success = await run_migration("Task Attachments Migration", migrate_attachments)
+        results.append(("Task Attachments", success))
+    except Exception as e:
+        print(f"❌ Failed to import/run task attachments migration: {e}")
+        results.append(("Task Attachments", False))
+    
+    # Migration 4: Location Tracking (TimescaleDB)
+    print("\n" + "="*70)
+    print("📋 MIGRATION 4/5: Location Tracking (TimescaleDB Hypertable)")
+    print("="*70)
+    try:
+        from migrate_location_tracking import migrate as migrate_location
+        success = await run_migration("Location Tracking Migration", migrate_location)
+        results.append(("Location Tracking", success))
+    except Exception as e:
+        print(f"❌ Failed to import/run location tracking migration: {e}")
+        results.append(("Location Tracking", False))
+    
+    # Migration 5: Geofences
+    print("\n" + "="*70)
+    print("📋 MIGRATION 5/5: Geofences Table")
+    print("="*70)
+    try:
+        from migrate_geofences import migrate as migrate_geofences
+        success = await run_migration("Geofences Migration", migrate_geofences)
+        results.append(("Geofences", success))
+    except Exception as e:
+        print(f"❌ Failed to import/run geofences migration: {e}")
+        results.append(("Geofences", False))
+    
+    # Summary
+    print("\n" + "="*70)
+    print("📊 MIGRATION SUMMARY")
+    print("="*70)
+    print()
+    
+    success_count = sum(1 for _, success in results if success)
+    total_count = len(results)
+    
+    for name, success in results:
+        status = "✅" if success else "❌"
+        print(f"{status} {name}")
+    
+    print()
+    print(f"Completed: {success_count}/{total_count}")
+    
+    if success_count == total_count:
+        print("\n🎉 All migrations completed successfully!")
+        print("\n📚 Next steps:")
+        print("   1. Start server: python3 -m uvicorn app.main:app --port 8003 --reload")
+        print("   2. Test APIs: python3 test_tasks_api.py")
+        print("   3. View docs: http://localhost:8003/docs")
+        return True
+    else:
+        print("\n⚠️  Some migrations failed. Please check the errors above.")
+        print("\n🔧 Troubleshooting:")
+        print("   1. Check .env file has correct database credentials")
+        print("   2. Verify database connection")
+        print("   3. Check if TimescaleDB extension is installed")
+        print("   4. Run individual migrations to see detailed errors")
+        return False
+
+
+if __name__ == "__main__":
+    try:
+        success = asyncio.run(main())
+        exit(0 if success else 1)
+    except KeyboardInterrupt:
+        print("\n\n❌ Migration cancelled by user")
+        exit(1)
+    except Exception as e:
+        print(f"\n\n❌ Unexpected error: {e}")
+        exit(1)

setup.sh

@@ -29,15 +29,15 @@ else
     echo "✅ Created .env file. Please edit it with your credentials."
 fi
 
-# Run migration
+# Run migrations
 echo ""
-echo "Do you want to run the database migration now? (y/n)"
+echo "Do you want to run all database migrations now? (y/n)"
 read -r response
 if [[ "$response" =~ ^([yY][eE][sS]|[yY])$ ]]; then
-    echo "Running migration..."
-    python3 migrate_attendance.py
+    echo "Running all migrations..."
+    python3 run_all_migrations.py
 else
-    echo "Skipping migration. Run 'python3 migrate_attendance.py' when ready."
+    echo "Skipping migrations. Run 'python3 run_all_migrations.py' when ready."
 fi
 
 echo ""
@@ -47,7 +47,13 @@ echo "=========================================="
 echo ""
 echo "Next steps:"
 echo "1. Edit .env file with your database credentials"
-echo "2. Run migration: python3 migrate_attendance.py"
+echo "2. Run all migrations: python3 run_all_migrations.py"
+echo "   Or run individually:"
+echo "   - python3 migrate_attendance.py"
+echo "   - python3 migrate_tasks.py"
+echo "   - python3 migrate_task_attachments.py"
+echo "   - python3 migrate_location_tracking.py"
+echo "   - python3 migrate_geofences.py"
 echo "3. Start service: python3 -m uvicorn app.main:app --host 0.0.0.0 --port 8003 --reload"
 echo "4. Or press F5 in VS Code to debug"
 echo ""