rogaining_srv/complete_location2025_migration.py

#!/usr/bin/env python3
"""
Location2025完全移行プログラム
7,641件の未移行ロケーションデータをLocation2025テーブルに移行
"""

import os
import sys
from datetime import datetime

# Django設定の初期化
os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'config.settings')
sys.path.append('/opt/app')

try:
    import django
    django.setup()
    
    from django.contrib.gis.geos import Point
    from django.db import models
    from rog.models import Location, Location2025, NewEvent2
    
except ImportError as e:
    print(f"Django import error: {e}")
    print("このスクリプトはDjangoコンテナ内で実行してください")
    sys.exit(1)

def migrate_location_to_location2025():
    """Location から Location2025 への完全移行"""
    print("=== Location2025完全移行開始 ===")
    
    try:
        # 現在の状況確認
        total_location = Location.objects.count()
        current_location2025 = Location2025.objects.count()
        remaining = total_location - current_location2025
        
        print(f"移行対象: {remaining}件 (全{total_location}件中{current_location2025}件移行済み)")
        
        if remaining <= 0:
            print("✅ すべてのLocationデータが既にLocation2025に移行済みです")
            return True
            
        # イベント確認（高山２以外の処理）
        locations_by_event = Location.objects.values('event_name').annotate(
            count=models.Count('id')
        ).order_by('-count')
        
        print("イベント別未移行データ:")
        for event_data in locations_by_event:
            event_name = event_data['event_name']
            count = event_data['count']
            
            # 既に移行済みのデータ数確認
            try:
                event = NewEvent2.objects.get(event_code=event_name)
                migrated = Location2025.objects.filter(event_id=event.id).count()
                remaining_for_event = count - migrated
                print(f"  {event_name}: {remaining_for_event}件未移行 (全{count}件)")
            except NewEvent2.DoesNotExist:
                print(f"  {event_name}: NewEvent2未登録のため移行不可 ({count}件)")
        
        # バッチ移行処理
        batch_size = 100
        total_migrated = 0
        
        # 高山２イベントのLocationデータを取得
        takayama_locations = Location.objects.filter(event_name='高山２')
        
        if takayama_locations.exists():
            # 高山２のNewEvent2エントリを取得または作成
            try:
                takayama_event = NewEvent2.objects.filter(event_code='高山２').first()
                if not takayama_event:
                    print("⚠️  高山２イベントをNewEvent2に作成中...")
                    takayama_event = NewEvent2.objects.create(
                        event_code='高山２',
                        event_name='岐阜ロゲin高山２',
                        event_date=datetime(2025, 2, 11).date(),
                        start_time=datetime(2025, 2, 11, 10, 0).time(),
                        goal_time=datetime(2025, 2, 11, 15, 0).time(),
                        explanation='移行により自動作成されたイベント'
                    )
                    print(f"✅ 高山２イベント作成完了 (ID: {takayama_event.id})")
                else:
                    print(f"✅ 高山２イベント (ID: {takayama_event.id}) 使用")
            except Exception as e:
                print(f"❌ 高山２イベント処理エラー: {e}")
                return False
            
            # 既存のLocation2025データと重複チェック
            existing_location2025_ids = set(
                Location2025.objects.filter(event_id=takayama_event.id).values_list('original_location_id', flat=True)
            )
            
            # 未移行のLocationデータを取得
            pending_locations = takayama_locations.exclude(id__in=existing_location2025_ids)
            pending_count = pending_locations.count()
            
            print(f"高山２イベント: {pending_count}件の未移行データを処理中...")
            
            # バッチ処理でLocation2025に移行
            for i in range(0, pending_count, batch_size):
                batch_locations = list(pending_locations[i:i+batch_size])
                location2025_objects = []
                
                for location in batch_locations:
                    # PostGIS Pointオブジェクト作成
                    point_geom = Point(float(location.longitude), float(location.latitude))
                    
                    location2025_obj = Location2025(
                        cp_number=location.cp_number,
                        point=point_geom,
                        score=location.score,
                        event_id=takayama_event.id,
                        original_location_id=location.id,
                        create_time=location.create_time or datetime.now(),
                        update_time=datetime.now()
                    )
                    location2025_objects.append(location2025_obj)
                
                # 一括挿入
                Location2025.objects.bulk_create(location2025_objects, ignore_conflicts=True)
                total_migrated += len(location2025_objects)
                
                print(f"移行進捗: {total_migrated}/{pending_count}件完了")
        
        # 移行結果確認
        final_location2025_count = Location2025.objects.count()
        print(f"\n✅ 移行完了: Location2025テーブルに{final_location2025_count}件のデータ")
        print(f"今回移行: {total_migrated}件")
        
        # API互換性確認
        print("\n=== API互換性確認 ===")
        test_checkpoints = Location2025.objects.filter(
            event_id=takayama_event.id
        )[:5]
        
        if test_checkpoints.exists():
            print("✅ get_checkpoint_list API用サンプルデータ:")
            for cp in test_checkpoints:
                print(f"  CP{cp.cp_number}: ({cp.point.x}, {cp.point.y}) - {cp.score}点")
        
        return True
        
    except Exception as e:
        print(f"❌ 移行エラー: {e}")
        return False

def verify_migration_results():
    """移行結果の検証"""
    print("\n=== 移行結果検証 ===")
    
    try:
        # データ数確認
        location_count = Location.objects.count()
        location2025_count = Location2025.objects.count()
        
        print(f"Location (旧): {location_count}件")
        print(f"Location2025 (新): {location2025_count}件")
        
        if location2025_count >= location_count:
            print("✅ 完全移行成功")
        else:
            remaining = location_count - location2025_count
            print(f"⚠️  {remaining}件が未移行")
            
        # イベント別確認
        events_with_data = Location2025.objects.values('event_id').annotate(
            count=models.Count('id')
        )
        
        print("\nLocation2025イベント別データ数:")
        for event_data in events_with_data:
            try:
                event = NewEvent2.objects.get(id=event_data['event_id'])
                print(f"  {event.event_code}: {event_data['count']}件")
            except NewEvent2.DoesNotExist:
                print(f"  イベントID {event_data['event_id']}: {event_data['count']}件 (イベント情報なし)")
        
        return True
        
    except Exception as e:
        print(f"❌ 検証エラー: {e}")
        return False

def main():
    """メイン処理"""
    print("=== Location2025完全移行プログラム ===")
    print("目標: 残り7,641件のLocationデータをLocation2025に移行")
    
    # 移行実行
    success = migrate_location_to_location2025()
    
    if success:
        # 結果検証
        verify_migration_results()
        print("\n🎉 Location2025移行プログラム完了")
    else:
        print("\n❌ 移行に失敗しました")
        return 1
        
    return 0

if __name__ == "__main__":
    exit(main())