Fix migration error
This commit is contained in:
407
migrate_all_events_with_gps_final.py
Normal file
407
migrate_all_events_with_gps_final.py
Normal file
@ -0,0 +1,407 @@
|
||||
#!/usr/bin/env python
|
||||
"""
|
||||
old_rogdb から rogdb への全イベントデータ移行スクリプト（GPS情報含む）
|
||||
FC岐阜の成功事例をベースに全てのイベントのteam/member/entry + GPS情報を移行
|
||||
"""
|
||||
|
||||
import os
|
||||
import sys
|
||||
import django
|
||||
|
||||
if __name__ == '__main__':
|
||||
os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'config.settings')
|
||||
django.setup()
|
||||
|
||||
from django.db import transaction, connection
|
||||
from rog.models import NewEvent2, Team, Entry, Member, NewCategory, CustomUser
|
||||
import psycopg2
|
||||
|
||||
print("📋 全イベントデータ移行スクリプト（GPS情報含む）を開始します")
|
||||
|
||||
# 各データベース接続設定
|
||||
OLD_DB_CONFIG = {
|
||||
'host': 'postgres-db',
|
||||
'port': 5432,
|
||||
'database': 'old_rogdb',
|
||||
'user': 'postgres',
|
||||
'password': 'password'
|
||||
}
|
||||
|
||||
GIFUROGE_DB_CONFIG = {
|
||||
'host': 'postgres-db',
|
||||
'port': 5432,
|
||||
'database': 'gifuroge',
|
||||
'user': 'postgres',
|
||||
'password': 'password'
|
||||
}
|
||||
|
||||
try:
|
||||
# データベース接続
|
||||
old_conn = psycopg2.connect(**OLD_DB_CONFIG)
|
||||
gifuroge_conn = psycopg2.connect(**GIFUROGE_DB_CONFIG)
|
||||
|
||||
with transaction.atomic():
|
||||
# === STEP 1: ユーザー確認 ===
|
||||
print("\n=== STEP 1: ユーザー確認 ===")
|
||||
|
||||
admin_user, created = CustomUser.objects.get_or_create(
|
||||
username='admin',
|
||||
defaults={
|
||||
'email': 'admin@example.com',
|
||||
'is_staff': True,
|
||||
'is_superuser': True
|
||||
}
|
||||
)
|
||||
print(f"管理ユーザー: {'作成' if created else '既存'}")
|
||||
|
||||
# === STEP 2: イベントとカテゴリー情報取得 ===
|
||||
print("\n=== STEP 2: 既存イベント・カテゴリー確認 ===")
|
||||
|
||||
existing_events = list(NewEvent2.objects.values_list('id', 'name'))
|
||||
print(f"既存イベント数: {len(existing_events)}件")
|
||||
|
||||
if not existing_events:
|
||||
print("❌ イベントが存在しません。先にイベントを作成してください。")
|
||||
sys.exit(1)
|
||||
|
||||
existing_categories = list(NewCategory.objects.values_list('id', 'name'))
|
||||
print(f"既存カテゴリー数: {len(existing_categories)}件")
|
||||
|
||||
if not existing_categories:
|
||||
print("❌ カテゴリーが存在しません。先にカテゴリーを作成してください。")
|
||||
sys.exit(1)
|
||||
|
||||
# === STEP 3: チーム移行 ===
|
||||
print("\n=== STEP 3: チーム移行 ===")
|
||||
|
||||
with old_conn.cursor() as cursor:
|
||||
cursor.execute("""
|
||||
SELECT id, name, owner_id, event_id, reg_date,
|
||||
representative_name, representative_phone,
|
||||
representative_email, is_deleted
|
||||
FROM team
|
||||
WHERE is_deleted = FALSE
|
||||
ORDER BY id;
|
||||
""")
|
||||
old_teams = cursor.fetchall()
|
||||
|
||||
print(f"old_rogdbのチーム数: {len(old_teams)}件")
|
||||
|
||||
total_migrated_teams = 0
|
||||
|
||||
for team_data in old_teams:
|
||||
old_team_id, name, owner_id, event_id, reg_date, rep_name, rep_phone, rep_email, is_deleted = team_data
|
||||
|
||||
# イベントが存在するかチェック
|
||||
if not NewEvent2.objects.filter(id=event_id).exists():
|
||||
continue
|
||||
|
||||
# チームが既に存在するかチェック
|
||||
if Team.objects.filter(id=old_team_id).exists():
|
||||
continue
|
||||
|
||||
try:
|
||||
team = Team.objects.create(
|
||||
id=old_team_id,
|
||||
name=name,
|
||||
owner_id=owner_id or admin_user.id,
|
||||
event_id=event_id,
|
||||
reg_date=reg_date,
|
||||
representative_name=rep_name or name,
|
||||
representative_phone=rep_phone or '',
|
||||
representative_email=rep_email or '',
|
||||
is_deleted=False
|
||||
)
|
||||
total_migrated_teams += 1
|
||||
if total_migrated_teams <= 5:
|
||||
print(f" チーム作成: {name} (ID: {old_team_id})")
|
||||
|
||||
except Exception as e:
|
||||
print(f" ❌ チーム作成エラー: {name} - {e}")
|
||||
|
||||
print(f"✅ チーム移行完了: {total_migrated_teams}件作成")
|
||||
|
||||
# === STEP 4: メンバー移行 ===
|
||||
print("\n=== STEP 4: メンバー移行 ===")
|
||||
|
||||
with old_conn.cursor() as cursor:
|
||||
cursor.execute("""
|
||||
SELECT id, team_id, name, kana, is_leader,
|
||||
phone, email, birthday, gender, si_number, is_deleted
|
||||
FROM member
|
||||
WHERE is_deleted = FALSE
|
||||
ORDER BY id;
|
||||
""")
|
||||
old_members = cursor.fetchall()
|
||||
|
||||
print(f"old_rogdbのメンバー数: {len(old_members)}件")
|
||||
|
||||
total_migrated_members = 0
|
||||
|
||||
for member_data in old_members:
|
||||
old_member_id, team_id, name, kana, is_leader, phone, email, birthday, gender, si_number, is_deleted = member_data
|
||||
|
||||
# チームが存在するかチェック
|
||||
if not Team.objects.filter(id=team_id).exists():
|
||||
continue
|
||||
|
||||
# メンバーが既に存在するかチェック
|
||||
if Member.objects.filter(id=old_member_id).exists():
|
||||
continue
|
||||
|
||||
try:
|
||||
member = Member.objects.create(
|
||||
id=old_member_id,
|
||||
team_id=team_id,
|
||||
name=name,
|
||||
kana=kana or '',
|
||||
is_leader=is_leader or False,
|
||||
phone=phone or '',
|
||||
email=email or '',
|
||||
birthday=birthday,
|
||||
gender=gender or '',
|
||||
si_number=si_number,
|
||||
is_deleted=False
|
||||
)
|
||||
total_migrated_members += 1
|
||||
if total_migrated_members <= 5:
|
||||
print(f" メンバー作成: {name} (チーム{team_id})")
|
||||
|
||||
except Exception as e:
|
||||
print(f" ❌ メンバー作成エラー: {name} - {e}")
|
||||
|
||||
print(f"✅ メンバー移行完了: {total_migrated_members}件作成")
|
||||
|
||||
# === STEP 5: エントリー移行 ===
|
||||
print("\n=== STEP 5: エントリー移行 ===")
|
||||
|
||||
total_migrated_entries = 0
|
||||
|
||||
# イベント別にエントリーを移行
|
||||
for event_id, event_name in existing_events:
|
||||
print(f"\n 📊 {event_name} (ID: {event_id}) のエントリー移行中...")
|
||||
|
||||
# カテゴリーを取得（なければデフォルト使用）
|
||||
cat_id = existing_categories[0][0] if existing_categories else 1
|
||||
|
||||
with old_conn.cursor() as cursor:
|
||||
cursor.execute("""
|
||||
SELECT t.id as team_id, t.name as team_name, t.owner_id,
|
||||
s.zekken_number, s.label, s.is_deleted
|
||||
FROM team t
|
||||
LEFT JOIN start s ON t.id = s.team_id
|
||||
WHERE t.event_id = %s AND t.is_deleted = FALSE
|
||||
ORDER BY t.id;
|
||||
""", [event_id])
|
||||
|
||||
entries_data = cursor.fetchall()
|
||||
print(f" 対象エントリー数: {len(entries_data)}件")
|
||||
|
||||
event_migrated_entries = 0
|
||||
|
||||
for entry_data in entries_data:
|
||||
team_id, team_name, owner_id, zekken, label, is_deleted = entry_data
|
||||
|
||||
# エントリーが既に存在するかチェック
|
||||
if Entry.objects.filter(team_id=team_id, event_id=event_id).exists():
|
||||
continue
|
||||
|
||||
try:
|
||||
# チームとイベントの存在確認
|
||||
team_obj = Team.objects.get(id=team_id)
|
||||
event_obj = NewEvent2.objects.get(id=event_id)
|
||||
|
||||
# Entryオブジェクト作成
|
||||
entry = Entry.objects.create(
|
||||
date=event_obj.start_datetime,
|
||||
category_id=cat_id,
|
||||
event_id=event_id,
|
||||
owner_id=owner_id or admin_user.id,
|
||||
team_id=team_id,
|
||||
is_active=True,
|
||||
zekken_number=int(zekken) if zekken else 0,
|
||||
hasGoaled=False,
|
||||
hasParticipated=False,
|
||||
zekken_label=label or f"{event_name}-{zekken}",
|
||||
is_trial=False,
|
||||
staff_privileges=False,
|
||||
can_access_private_events=False,
|
||||
team_validation_status='approved'
|
||||
)
|
||||
|
||||
event_migrated_entries += 1
|
||||
total_migrated_entries += 1
|
||||
if event_migrated_entries <= 3:
|
||||
print(f" エントリー作成: {team_name} - ゼッケン{zekken}")
|
||||
|
||||
except Team.DoesNotExist:
|
||||
print(f" ❌ チーム{team_id}が見つかりません: {team_name}")
|
||||
except NewEvent2.DoesNotExist:
|
||||
print(f" ❌ イベント{event_id}が見つかりません")
|
||||
except Exception as e:
|
||||
print(f" ❌ エントリー作成エラー: {team_name} - {e}")
|
||||
|
||||
print(f" ✅ {event_name}: {event_migrated_entries}件のエントリーを移行")
|
||||
|
||||
print(f"\n✅ 全エントリー移行完了: {total_migrated_entries}件作成")
|
||||
|
||||
# === STEP 6: GPS情報移行 ===
|
||||
print("\n=== STEP 6: GPS情報（通過データ）移行 ===")
|
||||
|
||||
with gifuroge_conn.cursor() as gifuroge_cursor:
|
||||
# GPS情報データ数確認
|
||||
gifuroge_cursor.execute("SELECT COUNT(*) FROM gps_information;")
|
||||
gps_total_count = gifuroge_cursor.fetchone()[0]
|
||||
print(f"GPS情報総数: {gps_total_count}件")
|
||||
|
||||
if gps_total_count > 0:
|
||||
# ロガインDBからteam_idとzekken_numberの対応関係を取得
|
||||
print("\n 📊 チーム-ゼッケン対応表作成中...")
|
||||
team_zekken_map = {}
|
||||
|
||||
with old_conn.cursor() as old_cursor:
|
||||
old_cursor.execute("""
|
||||
SELECT t.id as team_id, s.zekken_number, t.event_id
|
||||
FROM team t
|
||||
LEFT JOIN start s ON t.id = s.team_id
|
||||
WHERE t.is_deleted = FALSE AND s.zekken_number IS NOT NULL;
|
||||
""")
|
||||
team_zekken_data = old_cursor.fetchall()
|
||||
|
||||
for team_id, zekken_number, event_id in team_zekken_data:
|
||||
if zekken_number:
|
||||
team_zekken_map[str(zekken_number)] = {
|
||||
'team_id': team_id,
|
||||
'event_id': event_id
|
||||
}
|
||||
|
||||
print(f" チーム-ゼッケン対応: {len(team_zekken_map)}件")
|
||||
|
||||
# GPS情報をバッチで移行
|
||||
print("\n 🌍 GPS情報移行中...")
|
||||
|
||||
# 既存のGPS情報をクリア（必要に応じて）
|
||||
with connection.cursor() as django_cursor:
|
||||
django_cursor.execute("SELECT COUNT(*) FROM gps_checkins;")
|
||||
existing_gps = django_cursor.fetchone()[0]
|
||||
print(f" 既存GPS記録: {existing_gps}件")
|
||||
|
||||
# GPS情報を取得・移行
|
||||
gifuroge_cursor.execute("""
|
||||
SELECT zekken_number, event_code, cp_number, lattitude, longitude,
|
||||
image_address, image_receipt, image_qr, validate_location,
|
||||
goal_time, late_point, create_at, create_user, update_at,
|
||||
update_user, buy_flag, colabo_company_memo, points
|
||||
FROM gps_information
|
||||
ORDER BY create_at;
|
||||
""")
|
||||
|
||||
gps_records = gifuroge_cursor.fetchall()
|
||||
print(f" 移行対象GPS記録: {len(gps_records)}件")
|
||||
|
||||
migrated_gps_count = 0
|
||||
batch_size = 1000
|
||||
|
||||
with connection.cursor() as django_cursor:
|
||||
for i in range(0, len(gps_records), batch_size):
|
||||
batch = gps_records[i:i+batch_size]
|
||||
print(f" バッチ {i//batch_size + 1}: {len(batch)}件処理中...")
|
||||
|
||||
for gps_record in batch:
|
||||
(zekken_number, event_code, cp_number, lattitude, longitude,
|
||||
image_address, image_receipt, image_qr, validate_location,
|
||||
goal_time, late_point, create_at, create_user, update_at,
|
||||
update_user, buy_flag, colabo_company_memo, points) = gps_record
|
||||
|
||||
# zekken_numberから対応するteam_idを取得
|
||||
team_info = team_zekken_map.get(str(zekken_number))
|
||||
team_id = team_info['team_id'] if team_info else None
|
||||
event_id = team_info['event_id'] if team_info else None
|
||||
|
||||
try:
|
||||
# gps_checkinsテーブルに実際の構造に合わせて挿入
|
||||
django_cursor.execute("""
|
||||
INSERT INTO gps_checkins (
|
||||
path_order, zekken_number, event_code, cp_number,
|
||||
lattitude, longitude, image_address, image_receipt,
|
||||
image_qr, validate_location, goal_time, late_point,
|
||||
create_at, create_user, update_at, update_user,
|
||||
buy_flag, colabo_company_memo, points, event_id,
|
||||
team_id, validation_status
|
||||
) VALUES (
|
||||
%s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
|
||||
%s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
|
||||
%s, %s
|
||||
);
|
||||
""", [
|
||||
0, # path_order（デフォルト値）
|
||||
str(zekken_number), # zekken_number
|
||||
event_code, # event_code
|
||||
cp_number, # cp_number
|
||||
lattitude, # lattitude
|
||||
longitude, # longitude
|
||||
image_address, # image_address
|
||||
image_receipt, # image_receipt
|
||||
bool(image_qr) if image_qr is not None else False, # image_qr
|
||||
bool(validate_location) if validate_location is not None else False, # validate_location
|
||||
goal_time, # goal_time
|
||||
late_point, # late_point
|
||||
create_at, # create_at
|
||||
create_user, # create_user
|
||||
update_at, # update_at
|
||||
update_user, # update_user
|
||||
bool(buy_flag) if buy_flag is not None else False, # buy_flag
|
||||
colabo_company_memo or '', # colabo_company_memo
|
||||
points, # points
|
||||
event_id, # event_id
|
||||
team_id, # team_id
|
||||
'pending' # validation_status（デフォルト値）
|
||||
])
|
||||
migrated_gps_count += 1
|
||||
|
||||
except Exception as e:
|
||||
if migrated_gps_count < 5: # 最初の5件のエラーのみ表示
|
||||
print(f" ❌ GPS記録移行エラー: ゼッケン{zekken_number} - {e}")
|
||||
|
||||
# バッチごとにコミット
|
||||
connection.commit()
|
||||
|
||||
print(f" ✅ GPS情報移行完了: {migrated_gps_count}件作成")
|
||||
else:
|
||||
print(" 📍 GPS情報が存在しません")
|
||||
|
||||
old_conn.close()
|
||||
gifuroge_conn.close()
|
||||
|
||||
# === 最終確認 ===
|
||||
print("\n=== 移行結果確認 ===")
|
||||
|
||||
total_teams = Team.objects.count()
|
||||
total_members = Member.objects.count()
|
||||
total_entries = Entry.objects.count()
|
||||
|
||||
# GPS情報確認
|
||||
with connection.cursor() as cursor:
|
||||
cursor.execute("SELECT COUNT(*) FROM gps_checkins;")
|
||||
total_gps = cursor.fetchone()[0]
|
||||
|
||||
print(f"総チーム数: {total_teams}件")
|
||||
print(f"総メンバー数: {total_members}件")
|
||||
print(f"総エントリー数: {total_entries}件")
|
||||
print(f"総GPS記録数: {total_gps}件")
|
||||
|
||||
# イベント別エントリー統計
|
||||
print("\n=== イベント別エントリー統計 ===")
|
||||
for event_id, event_name in existing_events[:10]:
|
||||
entry_count = Entry.objects.filter(event_id=event_id).count()
|
||||
if entry_count > 0:
|
||||
print(f" {event_name}: {entry_count}件")
|
||||
|
||||
print("\n🎉 全イベントデータ移行（GPS情報含む）が完了しました！")
|
||||
print("🎯 通過審査管理画面で全てのイベントのゼッケン番号が表示され、")
|
||||
print(" GPS情報による通過データも利用可能になります。")
|
||||
|
||||
except Exception as e:
|
||||
print(f"❌ エラーが発生しました: {e}")
|
||||
import traceback
|
||||
traceback.print_exc()
|
||||
Reference in New Issue
Block a user