Phase 1 of Migration. Running Scripts

backend/migration/migrate_crm_comms_log.py

@@ -0,0 +1,85 @@
+"""
+Phase 1 — Step 1.9: crm_comms_log  (SQLite → Postgres)
+
+FK to crm_customers(id) (nullable, ON DELETE SET NULL) — FK enforcement
+suppressed until Phase 2 populates crm_customers.
+
+Run on VPS:
+    docker compose exec backend python -m migration.migrate_crm_comms_log
+"""
+
+import asyncio
+import sys
+
+from sqlalchemy import text
+from sqlalchemy.dialects.postgresql import insert as pg_insert
+
+from crm.orm import CrmCommsLog
+from migration.utils import open_sqlite, AsyncPgSession, parse_dt, parse_json, log_run, pg_count
+
+SCRIPT = "migrate_crm_comms_log"
+
+
+async def run() -> None:
+    sqlite = await open_sqlite()
+    rows = await sqlite.execute_fetchall("SELECT * FROM crm_comms_log ORDER BY occurred_at")
+    await sqlite.close()
+
+    source_count = len(rows)
+    print(f"Source (SQLite): {source_count} crm_comms_log rows")
+
+    if source_count == 0:
+        print("Nothing to migrate.")
+        await log_run(SCRIPT, 0, 0, notes="source empty")
+        return
+
+    records = []
+    for r in rows:
+        # attachments stored as JSON text in SQLite
+        attachments = parse_json(r["attachments"], default=[])
+
+        # is_important / is_read stored as INTEGER (0/1) in SQLite
+        is_important = bool(r["is_important"]) if r["is_important"] is not None else False
+        is_read      = bool(r["is_read"])      if r["is_read"]      is not None else True
+
+        records.append({
+            "id":             r["id"],
+            "customer_id":    r["customer_id"],
+            "type":           r["type"],
+            "mail_account":   r["mail_account"],
+            "direction":      r["direction"],
+            "subject":        r["subject"],
+            "body":           r["body"],
+            "body_html":      r["body_html"],
+            "attachments":    attachments,
+            "ext_message_id": r["ext_message_id"],
+            "from_addr":      r["from_addr"],
+            "to_addrs":       r["to_addrs"],
+            "logged_by":      r["logged_by"],
+            "is_important":   is_important,
+            "is_read":        is_read,
+            "occurred_at":    parse_dt(r["occurred_at"]),
+            "created_at":     parse_dt(r["created_at"]),
+        })
+
+    async with AsyncPgSession() as session:
+        await session.execute(text("SET session_replication_role = replica"))
+        async with session.begin():
+            stmt = pg_insert(CrmCommsLog).values(records)
+            stmt = stmt.on_conflict_do_nothing(index_elements=["id"])
+            await session.execute(stmt)
+            dest_count = await pg_count(session, "crm_comms_log")
+        await session.execute(text("SET session_replication_role = DEFAULT"))
+
+    if dest_count < source_count:
+        msg = f"Count mismatch: source={source_count}  postgres={dest_count}"
+        print(f"ERROR: {msg}", file=sys.stderr)
+        await log_run(SCRIPT, source_count, dest_count, success=False, notes=msg)
+        sys.exit(1)
+
+    print(f"Postgres: {dest_count} rows ✓")
+    await log_run(SCRIPT, source_count, dest_count)
+
+
+if __name__ == "__main__":
+    asyncio.run(run())