migration: preserve frontend shell pages and styles

app/tools/compare_preservation_databases.py

@@ -27,9 +27,21 @@ def schema(connection: sqlite3.Connection) -> list[dict[str, Any]]:
     return [dict(row) for row in rows]
 
 
-def table_rows(connection: sqlite3.Connection, table: str) -> list[dict[str, Any]]:
+def table_rows(
+    connection: sqlite3.Connection,
+    table: str,
+    excluded_columns: set[str] | None = None,
+) -> list[dict[str, Any]]:
     quoted = '"' + table.replace('"', '""') + '"'
-    rows = [dict(row) for row in connection.execute(f"SELECT * FROM {quoted}").fetchall()]
+    excluded_columns = excluded_columns or set()
+    rows = [
+        {
+            key: value
+            for key, value in dict(row).items()
+            if key not in excluded_columns
+        }
+        for row in connection.execute(f"SELECT * FROM {quoted}").fetchall()
+    ]
     return sorted(rows, key=lambda row: json.dumps(row, ensure_ascii=False, sort_keys=True, default=str))
 
 
@@ -38,9 +50,23 @@ def main() -> None:
     parser.add_argument("--original", type=Path, required=True)
     parser.add_argument("--migrated", type=Path, required=True)
     parser.add_argument("--output", type=Path, required=True)
+    parser.add_argument(
+        "--exclude-column",
+        action="append",
+        default=[],
+        metavar="TABLE.COLUMN",
+        help="exclude a nondeterministic column from one table comparison",
+    )
     parser.add_argument("tables", nargs="+")
     args = parser.parse_args()
 
+    excluded_by_table: dict[str, set[str]] = {}
+    for item in args.exclude_column:
+        table, separator, column = item.partition(".")
+        if not separator or not table or not column:
+            parser.error("--exclude-column must use TABLE.COLUMN")
+        excluded_by_table.setdefault(table, set()).add(column)
+
     original = sqlite3.connect(args.original)
     migrated = sqlite3.connect(args.migrated)
     original.row_factory = sqlite3.Row
@@ -51,8 +77,9 @@ def main() -> None:
         tables = []
         all_equal = original_schema == migrated_schema
         for table in args.tables:
-            original_rows = table_rows(original, table)
-            migrated_rows = table_rows(migrated, table)
+            excluded_columns = excluded_by_table.get(table, set())
+            original_rows = table_rows(original, table, excluded_columns)
+            migrated_rows = table_rows(migrated, table, excluded_columns)
             equal = original_rows == migrated_rows
             all_equal = all_equal and equal
             tables.append(
@@ -63,6 +90,7 @@ def main() -> None:
                     "original_sha256": digest(original_rows),
                     "migrated_sha256": digest(migrated_rows),
                     "equal": equal,
+                    "excluded_columns": sorted(excluded_columns),
                 }
             )
         result = {