"""Exercise automatic route discovery and mistakes that break search metadata.""" import contextlib import importlib.util from html import escape import io import json import re from pathlib import Path import shutil import tempfile from threading import Thread import unittest from http.server import ThreadingHTTPServer from urllib.error import HTTPError from urllib.request import urlopen import xml.etree.ElementTree as ET ROOT = Path(__file__).resolve().parent.parent def load_script(name): """Load a repository script without executing its command-line entrypoint.""" spec = importlib.util.spec_from_file_location(name, ROOT / "scripts" / f"{name}.py") module = importlib.util.module_from_spec(spec) spec.loader.exec_module(module) return module PREPARE = load_script("prepare-website") VERIFY = load_script("verify-website") WEBSITE = load_script("website") class WebsiteSearchChecks(unittest.TestCase): """Use authored pages and temporary fixtures to check the publishing boundary.""" def test_sitemap_tracks_added_moved_removed_and_nonindexable_pages(self): with tempfile.TemporaryDirectory() as directory: site = Path(directory) def page(name, head="", body=""): path = site / name path.parent.mkdir(parents=True, exist_ok=True) path.write_text(f"{head}{body}") return path page("index.html") nested = page("guides/new/index.html") page( "examples/fixture/index.html", '', ) page("draft.html", '') page("code & notes.html") page("visible/index.html", body='') (site / "asset.json").write_text("{}") def urls(): with contextlib.redirect_stdout(io.StringIO()): PREPARE.prepare_sitemap(site) sitemap = ET.parse(site / "sitemap.xml") return {node.text for node in sitemap.findall(".//{*}loc")} self.assertEqual( urls(), { "https://rea.tools/", "https://rea.tools/guides/new/", "https://rea.tools/code%20%26%20notes.html", "https://rea.tools/visible/", }, ) nested.rename(site / "moved.html") self.assertIn("https://rea.tools/moved.html", urls()) self.assertNotIn("https://rea.tools/guides/new/", urls()) (site / "moved.html").unlink() self.assertNotIn("https://rea.tools/moved.html", urls()) def test_verifier_rejects_wrong_canonicals_stale_sitemaps_and_missing_previews( self, ): cases = ( ( "index.html", 'rel="canonical" href="https://rea.tools/"', 'rel="canonical" href="https://morluto.github.io/rea/"', "head canonical", ), ( "showcase/aegis/index.html", 'rel="canonical" href="https://rea.tools/showcase/aegis/"', 'rel="canonical" href="https://rea.tools/"', "head canonical", ), ( "examples/notes-electron/index.html", 'content="noindex"', 'content="index"', "must have a head noindex", ), ( "sitemap.xml", "https://rea.tools/faq/", "https://rea.tools/deleted/", "each indexable page once", ), ( "faq/index.html", 'name="twitter:card" content="summary_large_image"', 'name="twitter:card" content="summary"', "twitter:card", ), ) for name, old, new, message in cases: with self.subTest(name=name), tempfile.TemporaryDirectory() as directory: site = Path(directory) / "public" shutil.copytree(ROOT / "website/public", site) path = site / name source = path.read_text() self.assertIn(old, source) path.write_text(source.replace(old, new, 1)) self.assertTrue( any(message in error for error in VERIFY.check_site(site)[3]) ) with tempfile.TemporaryDirectory() as directory: site = Path(directory) / "public" shutil.copytree(ROOT / "website/public", site) (site / "assets/social-card.png").unlink() self.assertIn( "Social preview PNG is missing; run scripts/prepare-website.py", VERIFY.check_site(site)[3], ) class WebsiteMaintenanceChecks(unittest.TestCase): """Exercise contributor edits and the static preview through real consumers.""" def test_shared_edits_preserve_body_and_catch_drift_before_rewriting(self): with tempfile.TemporaryDirectory() as directory: root = Path(directory) for name in ("public", "templates", "locales"): shutil.copytree(ROOT / "website" / name, root / "website" / name) page = root / "website/public/blog/touhou-reconstruction/index.html" original = page.read_text() body = original.split('
", 1)[0] template = root / "website/templates/header.html.tmpl" template.write_text(template.read_text().replace("Reverse Engineer Anything", "REA test navigation")) with self.assertRaisesRegex(ValueError, "Shared HTML is stale"): WEBSITE.sync_pages(root, check=True) self.assertEqual(page.read_text(), original) WEBSITE.sync_pages(root) updated = page.read_text() self.assertIn("REA test navigation", updated) self.assertEqual(updated.split('
", 1)[0], body) self.assertEqual(WEBSITE.sync_pages(root), []) page.write_text(updated.replace(' ', '', 1)) with self.assertRaisesRegex(ValueError, "needs one header region"): WEBSITE.sync_pages(root) def test_new_page_escapes_metadata_stays_a_draft_and_joins_sitemap_when_ready(self): with tempfile.TemporaryDirectory() as directory: root = Path(directory) for name in ("public", "templates", "locales"): shutil.copytree(ROOT / "website" / name, root / "website" / name) site = root / "website/public" page = WEBSITE.new_page(root, "blog/new-example", 'A & "result"', 'Check "quotes" & .') source = page.read_text() self.assertIn('href="../../blog/" aria-current="page"', source) self.assertIn('href="../../assets/styles.css"', source) self.assertIn("A <test> & "result"", source) with self.assertRaisesRegex(ValueError, "Page already exists"): WEBSITE.new_page(root, "blog/new-example", "Another page", "Description") with self.assertRaises(ValueError): WEBSITE.new_page(root, "../outside", "Title", "Description") WEBSITE.sync_pages(root, check=True) PREPARE.prepare_sitemap(site) self.assertNotIn("https://rea.tools/blog/new-example/", (site / "sitemap.xml").read_text()) page.write_text(source.replace(' \n', '')) PREPARE.prepare_sitemap(site) self.assertIn("https://rea.tools/blog/new-example/", (site / "sitemap.xml").read_text()) self.assertEqual(VERIFY.check_site(site)[3], []) def test_links_in_prompts_fragments_and_copy_controls_are_verified(self): with tempfile.TemporaryDirectory() as directory: site = Path(directory) / "public" shutil.copytree(ROOT / "website/public", site) page = site / "faq/index.html" original = page.read_text() cases = ( ('Broken', "missing local target"), ('https://rea.tools/guides/native/#deleted', "missing HTML fragment"), ('https://morluto.github.io/rea/examples/notes-web/', "obsolete website URL"), ('', "missing copy target"), ('Malformed', "invalid URL"), ) for inserted, message in cases: with self.subTest(message=message): page.write_text(original.replace("
", inserted + "
", 1)) self.assertTrue(any(message in error for error in VERIFY.check_site(site)[3])) def test_repository_links_reject_missing_files_and_old_markdown_anchors(self): with tempfile.TemporaryDirectory() as directory: root = Path(directory) (root / "website/public").mkdir(parents=True) (root / "docs").mkdir() (root / "docs/guide.md").write_text("# Guide\n## Set up REA\n") page = root / "website/README.md" page.write_text("[Guide](../docs/guide.md#set-up-rea)\n") (root / "website/.venv").mkdir() (root / "website/.venv/vendor.md").write_text("[File](missing.md)") self.assertEqual(VERIFY.check_repository_links(root), []) page.write_text("[Guide](../docs/guide.md#removed)\n[File](../docs/removed.md)\n") errors = VERIFY.check_repository_links(root) self.assertTrue(any("missing Markdown fragment" in error for error in errors)) self.assertTrue(any("missing repository target" in error for error in errors)) def test_preview_preserves_pages_prefix_for_assets_and_directory_redirects(self): with tempfile.TemporaryDirectory() as directory: site = Path(directory) (site / "guide").mkdir() (site / "guide/index.html").write_text("

Guide

") (site / "asset.css").write_text("body { color: black; }") for prefix in ("/", "/rea/"): with self.subTest(prefix=prefix), ThreadingHTTPServer(("127.0.0.1", 0), WEBSITE.preview_handler(site, prefix)) as server: worker = Thread(target=server.serve_forever, daemon=True) worker.start() try: base = f"http://127.0.0.1:{server.server_port}" with urlopen(base + prefix + "guide?test=1") as response: self.assertEqual(response.url, base + prefix + "guide/?test=1") self.assertEqual(response.read(), b"

Guide

") with urlopen(base + prefix + "asset.css") as response: self.assertIn(b"color: black", response.read()) with self.assertRaises(HTTPError) as error: urlopen(base + prefix + "missing") self.assertEqual(error.exception.code, 404) if prefix != "/": with self.assertRaises(HTTPError) as error: urlopen(base + "/guide/") self.assertEqual(error.exception.code, 404) finally: server.shutdown() worker.join() def site_copy(directory): """Copy the authored website inputs without existing translated pages.""" root = Path(directory) for name in ("public", "templates", "locales"): shutil.copytree(ROOT / "website" / name, root / "website" / name) for code in WEBSITE.LANGUAGES: if code != "en": shutil.rmtree(root / "website/public" / code, ignore_errors=True) return root def zh_hant(key): """Return one zh-Hant UI string, so assertions follow the locale file.""" strings = json.loads((ROOT / "website/locales/zh-hant.json").read_text())["strings"] return escape(strings[key]) def quietly(function, *arguments): """Run a command helper without its progress output.""" with contextlib.redirect_stdout(io.StringIO()): return function(*arguments) def mark_reviewed(path): """Apply the reviewer's change: reviewed status and date, without noindex. A reviewed translation has its own search title, so give the test page one. """ source = re.sub(r"(.*?)", r"\1 (zh-Hant)", path.read_text(), count=1) source = source.replace('status="draft"', 'status="reviewed" reviewed="2026-10-11"', 1) path.write_text(source.replace(' \n', "", 1)) def translation_errors(root): """Return the verifier's translation errors and warnings for a site copy.""" return VERIFY.check_translations(root, VERIFY.parse_pages(root / "website/public")) class WebsiteTranslationChecks(unittest.TestCase): """Create translations through the contributor command and check what readers get.""" def test_translate_creates_an_unlinked_noindex_draft(self): with tempfile.TemporaryDirectory() as directory: root = site_copy(directory) site = root / "website/public" english = (site / "get-started/index.html").read_text() page = quietly(WEBSITE.new_translation, root, "zh-hant", "get-started") source = page.read_text() self.assertEqual(page, site / "zh-hant/get-started/index.html") self.assertIn('', source) self.assertIn('', source) self.assertEqual( WEBSITE.translation_record(source), {"source-sha256": WEBSITE.source_digest(english), "status": "draft"}, ) self.assertIn('href="../../assets/styles.css"', source) self.assertIn('' f'{zh_hant("navGetStarted")}', source, ) self.assertIn( f'{zh_hant("navShowcases")}' 'EN', source, ) self.assertIn('
  • English
  • ', source) self.assertIn('', source) self.assertNotIn('rel="alternate"', source) self.assertIn(WEBSITE.NOTICE_START + WEBSITE.NOTICE_END, source) self.assertEqual(english, (site / "get-started/index.html").read_text()) errors, warnings = translation_errors(root) self.assertEqual(errors, []) self.assertLessEqual({file for file, _ in warnings}, {"website/locales/zh-hant.json"}) self.assertEqual(VERIFY.check_site(site)[3], []) with contextlib.redirect_stdout(io.StringIO()): PREPARE.prepare_sitemap(site) self.assertNotIn("zh-hant", (site / "sitemap.xml").read_text()) for language, route, message in ( ("zh-hant", "get-started", "already exists"), ("en", "faq", "Choose one of"), ("ja", "missing", "No English page"), ("ja", "zh-hant/get-started", "without a language directory"), ("ja", "../outside", "directory route"), ): with self.subTest(language=language, route=route): with self.assertRaisesRegex(ValueError, message): quietly(WEBSITE.new_translation, root, language, route) def test_reviewed_translations_join_menus_hreflang_and_the_sitemap(self): with tempfile.TemporaryDirectory() as directory: root = site_copy(directory) site = root / "website/public" mark_reviewed(quietly(WEBSITE.new_translation, root, "zh-hant", "get-started")) quietly(WEBSITE.sync_pages, root) english = (site / "get-started/index.html").read_text() for tag, url in ( ("en", "https://rea.tools/get-started/"), ("zh-Hant", "https://rea.tools/zh-hant/get-started/"), ("x-default", "https://rea.tools/get-started/"), ): self.assertIn(f'', english) self.assertIn('', english) self.assertIn( '
  • 繁體中文
  • ', english ) self.assertNotIn("language-menu", (site / "faq/index.html").read_text()) translated = (site / "zh-hant/get-started/index.html").read_text() self.assertIn('', translated) # A reviewed home page becomes the menu's fallback for untranslated pages. mark_reviewed(quietly(WEBSITE.new_translation, root, "zh-hant", "/")) quietly(WEBSITE.sync_pages, root) self.assertIn( '
  • 繁體中文
  • ', (site / "faq/index.html").read_text(), ) translated = (site / "zh-hant/get-started/index.html").read_text() self.assertIn('", "

    A new English paragraph.

    \n ", 1) english_path.write_text(changed) self.assertEqual(quietly(WEBSITE.sync_pages, root, True), [page]) errors, warnings = translation_errors(root) self.assertEqual(errors, []) self.assertTrue(any("has changed since this translation" in message for _, message in warnings)) quietly(WEBSITE.sync_pages, root) link = f'
    {zh_hant("staleNoticeLink")}' self.assertIn( f'

    {zh_hant("staleNotice").replace("{link}", link)}

    ', page.read_text(), ) report = quietly(WEBSITE.translation_report, root) self.assertIn(f' after updating the translation, record source-sha256="{WEBSITE.source_digest(changed)}"', report) english_path.write_text(unchanged) quietly(WEBSITE.sync_pages, root) self.assertNotIn('class="translation-notice"', page.read_text()) page.write_text(block.sub(lambda match: match.group(1) + "edited" + match.group(3), page.read_text())) self.assertTrue(any(f"{identifier} must match" in error for error in translation_errors(root)[0])) def test_translations_keep_structure_and_cjk_spacing(self): with tempfile.TemporaryDirectory() as directory: root = site_copy(directory) page = quietly(WEBSITE.new_translation, root, "zh-hant", "get-started") original = page.read_text() first, second = WEBSITE.copy_targets(original)[:2] def added(paragraph): return (" ", f" {paragraph}\n ") cases = ( (*added("

    完成後\n 重新啟動。

    "), "renders as a gap"), ('
    \n', "", "draft translation needs"), ('status="draft"', 'status="final"', "status must be draft or reviewed"), ) for old, new, message in cases: with self.subTest(message=message): self.assertIn(old, original) page.write_text(original.replace(old, new, 1)) self.assertTrue(any(message in error for error in translation_errors(root)[0])) page.write_text(original.replace(*added("

    重新啟動 REA 用戶端。

    "), 1)) self.assertEqual(translation_errors(root)[0], []) page.write_text(original.replace(*added("

    extra-command

    "), 1)) errors, warnings = translation_errors(root) self.assertEqual(errors, []) self.assertTrue(any("inline code differs" in message for _, message in warnings)) if __name__ == "__main__": unittest.main()