[GitWikiWeb] / build.js

// 🐙🕸️ GitWikiWeb ∷ build.js
// ====================================================================
//
// Copyright © 2023 Lady [@ Lady’s Computer].
//
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at <https://mozilla.org/MPL/2.0/>.
//
// --------------------------------------------------------------------
//
// A script for generating static wiki pages from a git repository.
//
// First, clone this repository to your machine in an accessible
// location (for example, `/srv/git/GitWikiWeb`). A bare repository is
// fine; customize the templates and stylesheets as you like. Then, use
// this file as the post‐receive hook for your wiki as follows :—
//
//     #!/usr/bin/env -S sh
//     export GITWIKIWEB=/srv/git/GitWikiWeb
//     git archive --remote=$GITWIKIWEB HEAD build.js \
//       | tar -xO \
//       | deno run -A - ~/public/wiki $GITWIKIWEB current
//
// The directory `~/public/wiki` (or whatever you specify as the first
// argument to `deno run -A -`) **will be deleted** and a new static
// wiki will be generated in its place. This script is not very smart
// (yet) and cannot selectively determine which pages will need
// updating. It just wipes and regenerates the whole thing.
//
// This script will make a number of requests to `$GITWIKIWEB` to
// download the latest templates, stylesheets, ⁊·c from this
// repository. Consequently, it is best that you set it to a repository
// you control and can ensure uptime for—ideally one local to the
// computer hosting the wiki.

import {
  emptyDir,
  ensureDir,
} from "https://deno.land/std@0.196.0/fs/mod.ts";
import {
  JSON_SCHEMA,
  parse as parseYaml,
} from "https://deno.land/std@0.196.0/yaml/mod.ts";
import djot from "npm:@djot/djot@0.2.4";
import { Parser } from "npm:htmlparser2@9.0.0";
import { DomHandler, Element, Text } from "npm:domhandler@5.0.3";
import * as domutils from "npm:domutils@3.1.0";
import domSerializer from "npm:dom-serializer@2.0.0";

const DESTINATION = Deno.args[0] ?? "~/public/wiki";
const REMOTE = Deno.args[1] ?? "/srv/git/GitWikiWeb";
const REV = Deno.args[2] ?? "HEAD";

const READ_ONLY = {
  configurable: false,
  enumerable: true,
  writable: false,
};

const NIL = Object.preventExtensions(Object.create(null));

const rawBlock = (strings, ...substitutions) => ({
  tag: "raw_block",
  format: "html",
  text: String.raw(strings, substitutions),
});
const rawInline = (strings, ...substitutions) => ({
  tag: "raw_inline",
  format: "html",
  text: String.raw(strings, substitutions),
});
const str = (strings, ...substitutions) => ({
  tag: "str",
  text: String.raw(strings, substitutions),
});

const getDOM = (source) => {
  let result;
  const handler = new DomHandler((error, dom) => {
    if (error) {
      throw new Error("GitWikiWeb: Failed to process DOM.", {
        cause: error,
      });
    } else {
      result = dom;
    }
  });
  const parser = new Parser(handler);
  parser.write(source);
  parser.end();
  return result;
};

const getRemoteContent = async (pathName) => {
  const getArchive = new Deno.Command("git", {
    args: ["archive", `--remote=${REMOTE}`, REV, pathName],
    stdout: "piped",
    stderr: "piped",
  }).spawn();
  const untar = new Deno.Command("tar", {
    args: ["-xO"],
    stdin: "piped",
    stdout: "piped",
    stderr: "piped",
  }).spawn();
  getArchive.stdout.pipeTo(untar.stdin);
  const [
    err1,
    getArchiveStatus,
    result,
    err2,
    untarStatus,
  ] = await Promise.allSettled([
    new Response(getArchive.stderr).text(),
    getArchive.status,
    new Response(untar.stdout).text(),
    new Response(untar.stderr).text(),
    untar.status,
  ]).then(logErrorsAndCollectResults);
  if (err1 || err2) {
    console.error(err1 + err2);
  } else {
    /* do nothing */
  }
  if (!getArchiveStatus.success) {
    throw new Error(
      `GitWikiWeb: git archive returned nonzero exit code: ${getArchiveStatus.code}.`,
    );
  } else if (!untarStatus.success) {
    throw new Error(
      `GitWikiWeb: tar returned nonzero exit code: ${untarStatus.code}.`,
    );
  } else {
    return result || "";
  }
};

const logErrorsAndCollectResults = (results) =>
  results.map(({ value, reason }) => {
    if (reason) {
      console.error(reason);
      return undefined;
    } else {
      return value;
    }
  });

const getReferenceFromPath = (path) =>
  /Sources\/([A-Z][0-9A-Za-z]*(?:\/[A-Z][0-9A-Za-z]*)+)\.djot$/u
    .exec(path)?.[1]?.replace?.("/", ":"); // only replaces first slash

const listOfInternalLinks = (references, wrapper = ($) => $) => ({
  tag: "bullet_list",
  tight: true,
  style: "*",
  children: Array.from(
    references,
    (reference) => {
      const [namespace, pageName] = splitReference(reference);
      return {
        tag: "list_item",
        children: [{
          tag: "para",
          children: [wrapper({
            tag: "link",
            attributes: {
              "data-realm": "internal",
              "data-pagename": pageName,
              "data-namespace": namespace,
            },
            reference,
            children: [],
          })],
        }],
      };
    },
  ),
});

const diffReferences = async (hash, againstHead = false) => {
  const diff = new Deno.Command("git", {
    args: [
      "diff-tree",
      "-r",
      "-z",
      "--name-only",
      "--no-renames",
      "--diff-filter=AM",
      ...(againstHead ? [hash, "HEAD"] : [hash]),
    ],
    stdout: "piped",
    stderr: "piped",
  }).spawn();
  const [diffNames] = await Promise.allSettled([
    new Response(diff.stdout).text(),
    new Response(diff.stderr).text(),
  ]).then(logErrorsAndCollectResults);
  return references(diffNames.split("\0")); // returns an iterable
};

function* references(paths) {
  for (const path of paths) {
    const reference = getReferenceFromPath(path);
    if (reference) {
      yield reference;
    } else {
      /* do nothing */
    }
  }
}

const splitReference = (reference) => {
  const colonIndex = reference.indexOf(":");
  return [
    reference.substring(0, colonIndex),
    reference.substring(colonIndex + 1),
  ];
};

class GitWikiWebPage {
  #internalLinks = new Set();
  #externalLinks = new Map();

  constructor(namespace, name, ast, source, config) {
    const internalLinks = this.#internalLinks;
    const externalLinks = this.#externalLinks;
    const sections = Object.create(null);
    djot.applyFilter(ast, () => {
      let titleSoFar = null; // used to collect strs from headings
      return {
        definition_list: {
          enter: (e) => {
            const attributes = e.attributes ?? {};
            if (
              (attributes.class ?? "").split(/\s/gu).includes(
                "timeline",
              )
            ) {
              const years = new Map();
              for (
                const { children: [{ children: termChildren }, defn] }
                  of e.children
              ) {
                const { label, year } = (() => {
                  if (termChildren.length != 1) {
                    return { label: termChildren, year: termChildren };
                  } else {
                    const str = termChildren[0];
                    if (str.tag != "str") {
                      return {
                        label: termChildren,
                        year: termChildren,
                      };
                    } else {
                      const { text } = str;
                      return {
                        label: text,
                        year:
                          /^([0-9X]{4})(?:-[0-9X]{2}(?:-[0-9X]{2})?)?$/u
                            .exec(text)?.[1] ?? text,
                      };
                    }
                  }
                })();
                const yearList = (() => {
                  const result = {
                    tag: "bullet_list",
                    tight: false,
                    style: "-",
                    children: [],
                  };
                  if (years.has(year)) {
                    const yearMap = years.get(year);
                    if (yearMap.has(label)) {
                      return yearMap.get(label);
                    } else {
                      yearMap.set(label, result);
                      return result;
                    }
                  } else {
                    years.set(year, new Map([[label, result]]));
                    return result;
                  }
                })();
                const misc = { tag: "list_item", children: [] };
                for (const child of defn.children) {
                  if (child.tag == "bullet_list") {
                    yearList.children.push(...child.children);
                  } else {
                    misc.children.push(child);
                  }
                }
                if (misc.children.length > 0) {
                  yearList.children.unshift(misc);
                } else {
                  /* do nothing */
                }
              }
              const sorted = [...years].sort(([a], [b]) =>
                typeof a != "string" || isNaN(a) ||
                  typeof b != "string" || isNaN(b) || +a == +b
                  ? 0
                  : 1 - 2 * (+a < b)
              );
              sorted.forEach((pair) =>
                pair[1] = [...pair[1]].sort(([a], [b]) =>
                  1 - 2 * (a < b)
                )
              );
              return {
                tag: "div",
                attributes,
                children: sorted.flatMap(([year, yearDef]) => [
                  rawBlock`<details open="">`,
                  rawBlock`<summary>`,
                  ...(Array.isArray(year) ? year : [str`${year}`]),
                  rawBlock`</summary>`,
                  rawBlock`<dl>`,
                  ...yearDef.map(([label, list]) => ({
                      tag: "div",
                      children: [
                        rawBlock`<dt>`,
                        ...(Array.isArray(label) ? label : [str`${label}`]),
                        rawBlock`</dt>`,
                        rawBlock`<dd>`,
                        list,
                        rawBlock`</dd>`,
                      ],
                    })),
                  rawBlock`</dl>`,
                  rawBlock`</details>`,
                ]),
              };
            } else {
              /* do nothing */
            }
          },
          exit: (_) => {},
        },
        hard_break: {
          enter: (_) => {
            if (titleSoFar != null) {
              titleSoFar += " ";
            } else {
              /* do nothing */
            }
          },
          exit: (_) => {},
        },
        heading: {
          enter: (_) => {
            titleSoFar = "";
          },
          exit: (e) => {
            e.attributes ??= {};
            const { attributes } = e;
            attributes.title ??= titleSoFar;
            titleSoFar = null;
          },
        },
        link: {
          enter: (e) => {
            e.attributes ??= {};
            const { attributes, reference, destination } = e;
            if (
              /^(?:[A-Z][0-9A-Za-z]*|[@#])?:(?:[A-Z][0-9A-Za-z]*(?:\/[A-Z][0-9A-Za-z]*)*)?$/u
                .test(reference ?? "")
            ) {
              const [namespacePrefix, pageName] = splitReference(
                reference,
              );
              const expandedNamespace = {
                "": "Page",
                "@": "Editor",
                "#": "Category",
              }[namespacePrefix] ?? namespacePrefix;
              const resolvedReference = pageName == ""
                ? `Namespace:${expandedNamespace}`
                : `${expandedNamespace}:${pageName}`;
              e.reference = resolvedReference;
              attributes["data-realm"] = "internal";
              attributes["data-pagename"] = pageName;
              attributes["data-namespace"] = expandedNamespace;
              if (
                resolvedReference.startsWith("Editor:") &&
                (attributes.class ?? "").split(/\s/gu).includes("sig")
              ) {
                // This is a special internal link; do not record it.
                /* do nothing */
              } else {
                // This is a non‐special internal link; record it.
                internalLinks.add(resolvedReference);
              }
            } else {
              attributes["data-realm"] = "external";
              const remote = destination ??
                ast.references[reference]?.destination;
              if (remote) {
                externalLinks.set(remote, attributes?.title);
              } else {
                /* do nothing */
              }
            }
          },
        },
        non_breaking_space: {
          enter: (_) => {
            if (titleSoFar != null) {
              titleSoFar += "\xA0";
            } else {
              /* do nothing */
            }
          },
          exit: (_) => {},
        },
        section: {
          enter: (_) => {},
          exit: (e) => {
            e.attributes ??= {};
            const { attributes, children } = e;
            const heading = children.find(({ tag }) =>
              tag == "heading"
            );
            const title = (() => {
              if (heading?.attributes?.title) {
                const result = heading.attributes.title;
                delete heading.attributes.title;
                return result;
              } else {
                return heading.level == 1
                  ? `${namespace}:${name}`
                  : "untitled section";
              }
            })();
            const variantTitles = Object.create(null);
            for (const attr in attributes) {
              if (attr.startsWith("v-")) {
                Object.defineProperty(
                  variantTitles,
                  attr.substring(2),
                  { ...READ_ONLY, value: attributes[attr] },
                );
                delete attributes[attr];
              } else {
                continue;
              }
            }
            const definition = Object.create(null, {
              title: { ...READ_ONLY, value: title },
              variantTitles: {
                ...READ_ONLY,
                value: Object.preventExtensions(variantTitles),
              },
            });
            if (heading.level == 1 && !("main" in sections)) {
              attributes.id = "main";
              heading.attributes ??= {};
              heading.attributes.class = "main";
            } else {
              /* do nothing */
            }
            try {
              Object.defineProperty(
                sections,
                attributes.id,
                {
                  ...READ_ONLY,
                  writable: true,
                  value: Object.preventExtensions(definition),
                },
              );
            } catch (cause) {
              throw new Error(
                `GitWikiWeb: A section with the provided @id already exists: ${attributes.id}`,
                { cause },
              );
            }
          },
        },
        soft_break: {
          enter: (_) => {
            if (titleSoFar != null) {
              titleSoFar += " ";
            } else {
              /* do nothing */
            }
          },
          exit: (_) => {},
        },
        str: {
          enter: ({ text }) => {
            if (titleSoFar != null) {
              titleSoFar += text;
            } else {
              /* do nothing */
            }
          },
          exit: (_) => {},
        },
        symb: {
          enter: (e) => {
            const { alias } = e;
            const codepoint = /^U\+([0-9A-Fa-f]+)$/u.exec(alias)?.[1];
            if (codepoint) {
              return str`${
                String.fromCodePoint(parseInt(codepoint, 16))
              }`;
            } else {
              const resolved = config.symbols?.[alias];
              return resolved != null ? str`${resolved}` : e;
            }
          },
        },
      };
    });
    Object.defineProperties(this, {
      ast: { ...READ_ONLY, value: ast },
      namespace: { ...READ_ONLY, value: namespace },
      name: { ...READ_ONLY, value: name },
      sections: {
        ...READ_ONLY,
        value: Object.preventExtensions(sections),
      },
      source: { ...READ_ONLY, value: source },
    });
  }

  *externalLinks() {
    yield* this.#externalLinks;
  }

  *internalLinks() {
    yield* this.#internalLinks;
  }
}

{
  // Patches for Djot HTML renderer.
  const { HTMLRenderer: { prototype: htmlRendererPrototype } } = djot;
  const { inTags: upstreamInTags } = htmlRendererPrototype;
  htmlRendererPrototype.inTags = function (
    tag,
    node,
    newlines,
    extraAttrs = undefined,
  ) {
    const attributes = node.attributes ?? NIL;
    if ("as" in attributes) {
      const newTag = attributes.as;
      delete attributes.as;
      return upstreamInTags.call(
        this,
        newTag,
        node,
        newlines,
        extraAttrs,
      );
    } else {
      return upstreamInTags.call(
        this,
        tag,
        node,
        newlines,
        extraAttrs,
      );
    }
  };
}
{
  const config = await getRemoteContent("config.yaml").then((yaml) =>
    parseYaml(yaml, { schema: JSON_SCHEMA })
  );
  const ls = new Deno.Command("git", {
    args: ["ls-tree", "-rz", "HEAD"],
    stdout: "piped",
    stderr: "piped",
  }).spawn();
  const [
    objects,
    lserr,
    lsstatus,
  ] = await Promise.allSettled([
    new Response(ls.stdout).text().then((lsout) =>
      lsout
        .split("\0")
        .slice(0, -1) // drop the last entry; it is empty
        .map(($) => $.split(/\s+/g))
    ),
    new Response(ls.stderr).text(),
    ls.status,
  ]).then(logErrorsAndCollectResults);
  if (lserr) {
    console.error(lserr);
  } else {
    /* do nothing */
  }
  if (!lsstatus.success) {
    throw new Error(
      `GitWikiWeb: git ls-tree returned nonzero exit code: ${lsstatus.code}.`,
    );
  } else {
    const requiredButMissingPages = new Map([
      ["Special:FrontPage", "front page"],
      ["Special:NotFound", "not found"],
      ["Special:RecentlyChanged", "recently changed"],
    ]);
    const pages = new Map();
    const promises = [emptyDir(DESTINATION)];
    for (const object of objects) {
      const hash = object[2];
      const path = object[3];
      const reference = getReferenceFromPath(path);
      if (reference == null) {
        continue;
      } else {
        const [namespace, pageName] = splitReference(reference);
        const cat = new Deno.Command("git", {
          args: ["cat-file", "blob", hash],
          stdout: "piped",
          stderr: "piped",
        }).spawn();
        const promise = Promise.allSettled([
          new Response(cat.stdout).text(),
          new Response(cat.stderr).text(),
          cat.status,
        ]).then(logErrorsAndCollectResults).then(
          ([source, caterr, catstatus]) => {
            if (caterr) {
              console.error(caterr);
            } else {
              /* do nothing */
            }
            if (!catstatus.success) {
              throw new Error(
                `GitWikiWeb: git cat-file returned nonzero exit code: ${catstatus.code}.`,
              );
            } else {
              const reference = `${namespace}:${pageName}`;
              const page = new GitWikiWebPage(
                namespace,
                pageName,
                djot.parse(source, {
                  warn: ($) =>
                    console.warn(`Djot(${reference}): ${$.render()}`),
                }),
                source,
                config,
              );
              pages.set(reference, page);
              requiredButMissingPages.delete(reference);
            }
          },
        );
        promises.push(promise);
      }
    }
    for (const [reference, defaultTitle] of requiredButMissingPages) {
      const [namespace, pageName] = splitReference(reference);
      const source = `# ${defaultTitle}\n`;
      const page = new GitWikiWebPage(
        namespace,
        pageName,
        djot.parse(source, {
          warn: ($) =>
            console.warn(`Djot(${reference}): ${$.render()}`),
        }),
        source,
        config,
      );
      pages.set(reference, page);
    }
    await Promise.allSettled(promises).then(
      logErrorsAndCollectResults,
    );
    const [template, recentlyChanged] = await Promise.allSettled([
      getRemoteContent("template.html"),
      (async () => {
        const dateParse = new Deno.Command("git", {
          args: ["rev-parse", "--after=1 week ago"],
          stdout: "piped",
          stderr: "piped",
        }).spawn();
        const [maxAge] = await Promise.allSettled([
          new Response(dateParse.stdout).text(),
          new Response(dateParse.stderr).text(),
        ]).then(logErrorsAndCollectResults);
        let commit;
        if (!maxAge) {
          /* do nothing */
        } else {
          const revList = new Deno.Command("git", {
            args: ["rev-list", maxAge, "--reverse", "HEAD"],
            stdout: "piped",
            stderr: "piped",
          }).spawn();
          [commit] = await Promise.allSettled([
            new Response(revList.stdout).text().then((list) =>
              list.split("\n")[0]
            ),
            new Response(revList.stderr).text(),
          ]).then(logErrorsAndCollectResults);
        }
        if (!commit) {
          const revList2 = new Deno.Command("git", {
            args: ["rev-list", "--max-count=1", "HEAD^"],
            stdout: "piped",
            stderr: "piped",
          }).spawn();
          [commit] = await Promise.allSettled([
            new Response(revList2.stdout).text().then((list) =>
              list.trim()
            ),
            new Response(revList2.stderr).text(),
          ]).then(logErrorsAndCollectResults);
        } else {
          /* do nothing */
        }
        const results = new Array(6);
        const seen = new Set();
        const maxRecency = Math.max(config.max_recency | 0, 0);
        let recency = maxRecency;
        let current;
        do {
          const show = new Deno.Command("git", {
            args: [
              "show",
              "-s",
              "--format=%H%x00%cI%x00%cD",
              recency ? `HEAD~${maxRecency - recency}` : commit,
            ],
            stdout: "piped",
            stderr: "piped",
          }).spawn();
          const [
            [hash, dateTime, humanReadable],
          ] = await Promise.allSettled([
            new Response(show.stdout).text().then((rev) =>
              rev.trim().split("\0")
            ),
            new Response(show.stderr).text(),
          ]).then(logErrorsAndCollectResults);
          const refs = [];
          current = hash;
          for (
            const ref of (await diffReferences(current, !recency))
          ) {
            if (seen.has(ref)) {
              /* do nothing */
            } else {
              refs.push(ref);
              seen.add(ref);
            }
          }
          results[recency] = { dateTime, hash, humanReadable, refs };
        } while (recency-- > 0 && current && current != commit);
        return results;
      })(),
      ...Array.from(
        pages.keys(),
        (name) => ensureDir(`${DESTINATION}/${name}`),
      ),
      ["style.css"].map((dependency) =>
        getRemoteContent(dependency).then((source) =>
          Deno.writeTextFile(
            `${DESTINATION}/${dependency}`,
            source,
            { createNew: true },
          )
        )
      ),
    ]).then(logErrorsAndCollectResults);
    promises.length = 0;
    const { redLinks, subpages } = (() => {
      const redLinks = new Set();
      const subpages = new Map();
      for (const [pageRef, page] of pages) {
        let superRef = pageRef;
        while (
          (superRef = superRef.substring(0, superRef.indexOf("/")))
        ) {
          // Iterate over potential superpages and record them if they
          // actually exist.
          if (pages.has(superRef)) {
            // There is a superpage for the current page; record it.
            if (subpages.has(superRef)) {
              // The identified superpage already has other subpages.
              subpages.get(superRef).add(pageRef);
            } else {
              // The identified superpage does not already have other
              // subpages.
              subpages.set(superRef, new Set([pageRef]));
            }
            break;
          } else {
            // The superpage for the current page has not been found
            // yet.
            /* do nothing */
          }
        }
        for (const link of page.internalLinks()) {
          // Iterate over the internal links of the current page and
          // ensure they are all defined.
          if (pages.has(link)) {
            // The link was defined.
            continue;
          } else {
            // The link was not defined; it is a redlink.
            redLinks.add(link);
          }
        }
      }
      return { redLinks, subpages };
    })();
    for (const [pageRef, page] of pages) {
      const { ast, sections, source } = page;
      const title = sections.main?.title ?? pageRef;
      const internalLinks = new Set(page.internalLinks());
      const externalLinks = new Map(page.externalLinks());
      const subpageRefs = subpages.get(pageRef) ?? new Set();
      djot.applyFilter(ast, () => {
        let isNavigationPage = true;
        return {
          doc: {
            enter: (e) => {
              const seeAlsoSection = [];
              const linksSection = [];
              if (subpageRefs.size) {
                seeAlsoSection.push(
                  rawBlock`<nav id="seealso">`,
                  {
                    tag: "heading",
                    level: 2,
                    children: [
                      str`see also`,
                    ],
                  },
                  rawBlock`<section id="subpages">`,
                  {
                    tag: "heading",
                    level: 3,
                    children: [
                      str`subpages`,
                    ],
                  },
                  listOfInternalLinks(subpageRefs),
                  rawBlock`</section>`,
                  rawBlock`</nav>`,
                );
              } else {
                /* do nothing */
              }
              if (internalLinks.size || externalLinks.size) {
                linksSection.push(
                  rawBlock`<nav id="links">`,
                  {
                    tag: "heading",
                    level: 2,
                    children: [str`this page contains links`],
                  },
                );
                if (internalLinks.size) {
                  linksSection.push(
                    rawBlock`<details open="">`,
                    rawBlock`<summary>on this wiki</summary>`,
                    listOfInternalLinks(internalLinks),
                    rawBlock`</details>`,
                  );
                } else {
                  /* do nothing */
                }
                if (externalLinks.size) {
                  linksSection.push(
                    rawBlock`<details open="">`,
                    rawBlock`<summary>elsewhere on the Web</summary>`,
                    {
                      tag: "bullet_list",
                      tight: true,
                      style: "*",
                      children: Array.from(
                        externalLinks,
                        ([destination, text]) => ({
                          tag: "list_item",
                          children: [{
                            tag: "para",
                            children: [{
                              tag: "link",
                              attributes: { "data-realm": "external" },
                              destination,
                              children: text
                                ? [
                                  rawInline`<cite>`,
                                  str`${text}`,
                                  rawInline`</cite>`,
                                ]
                                : [
                                  rawInline`<code>`,
                                  str`${destination}`,
                                  rawInline`</code>`,
                                ],
                            }],
                          }],
                        }),
                      ),
                    },
                    rawBlock`</details>`,
                  );
                } else {
                  /* do nothing */
                }
                linksSection.push(
                  rawBlock`</nav>`,
                );
              } else {
                /* do nothing */
              }
              const childrenAndLinks = [
                ...e.children,
                ...seeAlsoSection,
                rawBlock`<footer>`,
                rawBlock`${"\uFFFF"}`, // footnote placeholder
                ...linksSection,
                rawBlock`</footer>`,
              ];
              const { content, navigation } = (() => {
                const navigation = [];
                if (pageRef == "Special:RecentlyChanged") {
                  navigation.push({
                    tag: "bullet_list",
                    attributes: { class: "recent-changes" },
                    tight: true,
                    style: "*",
                    children: Array.from(function* () {
                      for (
                        const [index, result] of recentlyChanged
                          .entries()
                      ) {
                        if (result != null) {
                          const {
                            dateTime,
                            humanReadable,
                            refs,
                          } = result;
                          yield* listOfInternalLinks(refs, (link) => ({
                            tag: index == 0 ? "span" : "strong",
                            attributes: { "data-recency": `${index}` },
                            children: [
                              link,
                              ...(index == 0 ? [] : [
                                str` `,
                                rawInline`<small>(<time dateTime="${dateTime}">`,
                                str`${humanReadable}`,
                                rawInline`</time>)</small>`,
                              ]),
                            ],
                          })).children;
                        } else {
                          /* do nothing */
                        }
                      }
                    }()).reverse(),
                  });
                } else {
                  isNavigationPage = false;
                  return { content: childrenAndLinks, navigation };
                }
                return {
                  content: [
                    {
                      tag: "heading",
                      attributes: {
                        class: "main",
                        generated: "", // will be removed later
                      },
                      level: 1,
                      children: [str`${title}`],
                    },
                    rawBlock`<details id="navigation-about" open="">`,
                    rawBlock`<summary>about this listing</summary>`,
                    rawBlock`<article>`,
                    ...childrenAndLinks,
                    rawBlock`</article>`,
                    rawBlock`</details>`,
                  ],
                  navigation: [
                    rawBlock`<nav id="navigation">`,
                    ...navigation,
                    rawBlock`</nav>`,
                  ],
                };
              })();
              e.children = [
                rawBlock`<article>`,
                ...content,
                ...navigation,
                rawBlock`</article>`,
              ];
            },
            exit: (_) => {},
          },
          heading: {
            enter: (e) => {
              const attributes = e.attributes ?? NIL;
              if (
                isNavigationPage && e.level == 1 &&
                attributes?.class == "main"
              ) {
                if ("generated" in attributes) {
                  delete attributes.generated;
                } else {
                  return { stop: [] };
                }
              } else {
                /* do nothing */
              }
            },
            exit: (e) => {
              if (e.level == 1 && e.attributes?.class == "main") {
                return [
                  rawBlock`<header class="main">`,
                  e,
                  { tag: "verbatim", text: pageRef },
                  rawBlock`</header>`,
                ];
              } else {
                /* do nothing */
              }
            },
          },
          link: {
            enter: (_) => {},
            exit: (e) => {
              e.attributes ??= {};
              const { attributes, children, reference } = e;
              if (attributes["data-realm"] == "internal") {
                delete e.reference;
                if (redLinks.has(reference)) {
                  e.destination =
                    `/Special:NotFound?path=/${reference}`;
                  attributes["data-notfound"] = "";
                } else {
                  e.destination = `/${reference}`;
                }
                if (children.length == 0) {
                  const section =
                    pages.get(reference)?.sections?.main ?? NIL;
                  const { v } = attributes;
                  if (v == null) {
                    children.push(
                      str`${section.title ?? reference}`,
                    );
                  } else {
                    delete attributes.v;
                    children.push(
                      str`${
                        section.variantTitles?.[v] ?? section.title ??
                          reference
                      }`,
                    );
                  }
                }
              } else {
                if (children.length == 0 && "title" in attributes) {
                  children.push(
                    rawInline`<cite>`,
                    str`${attributes.title}`,
                    rawInline`</cite>`,
                  );
                }
              }
              if (
                (attributes.class ?? "").split(/\s/gu).includes("sig")
              ) {
                return {
                  tag: "span",
                  attributes: { class: "sig" },
                  children: [str`—${"\xA0"}`, e],
                };
              } else {
                /* do nothing */
              }
            },
          },
          section: {
            enter: (_) => {},
            exit: (e) => {
              if (e.children.length < 1) {
                // The heading for this section was removed and it had
                // no other children.
                return [];
              } else {
                /* do nothing */
              }
            },
          },
        };
      });
      const renderedAST = djot.renderAST(ast);
      const doc = getDOM(template);
      const result = getDOM(djot.renderHTML(ast, {
        overrides: {
          raw_block: (node, context) => {
            if (node.format == "html" && node.text == "\uFFFF") {
              if (context.nextFootnoteIndex > 1) {
                const result = context.renderNotes(ast.footnotes);
                context.nextFootnoteIndex = 1;
                return result;
              } else {
                return "";
              }
            } else {
              return context.renderAstNodeDefault(node);
            }
          },
        },
      }));
      const headElement = domutils.findOne(
        (node) => node.name == "head",
        doc,
      );
      const titleElement = domutils.findOne(
        (node) => node.name == "title",
        headElement,
      );
      const contentElement = domutils.findOne(
        (node) => node.name == "gitwikiweb-content",
        doc,
      );
      if (headElement == null) {
        throw new Error(
          "GitWikiWeb: Template must explicitly include a <head> element.",
        );
      } else {
        domutils.appendChild(
          headElement,
          new Element("link", {
            rel: "source",
            type: "text/x.djot",
            href: `/${pageRef}/source.djot`,
          }),
        );
        if (titleElement == null) {
          domutils.prependChild(
            headElement,
            new Element("title", {}, [new Text(title)]),
          );
        } else {
          domutils.prependChild(titleElement, new Text(`${title} | `));
        }
      }
      if (contentElement == null) {
        throw new Error(
          "GitWikiWeb: Template did not include a <gitwikiweb-content> element.",
        );
      } else {
        for (const node of [...result]) {
          domutils.prepend(contentElement, node);
        }
        domutils.removeElement(contentElement);
      }
      promises.push(
        Deno.writeTextFile(
          `${DESTINATION}/${pageRef}/index.html`,
          domSerializer(doc, {
            emptyAttrs: true,
            encodeEntities: "utf8",
            selfClosingTags: true,
            xmlMode: false,
          }),
          { createNew: true },
        ),
      );
      promises.push(
        Deno.writeTextFile(
          `${DESTINATION}/${pageRef}/index.ast`,
          renderedAST,
          { createNew: true },
        ),
      );
      promises.push(
        Deno.writeTextFile(
          `${DESTINATION}/${pageRef}/source.djot`,
          source,
          { createNew: true },
        ),
      );
    }
    await Promise.allSettled(promises).then(
      logErrorsAndCollectResults,
    );
    console.log(`GitWikiWeb: Wrote ${pages.size} page(s).`);
  }
}