// export GITWIKIWEB=/srv/git/GitWikiWeb
// git archive --remote=$GITWIKIWEB HEAD build.js \
// | tar -xO \
-// | deno run -A - ~/public/wiki $GITWIKIWEB
+// | deno run -A - ~/public/wiki $GITWIKIWEB current
//
// The directory `~/public/wiki` (or whatever you specify as the first
// argument to `deno run -A -`) **will be deleted** and a new static
import {
emptyDir,
ensureDir,
-} from "https://deno.land/std@0.195.0/fs/mod.ts";
+} from "https://deno.land/std@0.196.0/fs/mod.ts";
+import {
+ JSON_SCHEMA,
+ parse as parseYaml,
+} from "https://deno.land/std@0.196.0/yaml/mod.ts";
import djot from "npm:@djot/djot@0.2.3";
import { Parser } from "npm:htmlparser2@9.0.0";
import { DomHandler, Element, Text } from "npm:domhandler@5.0.3";
const DESTINATION = Deno.args[0] ?? "~/public/wiki";
const REMOTE = Deno.args[1] ?? "/srv/git/GitWikiWeb";
+const REV = Deno.args[2] ?? "HEAD";
const READ_ONLY = {
configurable: false,
writable: false,
};
+const NIL = Object.preventExtensions(Object.create(null));
+
const rawBlock = (strings, ...substitutions) => ({
tag: "raw_block",
format: "html",
const getRemoteContent = async (pathName) => {
const getArchive = new Deno.Command("git", {
- args: ["archive", `--remote=${REMOTE}`, "HEAD", pathName],
+ args: ["archive", `--remote=${REMOTE}`, REV, pathName],
stdout: "piped",
stderr: "piped",
}).spawn();
});
const getReferenceFromPath = (path) =>
- /Sources\/([A-Z][0-9A-Za-z]*\/[A-Z][0-9A-Za-z]*)\.djot$/u.exec(path)
- ?.[1]?.replace?.("/", ":");
+ /Sources\/([A-Z][0-9A-Za-z]*(?:\/[A-Z][0-9A-Za-z]*)+)\.djot$/u
+ .exec(path)?.[1]?.replace?.("/", ":"); // only replaces first slash
-const listOfInternalLinks = (references) => ({
+const listOfInternalLinks = (references, wrapper = ($) => $) => ({
tag: "bullet_list",
tight: true,
style: "*",
tag: "list_item",
children: [{
tag: "para",
- children: [{
+ children: [wrapper({
tag: "link",
attributes: {
"data-realm": "internal",
},
reference,
children: [],
- }],
+ })],
}],
};
},
),
});
+const diffReferences = async (hash, againstHead = false) => {
+ const diff = new Deno.Command("git", {
+ args: [
+ "diff-tree",
+ "-r",
+ "-z",
+ "--name-only",
+ "--no-renames",
+ "--diff-filter=AM",
+ ...(againstHead ? [hash, "HEAD"] : [hash]),
+ ],
+ stdout: "piped",
+ stderr: "piped",
+ }).spawn();
+ const [diffNames] = await Promise.allSettled([
+ new Response(diff.stdout).text(),
+ new Response(diff.stderr).text(),
+ ]).then(logErrorsAndCollectResults);
+ return references(diffNames.split("\0")); // returns an iterable
+};
+
function* references(paths) {
for (const path of paths) {
const reference = getReferenceFromPath(path);
#internalLinks = new Set();
#externalLinks = new Map();
- constructor(namespace, name, ast, source) {
+ constructor(namespace, name, ast, source, config) {
const internalLinks = this.#internalLinks;
const externalLinks = this.#externalLinks;
const sections = Object.create(null);
const links_section = [];
if (internalLinks.size || externalLinks.size) {
links_section.push(
- rawBlock`<footer>`,
rawBlock`<nav id="links">`,
{
tag: "heading",
);
if (internalLinks.size) {
links_section.push(
- rawBlock`<details>`,
+ rawBlock`<details open="">`,
rawBlock`<summary>on this wiki</summary>`,
listOfInternalLinks(internalLinks),
rawBlock`</details>`,
}
if (externalLinks.size) {
links_section.push(
- rawBlock`<details>`,
+ rawBlock`<details open="">`,
rawBlock`<summary>elsewhere on the Web</summary>`,
{
tag: "bullet_list",
}
links_section.push(
rawBlock`</nav>`,
- rawBlock`</footer>`,
);
} else {
/* do nothing */
}
- e.children.push(...links_section);
+ e.children.push(
+ rawBlock`<footer>`,
+ rawBlock`${"\uFFFF"}`, // footnote placeholder
+ ...links_section,
+ rawBlock`</footer>`,
+ );
},
},
hard_break: {
e.attributes ??= {};
const { attributes, reference, destination } = e;
if (
- /^(?:[A-Z][0-9A-Za-z]*|[@#])?:(?:[A-Z][0-9A-Za-z]*)?$/u
+ /^(?:[A-Z][0-9A-Za-z]*|[@#])?:(?:[A-Z][0-9A-Za-z]*(?:\/[A-Z][0-9A-Za-z]*)*)?$/u
.test(reference ?? "")
) {
const [namespacePrefix, pageName] = splitReference(
},
exit: (_) => {},
},
+ symb: {
+ enter: (e) => {
+ const { alias } = e;
+ const codepoint = /^U\+([0-9A-Fa-f]+)$/u.exec(alias)?.[1];
+ if (codepoint) {
+ return str`${
+ String.fromCodePoint(parseInt(codepoint, 16))
+ }`;
+ } else {
+ const resolved = config.symbols?.[alias];
+ return resolved != null ? str`${resolved}` : e;
+ }
+ },
+ },
};
});
Object.defineProperties(this, {
}
{
+ // Patches for Djot HTML renderer.
+ const { HTMLRenderer: { prototype: htmlRendererPrototype } } = djot;
+ const { inTags: upstreamInTags } = htmlRendererPrototype;
+ htmlRendererPrototype.inTags = function (
+ tag,
+ node,
+ newlines,
+ extraAttrs = undefined,
+ ) {
+ const attributes = node.attributes ?? NIL;
+ if ("as" in attributes) {
+ const newTag = attributes.as;
+ delete attributes.as;
+ return upstreamInTags.call(
+ this,
+ newTag,
+ node,
+ newlines,
+ extraAttrs,
+ );
+ } else {
+ return upstreamInTags.call(
+ this,
+ tag,
+ node,
+ newlines,
+ extraAttrs,
+ );
+ }
+ };
+}
+{
+ const config = await getRemoteContent("config.yaml").then((yaml) =>
+ parseYaml(yaml, { schema: JSON_SCHEMA })
+ );
const ls = new Deno.Command("git", {
- args: ["ls-tree", "-rz", "live"],
+ args: ["ls-tree", "-rz", "HEAD"],
stdout: "piped",
stderr: "piped",
}).spawn();
console.warn(`Djot(${reference}): ${$.render()}`),
}),
source,
+ config,
);
const reference = `${namespace}:${pageName}`;
pages.set(reference, page);
console.warn(`Djot(${reference}): ${$.render()}`),
}),
source,
+ config,
);
pages.set(reference, page);
}
} else {
/* do nothing */
}
- const diff = new Deno.Command("git", {
- args: [
- "diff",
- "-z",
- "--name-only",
- "--no-renames",
- "--diff-filter=AM",
- commit,
- ],
- stdout: "piped",
- stderr: "piped",
- }).spawn();
- const [diffNames] = await Promise.allSettled([
- new Response(diff.stdout).text(),
- new Response(diff.stderr).text(),
- ]).then(logErrorsAndCollectResults);
- return [...references(diffNames.split("\0"))];
+ const results = new Array(6);
+ const seen = new Set();
+ const maxRecency = Math.max(config.max_recency | 0, 0);
+ let recency = maxRecency;
+ let current;
+ do {
+ const show = new Deno.Command("git", {
+ args: [
+ "show",
+ "-s",
+ "--format=%H%x00%cI%x00%cD",
+ recency ? `HEAD~${maxRecency - recency}` : commit,
+ ],
+ stdout: "piped",
+ stderr: "piped",
+ }).spawn();
+ const [
+ [hash, dateTime, humanReadable],
+ ] = await Promise.allSettled([
+ new Response(show.stdout).text().then((rev) =>
+ rev.trim().split("\0")
+ ),
+ new Response(show.stderr).text(),
+ ]).then(logErrorsAndCollectResults);
+ const refs = [];
+ current = hash;
+ for (
+ const ref of (await diffReferences(current, !recency))
+ ) {
+ if (seen.has(ref)) {
+ /* do nothing */
+ } else {
+ refs.push(ref);
+ seen.add(ref);
+ }
+ }
+ results[recency] = { dateTime, hash, humanReadable, refs };
+ } while (recency-- > 0 && current && current != commit);
+ return results;
})(),
...Array.from(
pages.keys(),
const { content, navigation } = (() => {
const navigation = [];
if (pageRef == "Special:RecentlyChanged") {
- navigation.push(
- listOfInternalLinks(recentlyChanged),
- );
+ navigation.push({
+ tag: "bullet_list",
+ attributes: { class: "recent-changes" },
+ tight: true,
+ style: "*",
+ children: Array.from(function* () {
+ for (
+ const [index, result] of recentlyChanged
+ .entries()
+ ) {
+ if (result != null) {
+ const {
+ dateTime,
+ humanReadable,
+ refs,
+ } = result;
+ yield* listOfInternalLinks(refs, (link) => ({
+ tag: index == 0 ? "span" : "strong",
+ attributes: { "data-recency": `${index}` },
+ children: [
+ link,
+ ...(index == 0 ? [] : [
+ str` `,
+ rawInline`<small>(<time dateTime="${dateTime}">`,
+ str`${humanReadable}`,
+ rawInline`</time>)</small>`,
+ ]),
+ ],
+ })).children;
+ } else {
+ /* do nothing */
+ }
+ }
+ }()).reverse(),
+ });
} else {
isNavigationPage = false;
return { content: e.children, navigation };
level: 1,
children: [str`${title}`],
},
- rawBlock`<details open="">`,
+ rawBlock`<details id="navigation-about" open="">`,
rawBlock`<summary>about this listing</summary>`,
+ rawBlock`<article>`,
...e.children,
+ rawBlock`</article>`,
rawBlock`</details>`,
],
navigation: [
},
heading: {
enter: (e) => {
- const attributes = e.attributes ?? Object.create(null);
+ const attributes = e.attributes ?? NIL;
if (
isNavigationPage && e.level == 1 &&
attributes?.class == "main"
if (attributes["data-realm"] == "internal") {
delete e.reference;
if (redLinks.has(reference)) {
- e.destination = `/Special:NotFound?path=/${reference}`;
+ e.destination =
+ `/Special:NotFound?path=/${reference}`;
attributes["data-notfound"] = "";
} else {
e.destination = `/${reference}`;
}
if (children.length == 0) {
const section =
- pages.get(reference)?.sections?.main ??
- Object.create(null);
+ pages.get(reference)?.sections?.main ?? NIL;
const { v } = attributes;
if (v == null) {
children.push(
},
};
});
+ const renderedAST = djot.renderAST(ast);
const doc = getDOM(template);
- const result = getDOM(`${djot.renderHTML(ast)}`);
+ const result = getDOM(djot.renderHTML(ast, {
+ overrides: {
+ raw_block: (node, context) => {
+ if (node.format == "html" && node.text == "\uFFFF") {
+ if (context.nextFootnoteIndex > 1) {
+ const result = context.renderNotes(ast.footnotes);
+ context.nextFootnoteIndex = 1;
+ return result;
+ } else {
+ return "";
+ }
+ } else {
+ return context.renderAstNodeDefault(node);
+ }
+ },
+ },
+ }));
const headElement = domutils.findOne(
(node) => node.name == "head",
doc,
"GitWikiWeb: Template did not include a <gitwikiweb-content> element.",
);
} else {
- for (const node of result) {
+ for (const node of [...result]) {
domutils.prepend(contentElement, node);
}
domutils.removeElement(contentElement);
{ createNew: true },
),
);
+ promises.push(
+ Deno.writeTextFile(
+ `${DESTINATION}/${pageRef}/index.ast`,
+ renderedAST,
+ { createNew: true },
+ ),
+ );
promises.push(
Deno.writeTextFile(
`${DESTINATION}/${pageRef}/source.djot`,
Lady’s Gitweb / GitWikiWeb / blobdiff