#!/usr/bin/env node
import fs from "node:fs";
import path from "node:path";
const root = process.cwd();
const docsDir = path.join(root, "docs");
const outDir = path.join(root, "dist", "docs-site");
const repoEditBase = "https://github.com/openclaw/discrawl/edit/main/docs";
const siteUrl = "https://discrawl.sh";
const sections = [
["Start", ["README.md", "install.md", "configuration.md", "bot-setup.md", "security.md", "contact.md"]],
["Guides", rels("guides")],
["Commands", rels("commands")],
];
fs.rmSync(outDir, { recursive: true, force: true });
fs.mkdirSync(outDir, { recursive: true });
const pages = allMarkdown(docsDir).map((file) => {
const rel = path.relative(docsDir, file).replaceAll(path.sep, "/");
const markdown = fs.readFileSync(file, "utf8");
const title = firstHeading(markdown) || titleize(path.basename(rel, ".md"));
return { file, rel, title, outRel: outPath(rel), markdown };
});
const pageMap = new Map(pages.map((page) => [page.rel, page]));
const nav = sections
.map(([name, rels]) => ({
name,
pages: rels.map((rel) => pageMap.get(rel)).filter(Boolean),
}))
.filter((section) => section.pages.length);
const sectionByRel = new Map();
for (const section of nav) for (const page of section.pages) sectionByRel.set(page.rel, section.name);
const orderedPages = nav.flatMap((s) => s.pages);
for (const page of pages) {
const html = markdownToHtml(page.markdown, page.rel);
const toc = tocFromHtml(html);
const idx = orderedPages.findIndex((p) => p.rel === page.rel);
const prev = idx > 0 ? orderedPages[idx - 1] : null;
const next = idx >= 0 && idx < orderedPages.length - 1 ? orderedPages[idx + 1] : null;
const sectionName = sectionByRel.get(page.rel) || "Discrawl docs";
const pageOut = path.join(outDir, page.outRel);
fs.mkdirSync(path.dirname(pageOut), { recursive: true });
fs.writeFileSync(pageOut, layout({ page, html, toc, prev, next, sectionName }), "utf8");
}
fs.writeFileSync(path.join(outDir, "discrawl.svg"), discrawlSvg(), "utf8");
fs.copyFileSync(path.join(docsDir, "social-card.png"), path.join(outDir, "social-card.png"));
fs.writeFileSync(path.join(outDir, "CNAME"), "discrawl.sh\n", "utf8");
fs.writeFileSync(path.join(outDir, ".nojekyll"), "", "utf8");
console.log(`built docs site: ${path.relative(root, outDir)}`);
function rels(dir) {
const full = path.join(docsDir, dir);
if (!fs.existsSync(full)) return [];
return fs
.readdirSync(full)
.filter((name) => name.endsWith(".md"))
.sort((a, b) => (a === "README.md" ? -1 : b === "README.md" ? 1 : a.localeCompare(b)))
.map((name) => `${dir}/${name}`);
}
function allMarkdown(dir) {
return fs
.readdirSync(dir, { withFileTypes: true })
.flatMap((entry) => {
const full = path.join(dir, entry.name);
if (entry.isDirectory()) return allMarkdown(full);
return entry.name.endsWith(".md") ? [full] : [];
})
.sort();
}
function outPath(rel) {
if (rel === "README.md") return "index.html";
if (rel.endsWith("/README.md")) return rel.replace(/README\.md$/, "index.html");
return rel.replace(/\.md$/, ".html");
}
function firstHeading(markdown) {
return markdown.match(/^#\s+(.+)$/m)?.[1]?.trim();
}
function titleize(input) {
return input.replaceAll("-", " ").replace(/\b\w/g, (m) => m.toUpperCase());
}
function markdownToHtml(markdown, currentRel) {
const lines = markdown.replace(/\r\n/g, "\n").split("\n");
const html = [];
let paragraph = [];
let list = null;
let fence = null;
const flushParagraph = () => {
if (!paragraph.length) return;
html.push(`${inline(paragraph.join(" "), currentRel)}
`);
paragraph = [];
};
const closeList = () => {
if (!list) return;
html.push(``);
list = null;
};
const splitRow = (line) => line.replace(/^\s*\|/, "").replace(/\|\s*$/, "").split("|").map((s) => s.trim());
const isDivider = (line) => /^\s*\|?\s*:?-{2,}:?\s*(\|\s*:?-{2,}:?\s*)+\|?\s*$/.test(line);
for (let i = 0; i < lines.length; i++) {
const line = lines[i];
const fenceMatch = line.match(/^```(\w+)?\s*$/);
if (fenceMatch) {
flushParagraph();
closeList();
if (fence) {
html.push(`${escapeHtml(fence.lines.join("\n"))}
`);
fence = null;
} else {
fence = { lang: fenceMatch[1] || "text", lines: [] };
}
continue;
}
if (fence) {
fence.lines.push(line);
continue;
}
if (!line.trim()) {
flushParagraph();
closeList();
continue;
}
const heading = line.match(/^(#{1,4})\s+(.+)$/);
if (heading) {
flushParagraph();
closeList();
const level = heading[1].length;
const text = heading[2].trim();
const id = slug(text);
const inner = inline(text, currentRel);
if (level === 1) {
html.push(`${inner}
`);
} else {
html.push(`#${inner}`);
}
continue;
}
if (line.trimStart().startsWith("|") && line.includes("|", line.indexOf("|") + 1) && isDivider(lines[i + 1] || "")) {
flushParagraph();
closeList();
const header = splitRow(line);
const aligns = splitRow(lines[i + 1]).map((cell) => {
const left = cell.startsWith(":");
const right = cell.endsWith(":");
return right && left ? "center" : right ? "right" : left ? "left" : "";
});
i += 1;
const rows = [];
while (i + 1 < lines.length && lines[i + 1].trimStart().startsWith("|")) {
i += 1;
rows.push(splitRow(lines[i]));
}
const th = header.map((c, idx) => `${inline(c, currentRel)}`).join("");
const tb = rows.map((r) => `${r.map((c, idx) => `${inline(c, currentRel)}`).join("")}
`).join("");
html.push(``);
continue;
}
const bullet = line.match(/^\s*-\s+(.+)$/);
const numbered = line.match(/^\s*\d+\.\s+(.+)$/);
if (bullet || numbered) {
flushParagraph();
const tag = bullet ? "ul" : "ol";
if (list && list !== tag) closeList();
if (!list) {
list = tag;
html.push(`<${tag}>`);
}
html.push(`${inline((bullet || numbered)[1], currentRel)}`);
continue;
}
paragraph.push(line.trim());
}
flushParagraph();
closeList();
return html.join("\n");
}
function inline(text, currentRel) {
const stash = [];
let out = text.replace(/`([^`]+)`/g, (_, code) => {
stash.push(`${escapeHtml(code)}`);
return `\u0000${stash.length - 1}\u0000`;
});
out = escapeHtml(out)
.replace(/\*\*([^*]+)\*\*/g, "$1")
.replace(/\[([^\]]+)\]\(([^)]+)\)/g, (_, label, href) => `${label}`);
return out.replace(/\u0000(\d+)\u0000/g, (_, i) => stash[Number(i)]);
}
function rewriteHref(href, currentRel) {
if (/^(https?:|mailto:|#)/.test(href)) return href;
const [raw, hash = ""] = href.split("#");
if (!raw) return `#${hash}`;
if (!raw.endsWith(".md")) return href;
const from = path.posix.dirname(currentRel);
const target = path.posix.normalize(path.posix.join(from, raw));
let rewritten = outPath(target);
const currentOut = outPath(currentRel);
rewritten = path.posix.relative(path.posix.dirname(currentOut), rewritten) || "index.html";
return `${rewritten}${hash ? `#${hash}` : ""}`;
}
function tocFromHtml(html) {
const items = [];
const re = /([\s\S]*?)<\/h[23]>/g;
let m;
while ((m = re.exec(html))) {
const text = m[3]
.replace(/]*>.*?<\/a>/, "")
.replace(/<[^>]+>/g, "")
.trim();
items.push({ level: Number(m[1]), id: m[2], text });
}
if (items.length < 2) return "";
return ``;
}
function layout({ page, html, toc, prev, next, sectionName }) {
const depth = page.outRel.split("/").length - 1;
const rootPrefix = depth ? "../".repeat(depth) : "";
const canonicalUrl = absolutePageUrl(page);
const editUrl = `${repoEditBase}/${page.rel}`;
const isHome = page.rel === "README.md";
const prevNext = !isHome && (prev || next) ? pageNavHtml(prev, next, rootPrefix) : "";
const heroBlock = isHome ? landingHero(rootPrefix) : standardHero(page, sectionName, editUrl);
const articleClass = isHome ? "doc doc-home" : "doc";
const tocBlock = isHome ? "" : toc;
return `
${escapeHtml(isHome ? "Discrawl" : `${page.title} - Discrawl`)}
${heroBlock}
${html}${prevNext}
${tocBlock}