| | |
| | | |
| | | type FileEvent = "add" | "change" | "delete" |
| | | |
| | | function newBuildId() { |
| | | return Math.random().toString(36).substring(2, 8) |
| | | } |
| | | |
| | | async function buildQuartz(argv: Argv, mut: Mutex, clientRefresh: () => void) { |
| | | const ctx: BuildCtx = { |
| | | buildId: newBuildId(), |
| | | argv, |
| | | cfg, |
| | | allSlugs: [], |
| | |
| | | |
| | | const release = await mut.acquire() |
| | | perf.addEvent("clean") |
| | | await rimraf(output) |
| | | await rimraf(path.join(output, "*"), { glob: true }) |
| | | console.log(`Cleaned output directory \`${output}\` in ${perf.timeSince("clean")}`) |
| | | |
| | | perf.addEvent("glob") |
| | |
| | | |
| | | const buildFromEntry = argv.fastRebuild ? partialRebuildFromEntrypoint : rebuildFromEntrypoint |
| | | watcher |
| | | .on("add", (fp) => buildFromEntry(fp, "add", clientRefresh, buildData)) |
| | | .on("change", (fp) => buildFromEntry(fp, "change", clientRefresh, buildData)) |
| | | .on("unlink", (fp) => buildFromEntry(fp, "delete", clientRefresh, buildData)) |
| | | .on("add", (fp) => buildFromEntry(fp as string, "add", clientRefresh, buildData)) |
| | | .on("change", (fp) => buildFromEntry(fp as string, "change", clientRefresh, buildData)) |
| | | .on("unlink", (fp) => buildFromEntry(fp as string, "delete", clientRefresh, buildData)) |
| | | |
| | | return async () => { |
| | | await watcher.close() |
| | |
| | | return |
| | | } |
| | | |
| | | const buildStart = new Date().getTime() |
| | | buildData.lastBuildMs = buildStart |
| | | const buildId = newBuildId() |
| | | ctx.buildId = buildId |
| | | buildData.lastBuildMs = new Date().getTime() |
| | | const release = await mut.acquire() |
| | | if (buildData.lastBuildMs > buildStart) { |
| | | |
| | | // if there's another build after us, release and let them do it |
| | | if (ctx.buildId !== buildId) { |
| | | release() |
| | | return |
| | | } |
| | |
| | | const emitterGraph = |
| | | (await emitter.getDependencyGraph?.(ctx, processedFiles, staticResources)) ?? null |
| | | |
| | | // emmiter may not define a dependency graph. nothing to update if so |
| | | if (emitterGraph) { |
| | | dependencies[emitter.name]?.updateIncomingEdgesForNode(emitterGraph, fp) |
| | | const existingGraph = dependencies[emitter.name] |
| | | if (existingGraph !== null) { |
| | | existingGraph.mergeGraph(emitterGraph) |
| | | } else { |
| | | // might be the first time we're adding a mardown file |
| | | dependencies[emitter.name] = emitterGraph |
| | | } |
| | | } |
| | | } |
| | | break |
| | |
| | | const emitterGraph = |
| | | (await emitter.getDependencyGraph?.(ctx, processedFiles, staticResources)) ?? null |
| | | |
| | | // emmiter may not define a dependency graph. nothing to update if so |
| | | if (emitterGraph) { |
| | | // only update the graph if the emitter plugin uses the changed file |
| | | // eg. Assets plugin ignores md files, so we skip updating the graph |
| | | if (emitterGraph?.hasNode(fp)) { |
| | | // merge the new dependencies into the dep graph |
| | | dependencies[emitter.name]?.updateIncomingEdgesForNode(emitterGraph, fp) |
| | | } |
| | |
| | | // EMIT |
| | | perf.addEvent("rebuild") |
| | | let emittedFiles = 0 |
| | | const destinationsToDelete = new Set<FilePath>() |
| | | |
| | | for (const emitter of cfg.plugins.emitters) { |
| | | const depGraph = dependencies[emitter.name] |
| | |
| | | // and supply [a.md, b.md] to the emitter |
| | | const upstreams = [...depGraph.getLeafNodeAncestors(fp)] as FilePath[] |
| | | |
| | | if (action === "delete" && upstreams.length === 1) { |
| | | // if there's only one upstream, the destination is solely dependent on this file |
| | | destinationsToDelete.add(upstreams[0]) |
| | | } |
| | | |
| | | const upstreamContent = upstreams |
| | | // filter out non-markdown files |
| | | .filter((file) => contentMap.has(file)) |
| | |
| | | console.log(`Emitted ${emittedFiles} files to \`${argv.output}\` in ${perf.timeSince("rebuild")}`) |
| | | |
| | | // CLEANUP |
| | | // delete files that are solely dependent on this file |
| | | await rimraf([...destinationsToDelete]) |
| | | const destinationsToDelete = new Set<FilePath>() |
| | | for (const file of toRemove) { |
| | | // remove from cache |
| | | contentMap.delete(file) |
| | | // remove the node from dependency graphs |
| | | Object.values(dependencies).forEach((depGraph) => depGraph?.removeNode(file)) |
| | | Object.values(dependencies).forEach((depGraph) => { |
| | | // remove the node from dependency graphs |
| | | depGraph?.removeNode(file) |
| | | // remove any orphan nodes. eg if a.md is deleted, a.html is orphaned and should be removed |
| | | const orphanNodes = depGraph?.removeOrphanNodes() |
| | | orphanNodes?.forEach((node) => { |
| | | // only delete files that are in the output directory |
| | | if (node.startsWith(argv.output)) { |
| | | destinationsToDelete.add(node) |
| | | } |
| | | }) |
| | | }) |
| | | } |
| | | await rimraf([...destinationsToDelete]) |
| | | |
| | | console.log(chalk.green(`Done rebuilding in ${perf.timeSince()}`)) |
| | | |
| | | toRemove.clear() |
| | | release() |
| | |
| | | toRemove.add(filePath) |
| | | } |
| | | |
| | | const buildStart = new Date().getTime() |
| | | buildData.lastBuildMs = buildStart |
| | | const buildId = newBuildId() |
| | | ctx.buildId = buildId |
| | | buildData.lastBuildMs = new Date().getTime() |
| | | const release = await mut.acquire() |
| | | |
| | | // there's another build after us, release and let them do it |
| | | if (buildData.lastBuildMs > buildStart) { |
| | | if (ctx.buildId !== buildId) { |
| | | release() |
| | | return |
| | | } |
| | | |
| | | const perf = new PerfTimer() |
| | | console.log(chalk.yellow("Detected change, rebuilding...")) |
| | | |
| | | try { |
| | | const filesToRebuild = [...toRebuild].filter((fp) => !toRemove.has(fp)) |
| | | |
| | | const trackedSlugs = [...new Set([...contentMap.keys(), ...toRebuild, ...trackedAssets])] |
| | | .filter((fp) => !toRemove.has(fp)) |
| | | .map((fp) => slugifyFilePath(path.posix.relative(argv.directory, fp) as FilePath)) |
| | | |
| | | ctx.allSlugs = [...new Set([...initialSlugs, ...trackedSlugs])] |
| | | const parsedContent = await parseMarkdown(ctx, filesToRebuild) |
| | | for (const content of parsedContent) { |
| | | const [_tree, vfile] = content |
| | |
| | | const parsedFiles = [...contentMap.values()] |
| | | const filteredContent = filterContent(ctx, parsedFiles) |
| | | |
| | | // re-update slugs |
| | | const trackedSlugs = [...new Set([...contentMap.keys(), ...toRebuild, ...trackedAssets])] |
| | | .filter((fp) => !toRemove.has(fp)) |
| | | .map((fp) => slugifyFilePath(path.posix.relative(argv.directory, fp) as FilePath)) |
| | | |
| | | ctx.allSlugs = [...new Set([...initialSlugs, ...trackedSlugs])] |
| | | |
| | | // TODO: we can probably traverse the link graph to figure out what's safe to delete here |
| | | // instead of just deleting everything |
| | | await rimraf(argv.output) |
| | | await rimraf(path.join(argv.output, ".*"), { glob: true }) |
| | | await emitContent(ctx, filteredContent) |
| | | console.log(chalk.green(`Done rebuilding in ${perf.timeSince()}`)) |
| | | } catch (err) { |
| | |
| | | } |
| | | } |
| | | |
| | | release() |
| | | clientRefresh() |
| | | toRebuild.clear() |
| | | toRemove.clear() |
| | | release() |
| | | } |
| | | |
| | | export default async (argv: Argv, mut: Mutex, clientRefresh: () => void) => { |