| | |
| | | import { Root as MDRoot } from "remark-parse/lib" |
| | | import { Root as HTMLRoot } from "hast" |
| | | import { ProcessedContent } from "../plugins/vfile" |
| | | import { PerfTimer } from "../perf" |
| | | import { PerfTimer } from "../util/perf" |
| | | import { read } from "to-vfile" |
| | | import { FilePath, QUARTZ, slugifyFilePath } from "../path" |
| | | import { FilePath, QUARTZ, slugifyFilePath } from "../util/path" |
| | | import path from "path" |
| | | import workerpool, { Promise as WorkerPromise } from "workerpool" |
| | | import { QuartzLogger } from "../log" |
| | | import { trace } from "../trace" |
| | | import { BuildCtx } from "../ctx" |
| | | import { QuartzLogger } from "../util/log" |
| | | import { trace } from "../util/trace" |
| | | import { BuildCtx } from "../util/ctx" |
| | | |
| | | export type QuartzProcessor = Processor<MDRoot, HTMLRoot, void> |
| | | export type QuartzProcessor = Processor<MDRoot, MDRoot, HTMLRoot> |
| | | export function createProcessor(ctx: BuildCtx): QuartzProcessor { |
| | | const transformers = ctx.cfg.plugins.transformers |
| | | |
| | | // base Markdown -> MD AST |
| | | let processor = unified().use(remarkParse) |
| | | |
| | | // MD AST -> MD AST transforms |
| | | for (const plugin of transformers.filter((p) => p.markdownPlugins)) { |
| | | processor = processor.use(plugin.markdownPlugins!(ctx)) |
| | | } |
| | | |
| | | // MD AST -> HTML AST |
| | | processor = processor.use(remarkRehype, { allowDangerousHtml: true }) |
| | | |
| | | // HTML AST -> HTML AST transforms |
| | | for (const plugin of transformers.filter((p) => p.htmlPlugins)) { |
| | | processor = processor.use(plugin.htmlPlugins!(ctx)) |
| | | } |
| | | |
| | | return processor |
| | | return ( |
| | | unified() |
| | | // base Markdown -> MD AST |
| | | .use(remarkParse) |
| | | // MD AST -> MD AST transforms |
| | | .use( |
| | | transformers |
| | | .filter((p) => p.markdownPlugins) |
| | | .flatMap((plugin) => plugin.markdownPlugins!(ctx)), |
| | | ) |
| | | // MD AST -> HTML AST |
| | | .use(remarkRehype, { allowDangerousHtml: true }) |
| | | // HTML AST -> HTML AST transforms |
| | | .use(transformers.filter((p) => p.htmlPlugins).flatMap((plugin) => plugin.htmlPlugins!(ctx))) |
| | | ) |
| | | } |
| | | |
| | | function* chunks<T>(arr: T[], n: number) { |
| | |
| | | |
| | | // Text -> Text transforms |
| | | for (const plugin of cfg.plugins.transformers.filter((p) => p.textTransform)) { |
| | | file.value = plugin.textTransform!(ctx, file.value) |
| | | file.value = plugin.textTransform!(ctx, file.value.toString()) |
| | | } |
| | | |
| | | // base data properties that plugins may use |
| | | file.data.slug = slugifyFilePath(path.posix.relative(argv.directory, file.path) as FilePath) |
| | | file.data.filePath = fp |
| | | file.data.filePath = file.path as FilePath |
| | | file.data.relativePath = path.posix.relative(argv.directory, file.path) as FilePath |
| | | file.data.slug = slugifyFilePath(file.data.relativePath) |
| | | |
| | | const ast = processor.parse(file) |
| | | const newAst = await processor.run(ast, file) |
| | |
| | | } |
| | | } |
| | | |
| | | const clamp = (num: number, min: number, max: number) => Math.min(Math.max(Math.round(num), min), max); |
| | | const clamp = (num: number, min: number, max: number) => |
| | | Math.min(Math.max(Math.round(num), min), max) |
| | | export async function parseMarkdown(ctx: BuildCtx, fps: FilePath[]): Promise<ProcessedContent[]> { |
| | | const { argv } = ctx |
| | | const perf = new PerfTimer() |
| | |
| | | |
| | | const childPromises: WorkerPromise<ProcessedContent[]>[] = [] |
| | | for (const chunk of chunks(fps, CHUNK_SIZE)) { |
| | | childPromises.push(pool.exec("parseFiles", [argv, chunk, ctx.allSlugs])) |
| | | childPromises.push(pool.exec("parseFiles", [ctx.buildId, argv, chunk, ctx.allSlugs])) |
| | | } |
| | | |
| | | const results: ProcessedContent[][] = await WorkerPromise.all(childPromises).catch((err) => { |