@vrugtehagel/eleventy-from-notion@0.0.5

Built and signed on GitHub Actions

Built and signed on GitHub Actions

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778
import * as fs from "node:fs/promises";
import * as config from "./config/index.ts";
import { Builder } from "./builder.ts";
import type { UserConfig } from "npm:@11ty/eleventy@^3.0";
import type { EleventyFromNotionOptions } from "./types/eleventy.ts";

/** The main Eleventy plugin. Add this to your Eleventy config file using
 *
 * ```js
 * eleventyConfig.addPlugin(EleventyFromNotion, {
 *   // options…
 * })
 * ```
 *
 * See {@link EleventyFromNotionOptions} for a list of available options. */
export async function EleventyFromNotion(
  userConfig: UserConfig,
  options: EleventyFromNotionOptions,
): Promise<void> {
  const { input } = userConfig.directories;
  const outputPath = config.getOutputPath(input, options.output);
  const extension = config.getExtension(options.extension);
  const { quiet = false } = options;
  await fs.mkdir(outputPath, { recursive: true });
  const files = await fs.readdir(outputPath);
  const isClean = files.length == 0 || files.includes(".notion");
  if (!isClean) throw Error(`Output folder '${outputPath}' already exists`);
  const metaPath = outputPath + ".notion";
  const json = await fs.readFile(metaPath, "utf8").catch(() => null);
  const meta = JSON.parse(json || "{}");
  const builder = new Builder(options);
  const since = meta.lastUpdated ?? 0;
  if (!quiet) console.log("Retrieving a list of updated Notion pages…");
  const databaseId = config.getDatabaseId(options.database);
  const pages = await builder.listUpdatedPages(databaseId, since, options);
  const found = Object.keys(pages).length;
  if (options.skipModified) await removeModified(pages, since, outputPath);
  const amount = Object.keys(pages).length;
  const skipText = found > amount ? ` (skipping ${found - amount})` : "";
  const amountText = amount == 1 ? "1 page" : `${amount} pages`;
  if (!quiet) console.log(`Importing ${amountText}${skipText}.`);
  let updated = 0;
  for (const [pageId, frontMatter] of Object.entries(pages)) {
    const name = pageId.replaceAll("-", "");
    const content = await builder.getPageContent(pageId, options);
    const file = `---json\n${JSON.stringify(frontMatter)}\n---\n${content}`;
    const path = outputPath + name + "." + extension;
    await fs.writeFile(path, file);
    updated++;
    if (!quiet) console.log(`Imported ${updated} / ${amount} (${name})`);
  }
  meta.lastUpdated = Date.now();
  await fs.writeFile(metaPath, JSON.stringify(meta));
  if (!quiet) console.log("Notion pages imported successfully!");
}

/** Takes the object of updated pages, and removes the ones that should be
 * skipped due to their template being updated after the time we last ran
 * an import. We do that because usually, if a file is modified after that
 * time, it means we imported it already, but the import failed after that,
 * causing the "last updated" time to be lagging behind. */
async function removeModified(
  pages: { [key: string]: unknown },
  since: number,
  outputPath: string,
): Promise<void> {
  const pageIds = Object.keys(pages);
  const filenames = await fs.readdir(outputPath);
  await Promise.all(pageIds.map(async (pageId) => {
    const id = pageId.replaceAll("-", "");
    const filename = filenames.find((filename) => filename.startsWith(id));
    if (!filename) return;
    const { mtime } = await fs.stat(outputPath + filename);
    const timestamp = new Date(mtime).getTime();
    if (timestamp < since) return;
    delete pages[pageId];
  }));
}