From 6a7cf0712da23e2c095f4bc4f2512e618bceb38e Mon Sep 17 00:00:00 2001 From: Matthew Phillips Date: Mon, 13 Mar 2023 15:36:11 -0400 Subject: [PATCH] Prevent astro:content from depending on Node builtins (#6537) * Prevent astro:content from depending on Node builtins * Right file * Move the plugin into test-plugins.js --- .changeset/four-planets-smoke.md | 5 ++++ packages/astro/package.json | 2 ++ packages/astro/src/content/runtime-assets.ts | 28 +++++++++++++++++++ .../src/content/{internal.ts => runtime.ts} | 28 ------------------- .../content/template/virtual-mod-assets.mjs | 9 ++++++ .../src/content/template/virtual-mod.mjs | 8 +----- packages/astro/src/content/utils.ts | 2 ++ .../vite-plugin-content-virtual-mod.ts | 9 ++++-- .../astro/test/content-collections.test.js | 6 ++++ packages/astro/test/test-plugins.js | 17 +++++++++++ 10 files changed, 77 insertions(+), 37 deletions(-) create mode 100644 .changeset/four-planets-smoke.md create mode 100644 packages/astro/src/content/runtime-assets.ts rename packages/astro/src/content/{internal.ts => runtime.ts} (87%) create mode 100644 packages/astro/src/content/template/virtual-mod-assets.mjs create mode 100644 packages/astro/test/test-plugins.js diff --git a/.changeset/four-planets-smoke.md b/.changeset/four-planets-smoke.md new file mode 100644 index 000000000000..7c667aa5734e --- /dev/null +++ b/.changeset/four-planets-smoke.md @@ -0,0 +1,5 @@ +--- +'astro': patch +--- + +Prevent astro:content from depending on Node builtins diff --git a/packages/astro/package.json b/packages/astro/package.json index 23410941c7d2..274694d8e1e5 100644 --- a/packages/astro/package.json +++ b/packages/astro/package.json @@ -53,6 +53,8 @@ "./assets/services/sharp": "./dist/assets/services/sharp.js", "./assets/services/squoosh": "./dist/assets/services/squoosh.js", "./content/internal": "./dist/content/internal.js", + "./content/runtime": "./dist/content/runtime.js", + "./content/runtime-assets": "./dist/content/runtime-assets.js", "./debug": "./components/Debug.astro", "./internal/*": "./dist/runtime/server/*", "./package.json": "./package.json", diff --git a/packages/astro/src/content/runtime-assets.ts b/packages/astro/src/content/runtime-assets.ts new file mode 100644 index 000000000000..f6448b10c69e --- /dev/null +++ b/packages/astro/src/content/runtime-assets.ts @@ -0,0 +1,28 @@ +import { z } from 'zod'; +import { imageMetadata, type Metadata } from '../assets/utils/metadata.js'; + +export function createImage(options: { assetsDir: string; relAssetsDir: string }) { + return () => { + if (options.assetsDir === 'undefined') { + throw new Error('Enable `experimental.assets` in your Astro config to use image()'); + } + + return z.string().transform(async (imagePath) => { + const fullPath = new URL(imagePath, options.assetsDir); + return await getImageMetadata(fullPath); + }); + }; +} + +async function getImageMetadata( + imagePath: URL +): Promise<(Metadata & { __astro_asset: true }) | undefined> { + const meta = await imageMetadata(imagePath); + + if (!meta) { + return undefined; + } + + delete meta.orientation; + return { ...meta, __astro_asset: true }; +} diff --git a/packages/astro/src/content/internal.ts b/packages/astro/src/content/runtime.ts similarity index 87% rename from packages/astro/src/content/internal.ts rename to packages/astro/src/content/runtime.ts index 951a52f6d235..d58e4be62639 100644 --- a/packages/astro/src/content/internal.ts +++ b/packages/astro/src/content/runtime.ts @@ -1,5 +1,3 @@ -import { z } from 'zod'; -import { imageMetadata, type Metadata } from '../assets/utils/metadata.js'; import { AstroError, AstroErrorData } from '../core/errors/index.js'; import { prependForwardSlash } from '../core/path.js'; @@ -199,29 +197,3 @@ async function render({ remarkPluginFrontmatter: mod.frontmatter ?? {}, }; } - -export function createImage(options: { assetsDir: string; relAssetsDir: string }) { - return () => { - if (options.assetsDir === 'undefined') { - throw new Error('Enable `experimental.assets` in your Astro config to use image()'); - } - - return z.string().transform(async (imagePath) => { - const fullPath = new URL(imagePath, options.assetsDir); - return await getImageMetadata(fullPath); - }); - }; -} - -async function getImageMetadata( - imagePath: URL -): Promise<(Metadata & { __astro_asset: true }) | undefined> { - const meta = await imageMetadata(imagePath); - - if (!meta) { - return undefined; - } - - delete meta.orientation; - return { ...meta, __astro_asset: true }; -} diff --git a/packages/astro/src/content/template/virtual-mod-assets.mjs b/packages/astro/src/content/template/virtual-mod-assets.mjs new file mode 100644 index 000000000000..32b41dd97b1e --- /dev/null +++ b/packages/astro/src/content/template/virtual-mod-assets.mjs @@ -0,0 +1,9 @@ +import { + createImage +} from 'astro/content/runtime-assets'; + +const assetsDir = '@@ASSETS_DIR@@'; + +export const image = createImage({ + assetsDir, +}); diff --git a/packages/astro/src/content/template/virtual-mod.mjs b/packages/astro/src/content/template/virtual-mod.mjs index 5ce29dcf8fcc..c5dc1b4f32ad 100644 --- a/packages/astro/src/content/template/virtual-mod.mjs +++ b/packages/astro/src/content/template/virtual-mod.mjs @@ -3,8 +3,7 @@ import { createCollectionToGlobResultMap, createGetCollection, createGetEntryBySlug, - createImage, -} from 'astro/content/internal'; +} from 'astro/content/runtime'; export { z } from 'astro/zod'; @@ -13,7 +12,6 @@ export function defineCollection(config) { } const contentDir = '@@CONTENT_DIR@@'; -const assetsDir = '@@ASSETS_DIR@@'; const entryGlob = import.meta.glob('@@ENTRY_GLOB_PATH@@', { query: { astroContent: true }, @@ -40,7 +38,3 @@ export const getEntryBySlug = createGetEntryBySlug({ getCollection, collectionToRenderEntryMap, }); - -export const image = createImage({ - assetsDir, -}); diff --git a/packages/astro/src/content/utils.ts b/packages/astro/src/content/utils.ts index 2db053dd3ff2..f6b420acd774 100644 --- a/packages/astro/src/content/utils.ts +++ b/packages/astro/src/content/utils.ts @@ -334,6 +334,7 @@ export type ContentPaths = { cacheDir: URL; typesTemplate: URL; virtualModTemplate: URL; + virtualAssetsModTemplate: URL; config: { exists: boolean; url: URL; @@ -352,6 +353,7 @@ export function getContentPaths( assetsDir: new URL('./assets/', srcDir), typesTemplate: new URL('types.d.ts', templateDir), virtualModTemplate: new URL('virtual-mod.mjs', templateDir), + virtualAssetsModTemplate: new URL('virtual-mod-assets.mjs', templateDir), config: configStats, }; } diff --git a/packages/astro/src/content/vite-plugin-content-virtual-mod.ts b/packages/astro/src/content/vite-plugin-content-virtual-mod.ts index 99b6e3f3c036..6691326e9d1f 100644 --- a/packages/astro/src/content/vite-plugin-content-virtual-mod.ts +++ b/packages/astro/src/content/vite-plugin-content-virtual-mod.ts @@ -36,11 +36,16 @@ export function astroContentVirtualModPlugin({ const virtualModContents = fsMod .readFileSync(contentPaths.virtualModTemplate, 'utf-8') .replace('@@CONTENT_DIR@@', relContentDir) - .replace('@@ASSETS_DIR@@', assetsDir) .replace('@@ENTRY_GLOB_PATH@@', entryGlob) .replace('@@RENDER_ENTRY_GLOB_PATH@@', entryGlob); + const virtualAssetsModContents = fsMod + .readFileSync(contentPaths.virtualAssetsModTemplate, 'utf-8') + .replace('@@ASSETS_DIR@@', assetsDir); const astroContentVirtualModuleId = '\0' + VIRTUAL_MODULE_ID; + const allContents = settings.config.experimental.assets ? + (virtualModContents + virtualAssetsModContents) : + virtualModContents; return { name: 'astro-content-virtual-mod-plugin', @@ -53,7 +58,7 @@ export function astroContentVirtualModPlugin({ load(id) { if (id === astroContentVirtualModuleId) { return { - code: virtualModContents, + code: allContents, }; } }, diff --git a/packages/astro/test/content-collections.test.js b/packages/astro/test/content-collections.test.js index dd86288d1c72..6ede7cfc1b16 100644 --- a/packages/astro/test/content-collections.test.js +++ b/packages/astro/test/content-collections.test.js @@ -3,6 +3,7 @@ import * as cheerio from 'cheerio'; import { expect } from 'chai'; import { loadFixture } from './test-utils.js'; import testAdapter from './test-adapter.js'; +import { preventNodeBuiltinDependencyPlugin } from './test-plugins.js'; describe('Content Collections', () => { describe('Query', () => { @@ -222,6 +223,11 @@ describe('Content Collections', () => { root: './fixtures/content-ssr-integration/', output: 'server', adapter: testAdapter(), + vite: { + plugins: [ + preventNodeBuiltinDependencyPlugin() + ] + } }); await fixture.build(); app = await fixture.loadTestAdapterApp(); diff --git a/packages/astro/test/test-plugins.js b/packages/astro/test/test-plugins.js new file mode 100644 index 000000000000..75f944789415 --- /dev/null +++ b/packages/astro/test/test-plugins.js @@ -0,0 +1,17 @@ + +export function preventNodeBuiltinDependencyPlugin() { + // Verifies that `astro:content` does not have a hard dependency on Node builtins. + // This is to verify it will run on Cloudflare and Deno + return { + name: 'verify-no-node-stuff', + generateBundle() { + const nodeModules = ['node:fs', 'node:url', 'node:worker_threads', 'node:path']; + nodeModules.forEach(name => { + const mod = this.getModuleInfo(name); + if(mod) { + throw new Error(`Node builtins snuck in: ${name}`) + } + }); + } + }; +}