fix(astro): handle symlinked content collection directories

.changeset/fifty-clouds-clean.md

@@ -0,0 +1,5 @@
+---
+'astro': patch
+---
+
+Supports symlinked content collection directories

packages/astro/src/content/utils.ts

@@ -167,6 +167,50 @@ export function getEntryConfigByExtMap<TEntryType extends ContentEntryType | Dat
 	return map;
 }
 
+export async function getSymlinkedContentCollections(
+	contentDir: URL
+): Promise<Map<string, string>> {
+	const contentPaths = new Map<string, string>();
+	const contentDirPath = fileURLToPath(contentDir);
+
+	if (!fsMod.existsSync(contentDirPath) || !fsMod.lstatSync(contentDirPath).isDirectory()) {
+		return contentPaths;
+	}
+
+	const contentDirEntries = await fsMod.promises.readdir(contentDir, { withFileTypes: true });
+	for (const entry of contentDirEntries) {
+		if (entry.isSymbolicLink()) {
+			const entryPath = path.join(contentDirPath, entry.name);
+			const realPath = await fsMod.promises.realpath(entryPath);
+			contentPaths.set(normalizePath(realPath), entry.name);
+		}
+	}
+	return contentPaths;
+}
+
+export function reverseSymlinks({
+	entry,
+	symlinks,
+	contentDir,
+}: {
+	entry: string | URL;
+	contentDir: string | URL;
+	symlinks?: Map<string, string>;
+}): string {
+	const entryPath = normalizePath(typeof entry === 'string' ? entry : fileURLToPath(entry));
+	const contentDirPath = typeof contentDir === 'string' ? contentDir : fileURLToPath(contentDir);
+	if (!symlinks || symlinks.size === 0) {
+		return entryPath;
+	}
+
+	for (const [realPath, symlinkName] of symlinks) {
+		if (entryPath.startsWith(realPath)) {
+			return normalizePath(path.join(contentDirPath, symlinkName, entryPath.replace(realPath, '')));
+		}
+	}
+	return entryPath;
+}
+
 export function getEntryCollectionName({
 	contentDir,
 	entry,

packages/astro/src/content/vite-plugin-content-imports.ts

@@ -28,10 +28,12 @@ import {
 	getEntryConfigByExtMap,
 	getEntryData,
 	getEntryType,
+	getSymlinkedContentCollections,
 	globalContentConfigObserver,
 	hasContentFlag,
 	parseEntrySlug,
 	reloadContentConfigObserver,
+	reverseSymlinks,
 } from './utils.js';
 
 function getContentRendererByViteId(
@@ -75,16 +77,26 @@ export function astroContentImportPlugin({
 	const dataEntryConfigByExt = getEntryConfigByExtMap(settings.dataEntryTypes);
 	const { contentDir } = contentPaths;
 	let shouldEmitFile = false;
-
+	let symlinks: Map<string, string>;
 	const plugins: Plugin[] = [
 		{
 			name: 'astro:content-imports',
 			config(_config, env) {
 				shouldEmitFile = env.command === 'build';
 			},
+			async buildStart() {
+				// Get symlinks once at build start
+				symlinks = await getSymlinkedContentCollections(contentDir);
+			},
 			async transform(_, viteId) {
 				if (hasContentFlag(viteId, DATA_FLAG)) {
-					const fileId = viteId.split('?')[0] ?? viteId;
+					// By default, Vite will resolve symlinks to their targets. We need to reverse this for
+					// content entries, so we can get the path relative to the content directory.
+					const fileId = reverseSymlinks({
+						entry: viteId.split('?')[0] ?? viteId,
+						contentDir,
+						symlinks,
+					});
 					// Data collections don't need to rely on the module cache.
 					// This cache only exists for the `render()` function specific to content.
 					const { id, data, collection, _internal } = await getDataEntryModule({
@@ -109,7 +121,7 @@ export const _internal = {
 `;
 					return code;
 				} else if (hasContentFlag(viteId, CONTENT_FLAG)) {
-					const fileId = viteId.split('?')[0];
+					const fileId = reverseSymlinks({ entry: viteId.split('?')[0], contentDir, symlinks });
 					const { id, slug, collection, body, data, _internal } = await getContentEntryModule({
 						fileId,
 						entryConfigByExt: contentEntryConfigByExt,

packages/astro/src/core/build/static-build.ts

@@ -8,7 +8,11 @@ import { bgGreen, bgMagenta, black, green } from 'kleur/colors';
 import * as vite from 'vite';
 import type { RouteData } from '../../@types/astro.js';
 import { PROPAGATED_ASSET_FLAG } from '../../content/consts.js';
-import { hasAnyContentFlag } from '../../content/utils.js';
+import {
+	getSymlinkedContentCollections,
+	hasAnyContentFlag,
+	reverseSymlinks,
+} from '../../content/utils.js';
 import {
 	type BuildInternals,
 	createBuildInternals,
@@ -175,7 +179,8 @@ async function ssrBuild(
 	const routes = Object.values(allPages).flatMap((pageData) => pageData.route);
 	const isContentCache = !ssr && settings.config.experimental.contentCollectionCache;
 	const { lastVitePlugins, vitePlugins } = await container.runBeforeHook('server', input);
-
+	const contentDir = new URL('./src/content', settings.config.root);
+	const symlinks = await getSymlinkedContentCollections(contentDir);
 	const viteBuildConfig: vite.InlineConfig = {
 		...viteConfig,
 		mode: viteConfig.mode || 'production',
@@ -251,7 +256,12 @@ async function ssrBuild(
 							chunkInfo.facadeModuleId &&
 							hasAnyContentFlag(chunkInfo.facadeModuleId)
 						) {
-							const [srcRelative, flag] = chunkInfo.facadeModuleId.split('/src/')[1].split('?');
+							const moduleId = reverseSymlinks({
+								symlinks,
+								entry: chunkInfo.facadeModuleId,
+								contentDir,
+							});
+							const [srcRelative, flag] = moduleId.split('/src/')[1].split('?');
 							if (flag === PROPAGATED_ASSET_FLAG) {
 								return encodeName(`${removeFileExtension(srcRelative)}.entry.mjs`);
 							}

packages/astro/test/content-collections.test.js

@@ -98,6 +98,28 @@ describe('Content Collections', () => {
 					subject: 'My Newsletter',
 				});
 			});
+
+			it('Handles symlinked content', async () => {
+				assert.ok(json.hasOwnProperty('withSymlinkedContent'));
+				assert.equal(Array.isArray(json.withSymlinkedContent), true);
+
+				const ids = json.withSymlinkedContent.map((item) => item.id);
+				assert.deepEqual(ids, ['first.md', 'second.md', 'third.md']);
+				assert.equal(json.withSymlinkedContent[0].data.title, 'First Blog');
+			});
+
+			it('Handles symlinked data', async () => {
+				assert.ok(json.hasOwnProperty('withSymlinkedData'));
+				assert.equal(Array.isArray(json.withSymlinkedData), true);
+
+				const ids = json.withSymlinkedData.map((item) => item.id);
+				assert.deepEqual(ids, ['welcome']);
+				assert.equal(
+					json.withSymlinkedData[0].data.alt,
+					'Futuristic landscape with chrome buildings and blue skies'
+				);
+				assert.notEqual(json.withSymlinkedData[0].data.src.src, undefined);
+			});
 		});
 
 		describe('Propagation', () => {

packages/astro/test/fixtures/content-collections/src/content/config.ts

@@ -11,7 +11,7 @@ const withSchemaConfig = defineCollection({
 		isDraft: z.boolean().default(false),
 		lang: z.enum(['en', 'fr', 'es']).default('en'),
 		publishedAt: z.date().transform((val) => new Date(val)),
-	})
+	}),
 });
 
 const withUnionSchema = defineCollection({
@@ -28,8 +28,27 @@ const withUnionSchema = defineCollection({
 	]),
 });
 
+const withSymlinkedData = defineCollection({
+	type: 'data',
+	schema: ({ image }) =>
+		z.object({
+			alt: z.string(),
+			src: image(),
+		}),
+});
+
+const withSymlinkedContent = defineCollection({
+	type: 'content',
+	schema: z.object({
+		title: z.string(),
+		date: z.date(),
+	}),
+});
+
 export const collections = {
 	'with-custom-slugs': withCustomSlugs,
 	'with-schema-config': withSchemaConfig,
 	'with-union-schema': withUnionSchema,
-}
+	'with-symlinked-data': withSymlinkedData,
+	'with-symlinked-content': withSymlinkedContent,
+};

packages/astro/test/fixtures/content-collections/src/content/with-symlinked-content

@@ -0,0 +1 @@
+../../symlinked-collections/content-collection

packages/astro/test/fixtures/content-collections/src/content/with-symlinked-data

@@ -0,0 +1 @@
+../../symlinked-collections/data-collection

packages/astro/test/fixtures/content-collections/src/pages/collections.json.js

@@ -7,8 +7,10 @@ export async function GET() {
 	const withSchemaConfig = stripAllRenderFn(await getCollection('with-schema-config'));
 	const withSlugConfig = stripAllRenderFn(await getCollection('with-custom-slugs'));
 	const withUnionSchema = stripAllRenderFn(await getCollection('with-union-schema'));
+	const withSymlinkedContent = stripAllRenderFn(await getCollection('with-symlinked-content'));
+	const withSymlinkedData = stripAllRenderFn(await getCollection('with-symlinked-data'));
 
 	return new Response(
-		devalue.stringify({ withoutConfig, withSchemaConfig, withSlugConfig, withUnionSchema })
+		devalue.stringify({ withoutConfig, withSchemaConfig, withSlugConfig, withUnionSchema, withSymlinkedContent, withSymlinkedData }),
 	);
 }

packages/astro/test/fixtures/content-collections/symlinked-collections/content-collection/first.md

@@ -0,0 +1,6 @@
+---
+title: "First Blog"
+date: 2024-04-05
+---
+
+First blog content.

packages/astro/test/fixtures/content-collections/symlinked-collections/content-collection/second.md

@@ -0,0 +1,6 @@
+---
+title: "Second Blog"
+date: 2024-04-06
+---
+
+Second blog content.

packages/astro/test/fixtures/content-collections/symlinked-collections/content-collection/third.md

@@ -0,0 +1,6 @@
+---
+title: "Third Blog"
+date: 2024-04-07
+---
+
+Third blog content.

packages/astro/test/fixtures/content-collections/symlinked-collections/data-collection/welcome.json

@@ -0,0 +1,4 @@
+{
+  "alt": "Futuristic landscape with chrome buildings and blue skies",
+  "src": "../../assets/the-future.jpg"
+}