fix(astro): handle symlinked content collection directories

.changeset/fifty-clouds-clean.md

@@ -0,0 +1,5 @@
+---
+'astro': patch
+---
+
+Supports symlinked content collection directories

packages/astro/src/content/utils.ts

@@ -167,6 +167,46 @@ export function getEntryConfigByExtMap<TEntryType extends ContentEntryType | Dat
 	return map;
 }
 
+export async function getSymlinkedContentCollections(
+	contentDir: URL
+): Promise<Map<string, string>> {
+	const contentPaths = new Map<string, string>();
+	const contentDirPath = fileURLToPath(contentDir);
+
+	const contentDirEntries = await fsMod.promises.readdir(contentDir, { withFileTypes: true });
+	for (const entry of contentDirEntries) {
+		if (entry.isSymbolicLink()) {
+			const entryPath = path.join(contentDirPath, entry.name);
+			const realPath = await fsMod.promises.realpath(entryPath);
+			contentPaths.set(realPath, entry.name);
+		}
+	}
+	return contentPaths;
+}
+
+export function reverseSymlinks({
+	entry,
+	symlinks,
+	contentDir,
+}: {
+	entry: string | URL;
+	contentDir: string | URL;
+	symlinks?: Map<string, string>;
+}): string {
+	const entryPath = typeof entry === 'string' ? entry : fileURLToPath(entry);
+	const contentDirPath = typeof contentDir === 'string' ? contentDir : fileURLToPath(contentDir);
+	if (!symlinks) {
+		return entryPath;
+	}
+
+	for (const [realPath, symlinkName] of symlinks) {
+		if (entryPath.startsWith(realPath)) {
+			return path.join(contentDirPath, symlinkName, entryPath.replace(realPath, ''));
+		}
+	}
+	return entryPath;
+}
+
 export function getEntryCollectionName({
 	contentDir,
 	entry,

packages/astro/src/content/vite-plugin-content-imports.ts

@@ -28,10 +28,12 @@ import {
 	getEntryConfigByExtMap,
 	getEntryData,
 	getEntryType,
+	getSymlinkedContentCollections,
 	globalContentConfigObserver,
 	hasContentFlag,
 	parseEntrySlug,
 	reloadContentConfigObserver,
+	reverseSymlinks,
 } from './utils.js';
 
 function getContentRendererByViteId(
@@ -75,16 +77,26 @@ export function astroContentImportPlugin({
 	const dataEntryConfigByExt = getEntryConfigByExtMap(settings.dataEntryTypes);
 	const { contentDir } = contentPaths;
 	let shouldEmitFile = false;
-
+	let symlinks: Map<string, string>;
 	const plugins: Plugin[] = [
 		{
 			name: 'astro:content-imports',
 			config(_config, env) {
 				shouldEmitFile = env.command === 'build';
 			},
+			async buildStart() {
+				// Get symlinks once at build start
+				symlinks = await getSymlinkedContentCollections(contentDir);
+			},
 			async transform(_, viteId) {
 				if (hasContentFlag(viteId, DATA_FLAG)) {
-					const fileId = viteId.split('?')[0] ?? viteId;
+					// By default, Vite will resolve symlinks to their targets. We need to reverse this for
+					// content entries, so we can get the path relative to the content directory.
+					const fileId = reverseSymlinks({
+						entry: viteId.split('?')[0] ?? viteId,
+						contentDir,
+						symlinks,
+					});
 					// Data collections don't need to rely on the module cache.
 					// This cache only exists for the `render()` function specific to content.
 					const { id, data, collection, _internal } = await getDataEntryModule({
@@ -109,7 +121,7 @@ export const _internal = {
 `;
 					return code;
 				} else if (hasContentFlag(viteId, CONTENT_FLAG)) {
-					const fileId = viteId.split('?')[0];
+					const fileId = reverseSymlinks({ entry: viteId.split('?')[0], contentDir, symlinks });
 					const { id, slug, collection, body, data, _internal } = await getContentEntryModule({
 						fileId,
 						entryConfigByExt: contentEntryConfigByExt,

packages/astro/test/content-collections.test.js

@@ -98,6 +98,28 @@ describe('Content Collections', () => {
 					subject: 'My Newsletter',
 				});
 			});
+
+			it('Handles symlinked content', async () => {
+				assert.ok(json.hasOwnProperty('withSymlinkedContent'));
+				assert.equal(Array.isArray(json.withSymlinkedContent), true);
+
+				const ids = json.withSymlinkedContent.map((item) => item.id);
+				assert.deepEqual(ids, ['first.md', 'second.md', 'third.md']);
+				assert.equal(json.withSymlinkedContent[0].data.title, 'First Blog');
+			});
+
+			it('Handles symlinked data', async () => {
+				assert.ok(json.hasOwnProperty('withSymlinkedData'));
+				assert.equal(Array.isArray(json.withSymlinkedData), true);
+
+				const ids = json.withSymlinkedData.map((item) => item.id);
+				assert.deepEqual(ids, ['welcome']);
+				assert.equal(
+					json.withSymlinkedData[0].data.alt,
+					'Futuristic landscape with chrome buildings and blue skies'
+				);
+				assert.notEqual(json.withSymlinkedData[0].data.src.src, undefined);
+			});
 		});
 
 		describe('Propagation', () => {

packages/astro/test/fixtures/content-collections/src/content/config.ts

@@ -11,7 +11,7 @@ const withSchemaConfig = defineCollection({
 		isDraft: z.boolean().default(false),
 		lang: z.enum(['en', 'fr', 'es']).default('en'),
 		publishedAt: z.date().transform((val) => new Date(val)),
-	})
+	}),
 });
 
 const withUnionSchema = defineCollection({
@@ -28,8 +28,27 @@ const withUnionSchema = defineCollection({
 	]),
 });
 
+const withSymlinkedData = defineCollection({
+	type: 'data',
+	schema: ({ image }) =>
+		z.object({
+			alt: z.string(),
+			src: image(),
+		}),
+});
+
+const withSymlinkedContent = defineCollection({
+	type: 'content',
+	schema: z.object({
+		title: z.string(),
+		date: z.date(),
+	}),
+});
+
 export const collections = {
 	'with-custom-slugs': withCustomSlugs,
 	'with-schema-config': withSchemaConfig,
 	'with-union-schema': withUnionSchema,
-}
+	'with-symlinked-data': withSymlinkedData,
+	'with-symlinked-content': withSymlinkedContent,
+};

packages/astro/test/fixtures/content-collections/src/content/with-symlinked-content

@@ -0,0 +1 @@
+/Users/matt/Repos/astro/packages/astro/test/fixtures/content-collections/symlinked-collections/content-collection

packages/astro/test/fixtures/content-collections/src/content/with-symlinked-data

@@ -0,0 +1 @@
+/Users/matt/Repos/astro/packages/astro/test/fixtures/content-collections/symlinked-collections/data-collection

packages/astro/test/fixtures/content-collections/src/pages/collections.json.js

@@ -7,8 +7,10 @@ export async function GET() {
 	const withSchemaConfig = stripAllRenderFn(await getCollection('with-schema-config'));
 	const withSlugConfig = stripAllRenderFn(await getCollection('with-custom-slugs'));
 	const withUnionSchema = stripAllRenderFn(await getCollection('with-union-schema'));
+	const withSymlinkedContent = stripAllRenderFn(await getCollection('with-symlinked-content'));
+	const withSymlinkedData = stripAllRenderFn(await getCollection('with-symlinked-data'));
 
 	return new Response(
-		devalue.stringify({ withoutConfig, withSchemaConfig, withSlugConfig, withUnionSchema })
+		devalue.stringify({ withoutConfig, withSchemaConfig, withSlugConfig, withUnionSchema, withSymlinkedContent, withSymlinkedData }),
 	);
 }

packages/astro/test/fixtures/content-collections/symlinked-collections/content-collection/first.md

@@ -0,0 +1,6 @@
+---
+title: "First Blog"
+date: 2024-04-05
+---
+
+First blog content.

packages/astro/test/fixtures/content-collections/symlinked-collections/content-collection/second.md

@@ -0,0 +1,6 @@
+---
+title: "Second Blog"
+date: 2024-04-06
+---
+
+Second blog content.

packages/astro/test/fixtures/content-collections/symlinked-collections/content-collection/third.md

@@ -0,0 +1,6 @@
+---
+title: "Third Blog"
+date: 2024-04-07
+---
+
+Third blog content.

packages/astro/test/fixtures/content-collections/symlinked-collections/data-collection/welcome.json

@@ -0,0 +1,4 @@
+{
+  "alt": "Futuristic landscape with chrome buildings and blue skies",
+  "src": "../../assets/the-future.jpg"
+}