skip composition type and compositions if studio project failed to import

Author: shafeeqd959

.talismanrc

@@ -66,7 +66,7 @@ fileignoreconfig:
   - filename: packages/contentstack-bulk-publish/src/producer/publish-unpublished-env.js
     checksum: 96fd15e027f38b156c69f10943ea1d5a70e580fa8a5efeb3286cd7132145c72d
   - filename: packages/contentstack-import/src/import/modules/entries.ts
-    checksum: 2fd4e8ecf75e077632a6408d09997f0921d2a3508f9f2cb8f47fe79a28592300
+    checksum: 290730774c61220645ec211b85b9e218cdbd8addc2d8fd8f061dfa5ede5b5c75
   - filename: packages/contentstack-utilities/src/logger/logger.ts
     checksum: 76429bc87e279624b386f00e7eb3f4ec25621ace7056289f812b9a076d6e184e
   - filename: packages/contentstack-bootstrap/src/bootstrap/utils.ts

packages/contentstack-import/src/config/index.ts

@@ -33,6 +33,7 @@ const config: DefaultConfig = {
       'stack',
       'assets',
       'taxonomies',
+      'composable-studio',
       'extensions',
       'marketplace-apps',
       'global-fields',
@@ -44,7 +45,6 @@ const config: DefaultConfig = {
       'variant-entries',
       'labels',
       'webhooks',
-      'composable-studio',
     ],
     locales: {
       dirName: 'locales',

packages/contentstack-import/src/import/modules/composable-studio.ts

@@ -20,6 +20,7 @@ export default class ImportComposableStudio {
   private apiClient: HttpClient;
   private envUidMapperPath: string;
   private envUidMapper: Record<string, string>;
+  private projectMapperPath: string;
 
   constructor({ importConfig }: ModuleClassParams) {
     this.importConfig = importConfig;
@@ -28,6 +29,7 @@ export default class ImportComposableStudio {
 
     // Setup paths
     this.composableStudioPath = join(this.importConfig.backupDir, this.composableStudioConfig.dirName);
+    this.projectMapperPath = join(this.importConfig.backupDir, 'mapper', this.composableStudioConfig.dirName);
     this.composableStudioFilePath = join(this.composableStudioPath, this.composableStudioConfig.fileName);
     this.envUidMapperPath = join(this.importConfig.backupDir, 'mapper', 'environments', 'uid-mapping.json');
     this.envUidMapper = {};
@@ -244,6 +246,14 @@ export default class ImportComposableStudio {
       if (response.status >= 200 && response.status < 300) {
         projectCreated = true;
         log.debug(`Project created successfully with UID: ${response.data?.uid}`, this.importConfig.context);
+
+        // Create mapper directory if it doesn't exist
+        await fsUtil.makeDirectory(this.projectMapperPath);
+
+        // write the project to file
+        const projectFileSuccessPath = join(this.projectMapperPath, this.composableStudioConfig.fileName);
+        fsUtil.writeFile(projectFileSuccessPath, response.data as unknown as Record<string, unknown>);
+        log.debug(`Project written to: ${projectFileSuccessPath}`, this.importConfig.context);
       } else {
         throw new Error(`API call failed with status ${response.status}: ${JSON.stringify(response.data)}`);
       }

packages/contentstack-import/src/import/modules/content-types.ts

@@ -8,7 +8,7 @@
 import * as path from 'path';
 import { isEmpty, find, cloneDeep, map } from 'lodash';
 import { sanitizePath, log, handleAndLogError } from '@contentstack/cli-utilities';
-import { fsUtil, schemaTemplate, lookupExtension, lookUpTaxonomy } from '../../utils';
+import { fsUtil, schemaTemplate, lookupExtension, lookUpTaxonomy, fileHelper } from '../../utils';
 import { ImportConfig, ModuleClassParams } from '../../types';
 import BaseClass, { ApiOptions } from './base-class';
 import { updateFieldRules } from '../../utils/content-type-helper';
@@ -54,6 +54,8 @@ export default class ContentTypesImport extends BaseClass {
   public taxonomies: Record<string, unknown>;
   private extPendingPath: string;
   private isExtensionsUpdate = false;
+  private composableStudioSuccessPath: string;
+  private composableStudioExportPath: string;
 
   constructor({ importConfig, stackAPIClient }: ModuleClassParams) {
     super({ importConfig, stackAPIClient });
@@ -84,6 +86,19 @@ export default class ContentTypesImport extends BaseClass {
       ['schema.json', 'true'],
       ['.DS_Store', 'true'],
     ]);
+
+    this.composableStudioSuccessPath = path.join(
+      sanitizePath(this.importConfig.data),
+      'mapper',
+      this.importConfig.modules['composable-studio'].dirName,
+      this.importConfig.modules['composable-studio'].fileName,
+    );
+
+    this.composableStudioExportPath = path.join(
+      sanitizePath(this.importConfig.data),
+      this.importConfig.modules['composable-studio'].dirName,
+      this.importConfig.modules['composable-studio'].fileName,
+    );
     this.cTs = [];
     this.createdCTs = [];
     this.titleToUIdMap = new Map();
@@ -110,6 +125,35 @@ export default class ContentTypesImport extends BaseClass {
     }
     log.debug(`Found ${this.cTs.length} content types to import`, this.importConfig.context);
 
+    // If success file doesn't exist but export file does, skip the composition content type
+    if (
+      !fileHelper.fileExistsSync(this.composableStudioSuccessPath) &&
+      fileHelper.fileExistsSync(this.composableStudioExportPath)
+    ) {
+      const exportedProject = fileHelper.readFileSync(this.composableStudioExportPath) as {
+        contentTypeUid: string;
+      };
+
+      if (exportedProject?.contentTypeUid) {
+        const originalCount = this.cTs.length;
+        this.cTs = this.cTs.filter((ct: Record<string, unknown>) => {
+          const shouldSkip = ct.uid === exportedProject.contentTypeUid;
+          if (shouldSkip) {
+            log.info(
+              `Skipping content type '${ct.uid}' as Composable Studio project was not created successfully`,
+              this.importConfig.context,
+            );
+          }
+          return !shouldSkip;
+        });
+
+        const skippedCount = originalCount - this.cTs.length;
+        if (skippedCount > 0) {
+          log.debug(`Filtered out ${skippedCount} composition content type(s) from import`, this.importConfig.context);
+        }
+      }
+    }
+
     await fsUtil.makeDirectory(this.cTsMapperPath);
     log.debug('Created content types mapper directory.', this.importConfig.context);
 

packages/contentstack-import/src/import/modules/entries.ts

@@ -57,6 +57,8 @@ export default class EntriesImport extends BaseClass {
   public rteCTs: any;
   public rteCTsWithRef: any;
   public entriesForVariant: Array<{ content_type: string; locale: string; entry_uid: string }> = [];
+  private composableStudioSuccessPath: string;
+  private composableStudioExportPath: string;
 
   constructor({ importConfig, stackAPIClient }: ModuleClassParams) {
     super({ importConfig, stackAPIClient });
@@ -92,6 +94,18 @@ export default class EntriesImport extends BaseClass {
       sanitizePath(importConfig.modules.locales.dirName),
       sanitizePath(importConfig.modules.locales.fileName),
     );
+    this.composableStudioSuccessPath = path.join(
+      sanitizePath(this.importConfig.data),
+      'mapper',
+      this.importConfig.modules['composable-studio'].dirName,
+      this.importConfig.modules['composable-studio'].fileName,
+    );
+
+    this.composableStudioExportPath = path.join(
+      sanitizePath(this.importConfig.data),
+      this.importConfig.modules['composable-studio'].dirName,
+      this.importConfig.modules['composable-studio'].fileName,
+    );
     this.importConcurrency = this.entriesConfig.importConcurrency || importConfig.importConcurrency;
     this.entriesUidMapper = {};
     this.modifiedCTs = [];
@@ -116,6 +130,37 @@ export default class EntriesImport extends BaseClass {
         return;
       }
       log.debug(`Found ${this.cTs.length} content types for entry import`, this.importConfig.context);
+      // If success file doesn't exist but export file does, skip the composition entries
+      if (
+        !fileHelper.fileExistsSync(this.composableStudioSuccessPath) &&
+        fileHelper.fileExistsSync(this.composableStudioExportPath)
+      ) {
+        const exportedProject = fileHelper.readFileSync(this.composableStudioExportPath) as {
+          contentTypeUid: string;
+        };
+
+        if (exportedProject?.contentTypeUid) {
+          const originalCount = this.cTs.length;
+          this.cTs = this.cTs.filter((ct: Record<string, unknown>) => {
+            const shouldSkip = ct.uid === exportedProject.contentTypeUid;
+            if (shouldSkip) {
+              log.info(
+                `Skipping entries for content type '${ct.uid}' as Composable Studio project was not created successfully`,
+                this.importConfig.context,
+              );
+            }
+            return !shouldSkip;
+          });
+
+          const skippedCount = originalCount - this.cTs.length;
+          if (skippedCount > 0) {
+            log.debug(
+              `Filtered out ${skippedCount} composition content type(s) from entry import`,
+              this.importConfig.context,
+            );
+          }
+        }
+      }
 
       this.installedExtensions = (
         (fsUtil.readFile(this.marketplaceAppMapperPath) as any) || { extension_uid: {} }
@@ -124,10 +169,7 @@ export default class EntriesImport extends BaseClass {
 
       this.assetUidMapper = (fsUtil.readFile(this.assetUidMapperPath) as Record<string, any>) || {};
       this.assetUrlMapper = (fsUtil.readFile(this.assetUrlMapperPath) as Record<string, any>) || {};
-      log.debug(
-        `Loaded asset mappings – UIDs: ${Object.keys(this.assetUidMapper).length}`,
-        this.importConfig.context,
-      );
+      log.debug(`Loaded asset mappings – UIDs: ${Object.keys(this.assetUidMapper).length}`, this.importConfig.context);
 
       this.taxonomies = (fsUtil.readFile(this.taxonomiesPath) || {}) as Record<string, any>;
       log.debug('Loaded taxonomy data for entry processing.', this.importConfig.context);