when reading content files, wrap every file loading with try-catch

Author: smnh

package-lock.json

@@ -26,7 +26,7 @@
   "homepage": "https://github.com/stackbithq/sourcebit-source-filesystem#readme",
   "dependencies": {
     "@stackbit/sdk": "^0.2.16",
-    "@stackbit/utils": "^0.1.0",
+    "@stackbit/utils": "^0.2.1",
     "chokidar": "^3.5.2",
     "fs-extra": "^10.0.0",
     "lodash": "^4.17.21"

package.json

@@ -3,7 +3,7 @@ const fse = require('fs-extra');
 const path = require('path');
 const _ = require('lodash');
 const { loadConfig } = require('@stackbit/sdk');
-const { parseFile, mapPromise, readDirRecursively } = require('@stackbit/utils');
+const { parseFile, mapPromise, reducePromise, readDirRecursively } = require('@stackbit/utils');
 const { matchObjectsToModels } = require('./models-matcher');
 
 
@@ -24,6 +24,10 @@ function log(message) {
     console.log(`[${SOURCE}] ${message}`);
 }
 
+function logError(message) {
+    console.error(`[${SOURCE}] ${message}`);
+}
+
 module.exports.bootstrap = async ({ setPluginContext, options, refresh }) => {
     let { watch, sources = [] } = options;
 
@@ -137,22 +141,27 @@ async function readFiles(sources) {
             const ext = path.extname(filePath).substring(1);
             return ['yml', 'yaml', 'json', 'toml', 'md'].includes(ext);
         }).sort();
-        return mapPromise(filePaths, async filePath => {
+        return reducePromise(filePaths, async (result, filePath) => {
             const absFilePath = path.join(absSourcePath, filePath);
-            const data = await parseFile(absFilePath);
             const relProjectPath = path.relative(absProjectPath, absFilePath);
             const relSourcePath = path.relative(absSourcePath, absFilePath);
-            return _.assign({
-                __metadata: {
-                    id: `${relProjectPath}`,
-                    source: SOURCE,
-                    sourceName: name,
-                    sourcePath: sourcePath,
-                    relSourcePath: relSourcePath,
-                    relProjectPath: relProjectPath
-                }
-            }, data);
-        });
+            try {
+                const data = await parseFile(absFilePath);
+                result.push(_.assign({
+                    __metadata: {
+                        id: `${relProjectPath}`,
+                        source: SOURCE,
+                        sourceName: name,
+                        sourcePath: sourcePath,
+                        relSourcePath: relSourcePath,
+                        relProjectPath: relProjectPath
+                    }
+                }, data));
+            } catch (error) {
+                logError(`failed to parse file: ${relProjectPath}`);
+            }
+            return result;
+        }, []);
     });
     return _.chain(result).flatten().value();
 }