limit simultaneous file uploads

Author: biilmann

lib/deploy.js

@@ -1,6 +1,7 @@
-var when   = require("when"),
-    nodefn = require("when/node"),
-    model  = require("./model");
+var when      = require("when"),
+    nodefn    = require("when/node"),
+    semaphore = require("semaphore"),
+    model     = require("./model");
 
 if (typeof(require) !== 'undefined') {
   var fs = require("graceful-fs");
@@ -42,24 +43,29 @@ Deploy.prototype = {
     progress && progress("start", {total: files.length});
 
     var self = this;
+    var sem = semaphore(20);
     var results = files.map(function(file) {
-      return nodefn.call(fs.readFile, file.abs).then(function(data) {
-        var filePath = file.rel.split("/").map(function(segment) {
-          return encodeURIComponent(segment);
-        }).join("/");
+      sem.take(function() {
+        return nodefn.call(fs.readFile, file.abs).then(function(data) {
+          var filePath = file.rel.split("/").map(function(segment) {
+            return encodeURIComponent(segment);
+          }).join("/");
 
-        return self.client.request({
-          url: "/deploys/" + self.id + "/files/" + filePath,
-          type: "put",
-          body: data,
-          contentType: "application/octet-stream",
-          ignoreResponse: true
-        }).then(function(response) {
-          progress && progress("upload", {file: file, total: files.length});
-          return file;
-        }).catch(function(response) {
-          progress && progress("uploadError", {file:file, message: response.data});
-          return when.reject(response.data);
+          return self.client.request({
+            url: "/deploys/" + self.id + "/files/" + filePath,
+            type: "put",
+            body: data,
+            contentType: "application/octet-stream",
+            ignoreResponse: true
+          }).then(function(response) {
+            progress && progress("upload", {file: file, total: files.length});
+            sem.leave();
+            return file;
+          }).catch(function(response) {
+            progress && progress("uploadError", {file:file, message: response.data});
+            sem.leave();
+            return when.reject(response.data);
+          });
         });
       });
     });

package.json

@@ -2,7 +2,7 @@
   "author": "Netlify",
   "name": "netlify",
   "description": "Netlify API client",
-  "version": "1.0.0",
+  "version": "1.0.1",
   "bugs": {
     "url": "https://github.com/netlify/netlify-js/issues"
   },
@@ -16,6 +16,7 @@
     "base64-js": ">=0.0.4",
     "glob": ">=3.2.6",
     "graceful-fs": "^3.0.4",
+    "semaphore": "^1.0.5",
     "when": "^3.7.5"
   },
   "devDependencies": {