because fuck it

Author: Amoki

lib/helpers/hydrater.js

@@ -46,29 +46,38 @@ module.exports = function(hydraterFunction, logger, errLogger) {
        */
       function downloadFile(cb) {
         if(task.file_path) {
+          var timeout = setTimeout(function() {
+            cb(new restify.BadGatewayError('Error when downloading file ' + task.file_path + ': Unable to deal with streams'));
+          }, 20 * 1000);
+
+          // Download the file
+          var stream = fs.createWriteStream(path);
+
+          // Store error if statusCode !== 200
+          var err;
+          stream.on("finish", function() {
+            clearTimeout(timeout);
+            cb(err);
+          });
+
           var apiUrl = url.parse(task.file_path, false, true);
-          request(apiUrl.protocol + "//" + apiUrl.host)
-            .get(apiUrl.path)
-            .expect(200)
-            .end(function(err, res) {
-              if(err) {
-                err = new restify.BadGatewayError('Error when downloading file ' + task.file_path + ': ' + err);
-              }
-              cb(err, res && res.text);
-            });
+          var req = request(apiUrl.protocol + "//" + apiUrl.host)
+            .get(apiUrl.path);
+
+          req.end().req.once('response', function(res) {
+            if(res.statusCode !== 200) {
+              err = new restify.BadGatewayError('Error when downloading file ' + task.file_path + ': ' + res.statusCode);
+              stream.end();
+              this.abort();
+            }
+          });
+
+          req.pipe(stream);
         }
         else {
           cb(null);
         }
       },
-      function saveFile(res, cb) {
-        if(res) {
-          fs.writeFile(path, res, cb);
-        }
-        else {
-          cb();
-        }
-      },
       function performHydration(cb) {
         var child = shellFork(__dirname + '/child-process.js', {silent: true});
         var stderr = "";