back to black magic :'(

Author: Amoki

lib/helpers/child-process.js

@@ -47,35 +47,39 @@ process.on('message', function(task) {
      */
     function downloadFile(cb) {
       if(task.file_path) {
+        // Download the file
         var stream = fs.createWriteStream(path);
 
-        var binaryParser = function binaryParser(res, cb) {
-          stream.on('end', cb);
-          res.pipe(stream);
-        };
+        // Store error if statusCode !== 200
+        var err;
+        stream.on("finish", function() {
+          cb(err);
+        });
 
-        // Download the file
         var apiUrl = url.parse(task.file_path, false, true);
-        request(apiUrl.protocol + "//" + apiUrl.host)
-          .get(apiUrl.path)
-          .expect(200)
-          .parse(binaryParser)
-          .end(function(err) {
-            if(err) {
-              if(err.toString().match(/410/)) {
-                err.skip = true;
-              }
-              else {
-                err = new Error('Error downloading file: ' + err.toString());
-              }
-              return cb(err);
+        var req = request(apiUrl.protocol + "//" + apiUrl.host)
+          .get(apiUrl.path);
+
+        // Warning, Black magic.
+        // Streaming and checking for status code is no easy task...
+        req.end(function() {}).req.once('response', function(res) {
+          if(res.statusCode !== 200) {
+            if(res.statusCode === 410) {
+              err = new Error('410 Gone');
+              err.skip = true;
             }
+            else {
+              err = new Error('Error downloading file, got status ' + res.statusCode);
+            }
+
             stream.end();
-            cb();
-          });
+            this.abort();
+          }
+        });
+        req.pipe(stream);
       }
       else {
-        cb();
+        cb(null);
       }
     },
     function startHydration(cb) {