Merge pull request #478 from CodeNow/notification-github-hooks-tests

Build and deploy notifications

Author: tjmehta

configs/.env

@@ -1,5 +1,6 @@
 LOG_ERRORS=true
 TOKEN_EXPIRES="1 year"
+REDIS_PORT="6379"
 REDIS_KEY_EXPIRES="5 minutes"
 REDIS_LOCK_EXPIRES="6 minutes"
 DOCK_PROJECT_LIMIT=100000000
@@ -13,7 +14,7 @@ ROLLBAR_OPTIONS_BRANCH="master"
 PRIMUS_TRANSFORMER="websockets"
 CONTAINER_STOP_LIMIT=10
 GITHUB_HOOK_NAME="web"
-GITHUB_DEPLOY_KEYS_POOL_SIZE=100
+GITHUB_DEPLOY_KEYS_POOL_SIZE=10
 GITHUB_DEPLOY_KEY_BITS=2048
 HASHIDS_SALT="VvCCYj8x3xaHs44QiDp9"
 HASHIDS_LENGTH=6
@@ -33,3 +34,12 @@ CAYLEY="http://localhost:64210"
 REDIS_NAMESPACE="runnable:api:"
 DNS_JOB_QUEUE_INTERVAL=200
 DNS_JOB_QUEUE_INTERVAL_DELETE=60000
+SLACK_BOT_IMAGE="https://avatars0.githubusercontent.com/u/2828361?v=3&s=200"
+SLACK_BOT_USERNAME="runnabot"
+HIPCHAT_BOT_USERNAME="runnabot"
+ENABLE_BUILDS_ON_GIT_PUSH=false
+ENABLE_NOTIFICATIONS_ON_GIT_PUSH=false
+POLL_MONGO_TIMEOUT="30 minutes"
+GITHUB_SCOPE="user:email,repo,repo_deployment,read:repo_hook"
+GITHUB_HOOK_SECRET="3V3RYTHINGisAW3S0ME!"
+DOCKER_IMAGE_BUILDER_CACHE="/git-cache"

configs/.env.production

@@ -28,3 +28,6 @@ ROUTE53_HOSTEDZONEID="Z1GZKKG3L9D7DJ"
 DNS_IPADDRESS=205.251.193.198
 CAYLEY="http://cayley.runnable.io"
 DOCKER_IMAGE_BUILDER_CACHE="/git-cache"
+ENABLE_BUILDS_ON_GIT_PUSH=true
+ENABLE_NOTIFICATIONS_ON_GIT_PUSH=true
+GITHUB_DEPLOY_KEYS_POOL_SIZE=100

configs/.env.staging

@@ -0,0 +1,35 @@
+CAYLEY=http://stage-cayley.codenow.runnable.io:64210
+MONGO=mongodb://stage-mongo.codenow.runnable.io/alpha
+REDIS_IPADDRESS=stage-redis.codenow.runnable.io
+NODE_ENV=development
+PORT=80
+DOMAIN="runnable3.net"
+REGISTRY_DOMAIN="registry.runnable3.net"
+FULL_API_DOMAIN="http://api.runnable3.net"
+KRAIN_PORT=3100
+FILIBUSTER_PORT=3112
+DNS_IPADDRESS=205.251.194.47
+MAVIS_HOST=http://stage-mavis.codenow.runnable.io
+
+DOMAIN=runnable3.net
+FULL_API_DOMAIN=http://api.runnable3.net
+
+ROUTE53_HOSTEDZONEID=Z2L43851D1QVP0
+REGISTRY_DOMAIN=registry.runnable.com
+MONGO_DB=http://stage-mongo.codenow.runnable.io
+REDIS_DB=http://stage-redis.codenow.runnable.io
+CAYLEY_DB=http://stage-cayley.codenow.runnable.io
+DATADOG_HOST=stage-datadog.codenow.runnable.io
+
+S3_CONTEXT_RESOURCE_BUCKET="runnable.context.resources.development"
+AWS_ACCESS_KEY_ID="AKIAIG7Y3M347VWVGNUQ"
+AWS_SECRET_ACCESS_KEY="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"
+
+GITHUB_CALLBACK_URL="http://api.runnable3.net/auth/github/callback"
+GITHUB_HOOK_URL="http://api.runnable3.net/actions/github"
+GITHUB_DEPLOY_KEY_TITLE="Runnable-staging"
+GITHUB_DEPLOY_KEYS_BUCKET="runnable.deploykeys.development"
+GITHUB_CLIENT_ID=1b29938c7fb7f7de03cb
+GITHUB_CLIENT_SECRET=e50fc29af5017c4bdee4b70a8816b07dc9431bce
+GITHUB_CALLBACK_URL=http://api.runnable3.net/auth/github/callback
+GITHUB_HOOK_URL=http://api.runnable3.net/actions/github

lib/express-app.js

@@ -52,6 +52,7 @@ app.use(require('./routes/contexts/versions/app-code-versions'));
 app.use(require('./routes/instances'));
 app.use(require('./routes/instances/containers'));
 app.use(require('./routes/instances/containers/files'));
+app.use(require('./routes/settings'));
 /* ERRORS */
 app.use(error.mongooseErrorCaster);
 app.use(error.errorCaster);

lib/loadenv.js

@@ -40,4 +40,4 @@ function convertStringToNumeral(key, val) {
   } else {
     return val;
   }
-}
+}

lib/middlewares/cors.js

@@ -5,7 +5,7 @@ var envIs = require('101/env-is');
 module.exports = cors({
   methods: 'GET,PUT,POST,PATCH,DELETE,DEL',
   origin: function (origin, callback) {
-    var allow = envIs('development', 'test', 'io', 'local') ?
+    var allow = envIs('development', 'test', 'io', 'local', 'staging') ?
       true :
       (origin === 'http://'+process.env.DOMAIN);
     callback(null, allow);

lib/middlewares/create-class-middleware.js

@@ -52,6 +52,7 @@ function ClassMiddleware (key, Model) {
         model[method].apply(model, args);
       };
     };
+    self.model[method].name = Model.name+'.model.'+method;
   }
   function createStaticMiddleware (method) {
     self[method] = function (/* args */) {
@@ -65,6 +66,7 @@ function ClassMiddleware (key, Model) {
         Model[method].apply(self, args);
       };
     };
+    self[method].name = Model.name+'.'+Model[method].name;
   }
 }
 

lib/middlewares/create-mongoose-middleware.js

@@ -49,7 +49,7 @@ function getModelMiddlewareClass() {
       methods.forEach(function (method) {
         parentProto[method] = function (/*args*/) {
           var args = Array.prototype.slice.call(arguments);
-          return function (req, res, next) {
+          var mw = function (req, res, next) {
             var localArgs = utils.replacePlaceholders(req, args);
             var keyOverride = method === 'update' ? 'numberUpdated' : null;
             localArgs.push(self.dbCallback(req, next, keyOverride));
@@ -59,6 +59,8 @@ function getModelMiddlewareClass() {
             });
             req[self.key+'LastQuery'] = localArgs[0];
           };
+          mw.name = Model.modelName+'.'+method;
+          return mw;
         };
         parentProto[method].name = method;
       });
@@ -99,7 +101,7 @@ function getModelMiddlewareClass() {
       modelMethodNames.forEach(function (method) {
         self.model[method] = function (/*args*/) {
           var args = Array.prototype.slice.call(arguments);
-          return function (req, res, next) {
+          var mw = function (req, res, next) {
             var localArgs = utils.replacePlaceholders(req, args);
             var keyOverride = method === 'update' ? 'numberUpdated' : null;
             localArgs.push(self.dbCallback(req, next, keyOverride));
@@ -115,11 +117,12 @@ function getModelMiddlewareClass() {
             });
             req[self.key+'LastQuery'] = localArgs[0];
           };
+          mw.name = self.Model.modelName+'.model.'+method;
+          return mw;
         };
-        self.model[method].name = method;
         self.models[method] = function (/*args*/) {
           var args = Array.prototype.slice.call(arguments);
-          return function (req, res, next) {
+          var mw = function (req, res, next) {
             var localArgs = utils.replacePlaceholders(req, args);
             var models = req[self.pluralKey];
             req.domain.run(function () {
@@ -130,8 +133,9 @@ function getModelMiddlewareClass() {
             });
             req.lastQuery = localArgs[0];
           };
+          mw.name = self.Model.modelName+'.models.'+method;
+          return mw;
         };
-        self.models[method].name = method;
       });
     },
     setBoundProto: function () {

lib/middlewares/is-internal-request.js

@@ -1,8 +1,11 @@
 var mw = require('dat-middleware');
+var envIs = require('101/env-is');
 var Boom = mw.Boom;
-var series = require('middleware-flow').series;
+var flow = require('middleware-flow');
 
-module.exports = series(
-  mw.req('isInternalRequest').require()
-    .else(Boom.forbidden('Internal use only'))
-);
+module.exports =
+  flow.if(envIs('test')) // allow internal requests to be accessed externally in tests
+    .else(
+      mw.req('isInternalRequest').require()
+        .else(Boom.forbidden('Internal use only'))
+    );

lib/middlewares/notifications/index.js

@@ -0,0 +1,37 @@
+'use strict';
+
+var path = require('path');
+var fs = require('fs');
+var inflect = require('i')();
+var createClassMiddleware = require('../create-class-middleware');
+
+var apiMiddlewares = module.exports = {};
+
+// this file automatically generates middlewares from the models/notifications folder
+// if they donot exist in the middlewares/notifications folder
+
+
+var notificationsMiddlewaresDir = path.resolve(__dirname);
+var middlewaresIncludes = [];
+
+fs.readdirSync(notificationsMiddlewaresDir).forEach(function (filename) {
+  if (!~middlewaresIncludes.indexOf(filename)) { return; }
+  var lower = filename.replace(/\.js$/, '').toLowerCase();
+  var middleware = require(path.join(notificationsMiddlewaresDir, filename));
+  var camel =  inflect.camelize(inflect.underscore(lower), false);
+  apiMiddlewares[camel] = middleware;
+});
+
+
+var notificationsModelsDir = path.resolve(__dirname, '../../models/notifications/');
+var modelsIncludes = ['index.js'];
+
+fs.readdirSync(notificationsModelsDir).forEach(function (filename) {
+  if (!~modelsIncludes.indexOf(filename)) { return; }
+  var lower = filename.replace(/\.js$/, '').toLowerCase();
+  if (apiMiddlewares[lower]) { return; }
+
+  var Model = require(path.join(notificationsModelsDir, filename));
+  var camel = inflect.camelize(inflect.underscore(lower), false);
+  apiMiddlewares[camel] = createClassMiddleware(camel, Model);
+});