feat(scripts) - enable automated AWS deployments using serverless.js (#1)

* use serverless.js framework to deploy lambda to AWS

* clean up dependencies and documentation

Author: Niicck

.DS_Store

@@ -2,5 +2,9 @@ export POSTGRES_USER="forum_example_postgraphile"
 export POSTGRES_PASSWORD="xyz"
 export POSTGRES_DB="forum_example_postgraphile"
 export DATABASE_SCHEMAS="forum_example"
-export DATABASE_URL="postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@localhost/${POSTGRES_DB}"
+export DATABASE_URL="postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@localhost:5432/${POSTGRES_DB}"
 export JWT_SECRET="2c045e2eb2ec46488530"
+
+export AWS_SERVICE_NAME="my-postgraphile-lambda"
+export AWS_REGION="us-east-1"
+export AWS_STAGE="dev"

.env.template

@@ -4,3 +4,5 @@
 /dist
 /test/template.yml
 /lambda.zip
+/.serverless/
+.DS_Store

.gitignore

@@ -35,8 +35,9 @@ We use the following tools:
   during the build and write the results to a cache file to be included in the
   bundle; then when the Lambda service starts up it can read from the cache
   rather than introspecting the database again.
+- serverless.js (optional) - for automated AWS deployments.
 
-## Building lambda.zip
+## Setup
 
 First clone this repository locally, and install dependencies:
 
@@ -50,18 +51,25 @@ Next, set up a `.env` file matching your environment:
 cp .env.template .env
 ```
 
-And modify the `src/postgraphileOptions.js` file to your taste.
+And modify the `src/postgraphileOptions.js` and `serverless.yml` files to your taste.
 
-Finally run:
+## Automatic Deployment with Serverless.js
+
+#### Deployment Prerequisites
+
+- [serverless](https://serverless.com/framework/docs/providers/aws/guide/installation/) - `yarn global add serverless`
+
+After configuring your `.env` file, ~/.aws/credentials, and postgraphileOptions.js, you can deploy to AWS using serverless.js by running:
 
 ```
-yarn build
+yarn deploy
 ```
 
-This will result in a `lambda.zip` file that you can upload to Amazon Lambda.
+## Setting up a Lambda endpoint manually
 
-## Setting up a Lambda endpoint
+If you prefer not to use the serverless.js framewwork, you can also deploy your lambda function manually.
 
+0. Run `yarn build` to create `lambda.zip` file that you can upload to Amazon Lambda.
 1. Visit https://console.aws.amazon.com/lambda/home and click 'Create function'
 2. Select "Author from scratch" and give your function a name, select the most recent Node.js release (at least 8.10+), create (or select) a role (I granted "Simple microservice permissions")
 3. Click "Create function" and wait about 15 seconds; you should be greeted with a "Congratulations" message.
@@ -171,7 +179,7 @@ Do the same as for the test, but instead of running `yarn test` at the end, inst
 yarn sam
 ```
 
-This will set up a local GraphQL endpoint at http://127.0.0.1:3000/
+This will set up a local GraphQL endpoint at http://127.0.0.1:3000/graphql
 
 You can then use a GraphQL client such as Altair or GraphQL Playground to issue requests.
 

README.md

@@ -7,16 +7,18 @@
     "phase4": ". ./.env && scripts/test",
     "build": ". ./.env && scripts/build && scripts/generate-cache && scripts/bundle",
     "sam": ". ./.env && scripts/build && scripts/generate-cache && scripts/bundle && scripts/sam",
-    "test": ". ./.env && scripts/build && scripts/generate-cache && scripts/bundle && scripts/test"
+    "test": ". ./.env && scripts/build && scripts/generate-cache && scripts/bundle && scripts/test",
+    "deploy": "scripts/serverless"
   },
   "dependencies": {
-    "aws-serverless-express": "3.1.3",
-    "cors": "^2.8.5",
+    "aws-serverless-express": "^3.3.5",
     "pg": "7.4.1",
     "postgraphile": "v4.2",
     "postgraphile-core": "^4.2.0"
   },
   "devDependencies": {
+    "aws-sdk": "^2.389.0",
+    "serverless-content-encoding": "^1.1.0",
     "webpack": "4.17.2",
     "webpack-cli": "3.1.0"
   }

package.json

@@ -0,0 +1,28 @@
+const aws = require('aws-sdk');
+const s3 = new aws.S3();
+
+const bucketName = process.env.AWS_SERVICE_NAME;
+
+s3.listBuckets((err, data) => {
+  if (err) {
+    console.log('Error', err);
+    process.exit(1);
+  }
+
+  if (data.Buckets.find(bucket => bucket.Name === bucketName)) {
+    console.log(`Bucket "${bucketName}" already exists.`);
+  } else {
+    const bucketParams = {
+      Bucket: bucketName
+    };
+
+    s3.createBucket(bucketParams, (err, data) => {
+      if (err) {
+        console.log(`Bucket "${bucketName}" failed to build.`, err);
+        process.exit(1);
+      } else {
+        console.log(`Bucket "${bucketName}" built in region ${data.Location}`);
+      }
+    });
+  }
+});

scripts/createS3Bucket.js

@@ -0,0 +1,44 @@
+#!/bin/bash
+CURRENT_DIR=`dirname $BASH_SOURCE`
+
+# Source env variables
+echo "Sourcing environment"
+if [ -x .env ]; then
+  . ./.env
+  echo "... done"
+else
+  echo "... no .env file found"
+fi
+
+if [ "$DATABASE_URL" = "" ]; then
+  echo "No DATABASE_URL envvar found; cannot continue."
+  exit 1
+fi
+
+rm -rf .serverless
+
+echo "Phase 1: Create serverless package"
+sls package
+
+echo "Phase 2: Build webpack bundle and add it to serverless package"
+scripts/build
+scripts/generate-cache
+scripts/bundle
+mv $CURRENT_DIR/../lambda.zip $CURRENT_DIR/../.serverless/graphql.zip
+
+# Update SHA hash for modified function zip file
+SHA=$(openssl dgst -sha256 -binary $CURRENT_DIR/../.serverless/graphql.zip | openssl enc -base64 | sed -e "s#/#\\\/#g")
+if [ $(uname -s) == 'Darwin' ]; then
+  # OSX sed syntax is slightly different
+  sed -i '' -e "s/\"CodeSha256\": \".*\"/\"CodeSha256\": \"${SHA}\"/g" $CURRENT_DIR/../.serverless/*.json
+else
+  sed -i "s/\"CodeSha256\": \".*\"/\"CodeSha256\": \"${SHA}\"/g" $CURRENT_DIR/../.serverless/*.json
+fi
+
+echo "Phase 3: Create S3 Bucket for serverless function"
+node scripts/createS3Bucket.js
+
+echo "Phase 4: Deploy package to AWS"
+sls deploy -p .serverless
+
+echo "Complete"

scripts/serverless

@@ -0,0 +1,32 @@
+service: ${env:AWS_SERVICE_NAME}
+
+plugins:
+  - serverless-content-encoding
+
+custom:
+  contentEncoding:
+    minimumCompressionSize: 0
+
+package:
+  individually: true
+
+provider:
+  name: aws
+  runtime: nodejs8.10
+  deploymentBucket:
+    name: ${env:AWS_SERVICE_NAME}
+  region: ${env:AWS_REGION}
+  stage: ${env:AWS_STAGE}
+
+functions:
+  graphql:
+    handler: index.handler # Actual handler substituted in during deploy script
+    events:
+      - http:
+          method: post
+          path: graphql
+          cors: true
+          integration: lambda-proxy
+    environment:
+      DATABASE_URL: ${env:DATABASE_URL}
+      DATABASE_SCHEMAS: ${env:DATABASE_SCHEMAS}

serverless.yml

@@ -1,5 +1,4 @@
 const awsServerlessExpress = require('aws-serverless-express');
-const cors = require('cors');
 const { postgraphile } = require('postgraphile');
 const { options } = require('./postgraphileOptions');
 const combineMiddlewares = require('./combineMiddlewares');
@@ -14,10 +13,7 @@ const app = combineMiddlewares([
    *
    * This is typically useful for augmenting the request before it goes to PostGraphile.
    */
-  
-  // CORS middleware to permit cross-site API requests. Configure to taste
-  cors(),
-  
+
   // Determines the effective URL we are at if `absoluteRoutes` is set
   (req, res, next) => {
     if (options.absoluteRoutes) {
@@ -34,7 +30,6 @@ const app = combineMiddlewares([
     next();
   },
   postgraphile(process.env.DATABASE_URL, schemas, {
-    graphqlRoute: '/',
     ...options,
     readCache: `${__dirname}/postgraphile.cache`,
   }),

src/index.js

@@ -2,12 +2,14 @@ exports.options = {
   dynamicJson: true,
   cors: true,
   graphiql: false,
-  externalUrlBase: '/default',
+  externalUrlBase: '',
+  graphqlRoute: '/graphql',
 
   // If consuming JWT:
   jwtSecret: process.env.JWT_SECRET || String(Math.random()),
   // If generating JWT:
-  jwtPgTypeIdentifier: 'forum_example.jwt_token',
+  jwtPgTypeIdentifier: 'floods.jwt_token',
+  pgDefaultRole: 'floods_anonymous',
 
   /* If you want to enable GraphiQL, you must use `externalUrlBase` so PostGraphile
    * knows where to tell the browser to find the assets.  Doing this is