Update to version v1.1.0

Author: aassadza

CHANGELOG.md

@@ -5,6 +5,13 @@
   The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
   and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+  ## [1.1.0] - 2020-09-29
+  ### Updated
+  - S3 storage for inference outputs to use Apache Parquet
+  - Add paritioning to AWS Glue tables
+  - Update to CDK v1.63.0
+  - Update to AWS SDK v2.755.0
+
   ## [1.0.0] - 2020-08-28
   ### Added
   - Initial release

deployment/build-s3-dist.sh

@@ -26,7 +26,7 @@
 set -e
 
 # Important: CDK global version number
-cdk_version=1.54.0
+cdk_version=1.63.0
 
 # Check to see if input has been provided:
 if [ -z "$1" ] || [ -z "$2" ] || [ -z "$3" ]; then

source/lambda/create-partition/index.js

@@ -0,0 +1,36 @@
+/**********************************************************************************************************************
+ *  Copyright 2020 Amazon.com, Inc. or its affiliates. All Rights Reserved.                                           *
+ *                                                                                                                    *
+ *  Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance    *
+ *  with the License. A copy of the License is located at                                                             *
+ *                                                                                                                    *
+ *      http://www.apache.org/licenses/LICNSE-2.0                                                                     *
+ *                                                                                                                    *
+ *  or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES *
+ *  OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions    *
+ *  and limitations under the License.                                                                                *
+ *********************************************************************************************************************/
+
+"use strict"
+
+const parition = require('./util/partition');
+const cfn = require('./util/cfn');
+
+exports.handler = async(event, context) => {
+    console.debug(`Event received is ${JSON.stringify(event)}`);
+    try {
+        let result;
+        if (event.RequestType === undefined || event.RequestType !== 'Delete') {
+            result = await parition.create();
+        }
+
+        if (event.RequestType === 'Create' || event.RequestType === 'Update' || event.RequestType == 'Delete') {
+            return await cfn.send(event, context, 'SUCCESS');
+        }
+    } catch(error) {
+        console.error(`Error occured when calling create partition${error}`);
+        if (event.RequestType === 'Create' || event.RequestType === 'Update' || event.RequestType == 'Delete') {
+            await cfn.send(event, context, 'FAILED', error.message + `\nMore information in CloudWatch Log Stream: ${context.logStreamName}`);
+        }
+    }
+}

source/lambda/create-partition/jest.config.js

@@ -0,0 +1,24 @@
+/**********************************************************************************************************************
+ *  Copyright 2020 Amazon.com, Inc. or its affiliates. All Rights Reserved.                                           *
+ *                                                                                                                    *
+ *  Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance    *
+ *  with the License. A copy of the License is located at                                                             *
+ *                                                                                                                    *
+ *      http://www.apache.org/licenses/LICNSE-2.0                                                                     *
+ *                                                                                                                    *
+ *  or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES *
+ *  OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions    *
+ *  and limitations under the License.                                                                                *
+ *********************************************************************************************************************/
+
+module.exports = {
+    name: "wf-analyze-text",
+    testEnvironment: 'node',
+    testMatch: [ "test/**/*.[jt]s?(x)", "**/?(*.)+(spec|test).[jt]s?(x)" ],
+    collectCoverageFrom: [
+      '*.js',
+      'util/*.js',
+      '!test/*.js',
+      '!jest.config.js'
+      ],
+  }