re:Invent 2020 features

Author: danabens

.dictionary

@@ -0,0 +1,23 @@
+str
+Args
+datetime
+smexperiments
+json
+ARN
+boolean
+boto
+DSL
+enum
+enums
+config
+Jupyter
+hyperparameter
+hyperparameters
+subexpression
+kwargs
+API
+UI
+runtime
+AutoML
+subfolders
+sagemaker

.header_template.txt

@@ -0,0 +1,12 @@
+Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License"). You
+may not use this file except in compliance with the License. A copy of
+the License is located at
+
+http://aws.amazon.com/apache2.0/
+
+or in the "license" file accompanying this file. This file is
+distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
+ANY KIND, either express or implied. See the License for the specific
+language governing permissions and limitations under the License.

.pylintrc

@@ -3,7 +3,7 @@
 # * https://github.com/google/seq2seq/blob/master/pylintrc
 # * https://github.com/google/pygtrie/blob/master/.pylintrc
 
-[MASTER]
+[MAIN]
 
 # Specify a configuration file.
 #rcfile=
@@ -289,7 +289,7 @@ spelling-dict=
 spelling-ignore-words=
 
 # A path to a file that contains private dictionary; one word per line.
-spelling-private-dict-file=
+spelling-private-dict-file=.dictionary
 
 # Tells whether to store unknown words to indicated private dictionary in
 # --spelling-private-dict-file option instead of raising a message.

pytest.ini

@@ -0,0 +1,5 @@
+[pytest]
+addopts = --strict
+markers =
+    docker: tests that require docker
+    slow: marks tests as slow

setup.py

@@ -1,10 +1,10 @@
-# Copyright 2019 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License"). You
 # may not use this file except in compliance with the License. A copy of
 # the License is located at
 #
-#     http://aws.amazon.com/apache2.0/
+#   http://aws.amazon.com/apache2.0/
 #
 # or in the "license" file accompanying this file. This file is
 # distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
@@ -24,7 +24,7 @@ def read(fname):
 
 
 # Declare minimal set for installation
-required_packages = ["boto3>=1.12.8"]
+required_packages = ["boto3>=1.16.27"]
 
 # Open readme with original (i.e. LF) newlines
 # to prevent the all too common "`long_description_content_type` missing"
@@ -68,6 +68,8 @@ def read(fname):
             "pytest-rerunfailures",
             "pytest-xdist",
             "docker",
+            "pandas",
+            "sklearn",
         ]
     },
 )

src/__init__.py

@@ -0,0 +1,13 @@
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"). You
+# may not use this file except in compliance with the License. A copy of
+# the License is located at
+#
+#     http://aws.amazon.com/apache2.0/
+#
+# or in the "license" file accompanying this file. This file is
+# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
+# ANY KIND, either express or implied. See the License for the specific
+# language governing permissions and limitations under the License.
+"""Placeholder docstring."""

src/smexperiments/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2019 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License"). You
 # may not use this file except in compliance with the License. A copy of

src/smexperiments/_base_types.py

@@ -1,4 +1,4 @@
-# Copyright 2019 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License"). You
 # may not use this file except in compliance with the License. A copy of

src/smexperiments/_boto_functions.py

@@ -1,4 +1,4 @@
-# Copyright 019 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License"). You
 # may not use this file except in compliance with the License. A copy of

src/smexperiments/_environment.py

@@ -1,3 +1,15 @@
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"). You
+# may not use this file except in compliance with the License. A copy of
+# the License is located at
+#
+#     http://aws.amazon.com/apache2.0/
+#
+# or in the "license" file accompanying this file. This file is
+# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
+# ANY KIND, either express or implied. See the License for the specific
+# language governing permissions and limitations under the License.
 import enum
 import json
 import os
@@ -21,7 +33,7 @@ class TrialComponentEnvironment(object):
 
     Attributes:
         environment_type (EnvironmentType): The environment type.
-        source_arn (str): The arn of the current job.
+        source_arn (str): The ARN of the current job.
     """
 
     environment_type = None
@@ -36,7 +48,7 @@ def load(cls, training_job_arn_env=TRAINING_JOB_ARN_ENV, processing_job_config_p
         """Loads source arn of current job from environment.
 
         Args:
-            training_job_arn_env (str): The environment key for training job arn.
+            training_job_arn_env (str): The environment key for training job ARN.
             processing_job_config_path (str): The processing job config path.
 
         Returns: