Merge branch 'master' into security-update

Author: sanscontext

devguide.md

@@ -143,3 +143,5 @@ There is as also some manual testing scripts that can be run to validate the bui
 3. `tests/imageSizes/getImageSizes.js`: used to get the 10 largest images in the repo.
 
 4. `npx mdspell 'src/**/*.md' -r --en-us`: used to validate spelling in docs, needs to be configured to add Segment terms.
+
+5. Included is the [Hyperlink](https://www.npmjs.com/package/hyperlink) NPM module. Run `bundle install` to install that, plus the tap-spot plugin for pretty output. To check all links on the site, prior to build, run `yarn run hyperlink ./_site/index.html --canonicalroot https://segment.com/docs -i -r --skip 0.0.0.0 | yarn run tap-spot`. This module checks hyper links, images, and anchor tags to ensure that everything linked internally resolves to a location. **TODO**: Add support for external links.

package.json

@@ -39,6 +39,8 @@
     "ajv": "6.10.2",
     "clipboard": "^2.0.6",
     "dotenv": "8.2.0",
+    "hyperlink": "^4.5.2",
+    "tap-spot": "^1.1.1",
     "tippy.js": "^5.2.0",
     "typewriter": "7.0.1"
   }

src/_data/catalog/destinations.yml

@@ -1,5 +1,5 @@
 # AUTOGENERATED FROM PLATFORM API. DO NOT EDIT
-# destination data last updated 2020-08-28 
+# destination data last updated 2020-09-04 
 items:
 - display_name: ActiveCampaign
   slug: activecampaign
@@ -5744,6 +5744,143 @@ items:
       server: true
   previous_names:
   - CustomerSuccessBox
+- display_name: Data Lakes
+  slug: data-lakes
+  name: catalog/destinations/data-lakes
+  description: >-
+    Segment Data Lakes deploys a customer data lake where schematized and
+    optimized Segment data is landed in an object cloud store in a manner
+    optimized for Data Analytics and Data Science workloads.
+
+
+    Data Lakes blends the experience of using our existing S3 destination and a
+    warehouse destination. The product integrates with the AWS Glue Catalog and
+    publishes files in a binary, parquet encoding format, partitioned by event
+    type and date. These formats are optimized for use with systems like Spark,
+    Athena, or Machine Learning vendors like DataBricks or DataRobot.
+  hidden: false
+  url: connections/destinations/catalog/data-lakes
+  status: PUBLIC_BETA
+  logo:
+    url: 'https://cdn.filepicker.io/api/file/xVZHF2TLyINWfiXIypNw'
+  mark:
+    url: 'https://cdn.filepicker.io/api/file/zKQw43MuQjmTtXBXs4VL'
+  categories:
+  - Raw Data
+  - Analytics
+  components:
+  - type: CLOUD
+  platforms:
+    browser: true
+    server: true
+    mobile: true
+  browserUnbundlingSupported: false
+  browserUnbundlingPublic: false
+  methods:
+    alias: true
+    group: true
+    identify: true
+    page_view: true
+    track: true
+  settings:
+  - name: awsRegion
+    display_name: AWS Region
+    type: STRING
+    deprecated: false
+    required: true
+    string_validators:
+      regexp: >-
+        ^(us(-gov)?|af|ap|ca|cn|me|eu|sa)-(central|(north|south)?(east|west)?)-\d$
+    description: 'The AWS Region where your EMR cluster, S3 Bucket and Glue DB reside.'
+    settings: []
+  - name: datePartition
+    display_name: Date Partition
+    type: SELECT
+    deprecated: false
+    required: false
+    select_validators:
+      select_options:
+      - day=__segment_day/hr=__segment_hr
+      - >-
+        year=__segment_received_year/month=__segment_received_month/day=__segment_received_day/hr=__segment_received_hour
+      - >-
+        year=__segment_received_year/month=__segment_received_month/day=__segment_received_day
+      - day=__segment_day
+    description: >-
+      Customize the date partition structure in Data Lakes based on the received
+      at time.
+
+
+      NOTE: If a change is made to the date partition structure, any tables
+      already created in Glue will need to be deleted, as well as any associated
+      data. If a partition is modified after a table has been created, any
+      future syncs will fail since the partition is no longer a match.
+    settings: []
+  - name: emrClusterId
+    display_name: EMR Cluster ID
+    type: STRING
+    deprecated: false
+    required: true
+    string_validators:
+      regexp: '^j-[A-Za-z0-9]+$'
+    description: The EMR Cluster ID where your jobs will be run.
+    settings: []
+  - name: glueCatalogId
+    display_name: Glue Catalog ID
+    type: STRING
+    deprecated: false
+    required: true
+    string_validators:
+      regexp: '^\d{12}$'
+    description: The Glue Catalog ID (this must be the same as your AWS account ID).
+    settings: []
+  - name: glueDatabase
+    display_name: Glue Database Name
+    type: STRING
+    deprecated: false
+    required: false
+    string_validators:
+      regexp: '^[a-z][a-z0-9_]*$'
+    description: >-
+      The name of the Glue Database where your schema will be written. By
+      default this is set to the source slug, however it can be modified using
+      this optional setting. Note that each source needs to have a different
+      name for its Glue Database otherwise data from different sources will
+      collide in one Database.
+    settings: []
+  - name: iamRoleArn
+    display_name: IAM Role ARN
+    type: STRING
+    deprecated: false
+    required: true
+    string_validators:
+      regexp: 'arn:aws:iam::\d{12}:role/?[a-zA-Z_0-9+=,.@\-_/]+'
+    description: >-
+      The ARN of the IAM role that Segment will use to connect to your Data
+      Lake.
+    settings: []
+  - name: s3Bucket
+    display_name: S3 Bucket
+    type: STRING
+    deprecated: false
+    required: true
+    string_validators:
+      regexp: '^[a-z0-9]+[a-z0-9\-\.]*[a-z0-9]+$'
+    description: >-
+      Name of the S3 bucket used by the Data Lake. The EMR cluster will be
+      configured to store logs in this bucket.
+    settings: []
+  connection_modes:
+    device:
+      web: false
+      mobile: false
+      server: false
+    cloud:
+      web: true
+      mobile: true
+      server: true
+  previous_names:
+  - Data Lakes
 - display_name: Delighted
   slug: delighted
   name: catalog/destinations/delighted
@@ -6895,6 +7032,15 @@ items:
       Specify soft id which will be used in Exponea, typical name is 'cookie'.
       The id must be already created in Exponea project.
     settings: []
+  - name: flattenNestedObjects
+    display_name: Flatten nested objects
+    type: STRING
+    deprecated: false
+    required: false
+    string_validators:
+      regexp: ''
+    description: Enter a description.
+    settings: []
   - name: projectToken
     display_name: Project token
     type: STRING
@@ -13026,24 +13172,6 @@ items:
       required: false
       description: Map your Segment properties to the Marketo Activity Fields
       settings:
-      - name: primaryKey
-        display_name: Set as Primary Key
-        type: BOOLEAN
-        deprecated: false
-        required: false
-        description: Mark this property as the Primary field in Marketo.
-        settings: []
-      - name: segmentProperty
-        display_name: Segment Property Name
-        type: STRING
-        deprecated: false
-        required: true
-        string_validators:
-          regexp: ''
-        description: >-
-          Enter the Segment Property Name. This is case sensitive so make sure
-          the name matches exactly how you are passing it in your .track() call.
-        settings: []
       - name: marketoAttributeName
         display_name: Marketo Field Name
         type: STRING
@@ -13068,6 +13196,24 @@ items:
           - date
         description: Enter the Marketo Field type.
         settings: []
+      - name: primaryKey
+        display_name: Set as Primary Key
+        type: BOOLEAN
+        deprecated: false
+        required: false
+        description: Mark this property as the Primary field in Marketo.
+        settings: []
+      - name: segmentProperty
+        display_name: Segment Property Name
+        type: STRING
+        deprecated: false
+        required: true
+        string_validators:
+          regexp: ''
+        description: >-
+          Enter the Segment Property Name. This is case sensitive so make sure
+          the name matches exactly how you are passing it in your .track() call.
+        settings: []
     - name: event
       display_name: Segment Event Name
       type: STRING
@@ -17075,24 +17221,6 @@ items:
       required: false
       description: Map your Segment properties to Responsys Columns
       settings:
-      - name: columns
-        display_name: Segment Property Name
-        type: STRING
-        deprecated: false
-        required: true
-        string_validators:
-          regexp: ''
-        description: Enter the Segment Property Name.
-        settings: []
-      - name: fieldName
-        display_name: Responsys Column Name
-        type: STRING
-        deprecated: false
-        required: true
-        string_validators:
-          regexp: ''
-        description: Enter the Responsys column name.
-        settings: []
       - name: fieldType
         display_name: Responsys Column Type
         type: SELECT
@@ -17117,6 +17245,24 @@ items:
         required: false
         description: Mark this property as a Primary Key in Responsys.
         settings: []
+      - name: columns
+        display_name: Segment Property Name
+        type: STRING
+        deprecated: false
+        required: true
+        string_validators:
+          regexp: ''
+        description: Enter the Segment Property Name.
+        settings: []
+      - name: fieldName
+        display_name: Responsys Column Name
+        type: STRING
+        deprecated: false
+        required: true
+        string_validators:
+          regexp: ''
+        description: Enter the Responsys column name.
+        settings: []
     - name: mapEmail
       display_name: Map Email
       type: BOOLEAN
@@ -19808,6 +19954,85 @@ items:
       server: false
   previous_names:
   - Stories
+- display_name: Stormly
+  slug: stormly
+  name: catalog/destinations/stormly
+  description: >-
+    Use Stormly's easy-to-use building blocks to quickly create tailor-made
+    analytics solutions using AI, in the form of reusable Templates. Or use
+    ready Templates available on the platform like retention, segmentation,
+    sales forecasting and more.
+  hidden: false
+  url: connections/destinations/catalog/stormly
+  status: PUBLIC_BETA
+  logo:
+    url: >-
+      https://public-segment-devcenter-production.s3.amazonaws.com/4e928489-76e9-4cb8-805f-c3fc265d9d3d.svg
+  mark:
+    url: >-
+      https://public-segment-devcenter-production.s3.amazonaws.com/2652584d-6168-47f5-a09b-7ad2a77ef236.svg
+  categories:
+  - Attribution
+  - Customer Success
+  - Performance Monitoring
+  - Marketing Automation
+  components: []
+  platforms:
+    browser: true
+    server: true
+    mobile: true
+  browserUnbundlingSupported: false
+  browserUnbundlingPublic: false
+  methods:
+    alias: true
+    group: true
+    identify: true
+    page_view: true
+    track: true
+  settings:
+  - name: apiKey
+    display_name: API Key
+    type: STRING
+    deprecated: false
+    required: true
+    string_validators:
+      regexp: '^.{8,}$'
+    description: >-
+      Visit the Projects page, click "Set-Up Data" and use the tracking code for
+      "Segment.com"
+    settings: []
+  - name: trackNamedPages
+    display_name: Track named pages
+    type: BOOLEAN
+    deprecated: false
+    required: false
+    description: >-
+      This will track events to Stormly that use Segment's named "page" function
+      such as: "analytics.page('Homepage')" or "analytics.page('Docs',
+      'Developer API')". Enabled by default.
+    settings: []
+  - name: trackPagesAutomatically
+    display_name: Track pages automatically
+    type: BOOLEAN
+    deprecated: false
+    required: false
+    description: >-
+      This will track all pages to Stormly that use Segment's automatic "page"
+      tracking function like this: "analytics.page()". We recommend to keep this
+      disabled, because Stormly isn't really meant for general pageview
+      tracking.
+    settings: []
+  connection_modes:
+    device:
+      web: false
+      mobile: false
+      server: false
+    cloud:
+      web: false
+      mobile: false
+      server: false
+  previous_names:
+  - Stormly
 - display_name: Strikedeck
   slug: strikedeck
   name: catalog/destinations/strikedeck