Merge branch 'develop' into DOC-655-IG

Author: forstisabella

.github/styles/Vocab/Docs/accept.txt

@@ -22,6 +22,7 @@ Aampe
 adset
 Adwords
 Aircall
+Algolia
 allowlist
 Amberflo
 API(:?s)
@@ -74,6 +75,7 @@ https
 HTTPS
 Hubspot
 incrementality
+Innovid
 ios
 iOS
 Iterable
@@ -144,9 +146,11 @@ Twilio
 upsert
 US
 utm
+varchar
 Vero
 Vidora
 viewability
+Voucherify
 waitlist
 walkthrough
 WebKit

Gemfile.lock

@@ -31,7 +31,7 @@ GEM
       httpclient (~> 2.8, >= 2.8.3)
       json (>= 1.5.1)
     colorator (1.1.0)
-    commonmarker (0.23.6)
+    commonmarker (0.23.9)
     concurrent-ruby (1.1.9)
     dotenv (2.7.6)
     em-websocket (0.5.2)
@@ -102,24 +102,24 @@ GEM
       rb-fsevent (~> 0.10, >= 0.10.3)
       rb-inotify (~> 0.9, >= 0.9.10)
     mercenary (0.4.0)
-    mini_portile2 (2.8.0)
+    mini_portile2 (2.8.1)
     multipart-post (2.1.1)
-    nokogiri (1.13.10)
+    nokogiri (1.14.3)
       mini_portile2 (~> 2.8.0)
       racc (~> 1.4)
-    nokogiri (1.13.10-arm64-darwin)
+    nokogiri (1.14.3-arm64-darwin)
       racc (~> 1.4)
-    nokogiri (1.13.10-x86_64-darwin)
+    nokogiri (1.14.3-x86_64-darwin)
       racc (~> 1.4)
-    nokogiri (1.13.10-x86_64-linux)
+    nokogiri (1.14.3-x86_64-linux)
       racc (~> 1.4)
     pathutil (0.16.2)
       forwardable-extended (~> 2.6)
     posix-spawn (0.3.15)
     premonition (2.0.1)
     progressbar (1.11.0)
     public_suffix (4.0.6)
-    racc (1.6.1)
+    racc (1.6.2)
     rake (13.0.6)
     rb-fsevent (0.11.0)
     rb-inotify (0.10.1)

diagram-library/readme.md

@@ -4,7 +4,7 @@ The library file was built by Tonik, and is in Sketch. You'll need a Sketch lice
 
 You can also export the file, or diagrams you make with it, to `.svg` format for storage.
 
-![](sample-diagram.png)
+![Diagram showing how data is transferred from Segment Tracking API to a customer's AWS S3 bucket.](sample-diagram.png)
 
 ## Using the Library
 

scripts/private-destination.js

@@ -17,6 +17,8 @@ require('dotenv').config();
 const PAPI_URL = "https://api.segmentapis.com"
 
 const PRIVATE_DESTINATIONS = yaml.load(fs.readFileSync(path.resolve(__dirname, `../src/_data/catalog/destinations_private.yml`)))
+const slugOverrides = yaml.load(fs.readFileSync(path.resolve(__dirname, `../src/_data/catalog/slugs.yml`)))
+
 const privateDests = PRIVATE_DESTINATIONS.items
 let private = []
 const getCatalog = async (url, page_token = "MA==") => {
@@ -37,25 +39,65 @@ const getCatalog = async (url, page_token = "MA==") => {
     return res.data
   } catch (err) {
     console.error("Error response:");
-    console.error(err.response.data);    // ***
-    console.error(err.response.status);  // ***
+    console.error(err.response.data); // ***
+    console.error(err.response.status); // ***
     console.error(err.response.headers); // ***
   } finally {
-    
+
   }
 }
 
+const slugify = (displayName) => {
+  let slug = displayName
+    .toLowerCase()
+    .replace(/\s+/g, '-')
+    .replace('-&-', '-')
+    .replace('/', '-')
+    .replace(/[\(\)]/g, '')
+    .replace('.', '-')
+
+  for (key in slugOverrides) {
+    let original = slugOverrides[key].original
+    let override = slugOverrides[key].override
+
+    if (slug == original) {
+      slug = override
+    }
+  }
+
+  return slug
+}
 
 const checkDestinationStatus = async (id) => {
   const res = await getCatalog(`${PAPI_URL}/catalog/destinations/${id}`)
   let destination = res.data.destinationMetadata
   return destination
 }
+
+const makeDestinationPublic = async (itemURL) => {
+  const catalogPath = path.resolve('src/', itemURL, 'index.md')
+  const f = fm(fs.readFileSync(catalogPath, 'utf8'));
+  const fmatter = f.attributes
+  fmatter.private = false
+  fmatter.hidden = false
+  let new_fm = ""
+  for (const property in fmatter) {
+    if (property == "versions") {
+      console.log(`Need to fix versions on this one`)
+    }
+    //console.log(`${property}: ${fmatter[property]}`);
+    new_fm += `${property}: ${fmatter[property]}\n`
+  }
+  const attr = `---\n${new_fm}\n---\n`
+  const body = f.body
+  const content = attr + body
+  fs.writeFileSync(catalogPath, content)
+}
 const getDestinationData = async (id) => {
   const res = await getCatalog(`${PAPI_URL}/catalog/destinations/${id}`)
   if (res == null) {
     return
-  } 
+  }
   let destination = res.data.destinationMetadata
   let settings = destination.options
   settings.sort((a, b) => {
@@ -69,11 +111,13 @@ const getDestinationData = async (id) => {
   })
   let actions = destination.actions
   let presets = destination.presets
+  let slug = slugify(destination.name)
+  let url = `connections/destinations/catalog/${slug}`
 
   // Force screen method into supportedMethods object
   destination.supportedMethods.screen = false
   // Set it true for LiveLike, per request
-  if (destination.id == '63e42b47479274407b671071'){
+  if (destination.id == '63e42b47479274407b671071') {
     destination.supportedMethods.screen = true
   }
 
@@ -93,8 +137,9 @@ const getDestinationData = async (id) => {
     id: destination.id,
     display_name: destination.name,
     name: destination.name,
-    slug: destination.slug,
+    slug: slugify(destination.name),
     previous_names: destination.previousNames,
+    url,
     website: destination.website,
     status: destination.status,
     logo: {
@@ -119,6 +164,7 @@ const getDestinationData = async (id) => {
     private.push(updatePrivateDest)
   } else {
     console.log(`${destination.name} is public and will be removed`)
+    makeDestinationPublic(url)
   }
 
   const options = {
@@ -148,12 +194,18 @@ const checkExistingStatus = async () => {
     let id = existingIds[i]
     let destination = await checkDestinationStatus(id)
     let status = destination.status
+    let slug = slugify(destination.name)
+    let url = `connections/destinations/catalog/${slug}`
+
+    
+    
 
     if (status === "PRIVATE_BETA") {
       // console.log(`${destination.name} is private`)
       newIds.push(id)
     } else {
-      // console.log(`${destination.name}is public`)
+      console.log(`src/connections/${destination.name}is public`)
+      makeDestinationPublic(url)
     }
   }
   return newIds

src/_data/catalog/destination_categories.yml

@@ -1,5 +1,5 @@
 # AUTOGENERATED FROM PUBLIC API. DO NOT EDIT
-# destination categories last updated 2023-03-16 
+# destination categories last updated 2023-04-13 
 items:
 - display_name: A/B Testing
   slug: a-b-testing