app.awssdk.json

{
  "version": "0.1.0",
  "appName": "awssdk",
  "description": "AWS SDK Boiling Data Source App",
  "templateType": "json-templates",
  "templateVersion": "1.0.0",
  "funcTemplate": "async ({ S3, Glue, Lambda }) => {   const results = [];  let ContinuationToken = \"\";  let NextToken = \"\"; let params = {{params}};  while (ContinuationToken != undefined || NextToken != undefined) { if (\"{{service}}\" === \"S3\") {NextToken = undefined; if (ContinuationToken != \"\") params.ContinuationToken = ContinuationToken; const batch = await {{service}}.{{apicall}}(params).promise(); ContinuationToken = batch.ContinuationToken; results.push(...batch{{resultPath}}); } else { ContinuationToken = undefined; if (NextToken != \"\") params.NextToken = NextToken; const batch = await {{service}}.{{apicall}}(params).promise(); NextToken = batch.NextToken; results.push(...batch{{resultPath}}); } } return results; };",
  "parameters": [
    {
      "name": "service",
      "description": "AWS Service to use: S3, Glue, or Lambda"
    },
    {
      "name": "apicall",
      "description": "SDK method to call, like \"listObjectsV2\""
    },
    {
      "name": "params",
      "description": "What parameters to pass to the method call, like \"{\"Bucket\":\"boilingdata-demo\",\"Delimiter\":\"/\"}\""
    },
    {
      "name": "resultPath",
      "description": "What part to pick up from the AWS JSON resopnse (e.g. \".Contents\"). The response must be an array of objects."
    }
  ],
  "aliases": [
    {
      "aliasTableName": "allBuckets",
      "parameters": ["S3", "listBuckets", "", ".Buckets"],
      "description": "Table that contains all S3 Buckets listing"
    },
    {
      "aliasTableName": "demoBucketRootListing",
      "fixedParameters": ["S3", "listObjectsV2", "{\"Bucket\":\"boilingdata-demo\",\"Delimiter\":\"/\"}", ".Contents"],
      "description": "Table that contains the listing of boilingdata-demo S3 bucket, root folder only"
    },
    {
      "aliasTableName": "demoBucketRecursiveListing",
      "fixedParameters": ["S3", "listObjectsV2", "{\"Bucket\":\"boilingdata-demo\"}", ".Contents"],
      "description": "Table that contains a recursive listing of boilingdata-demo S3 bucket"
    },
    {
      "aliasTableName": "bucketRecursiveListing",
      "fixedParameters": ["S3", "listObjectsV2", "{\"Bucket\":\"{{bucket}}\"}", ".Contents"],
      "parameters": [{ "name": "bucket" }],
      "description": "Table that contains a recursive listing of a given S3 bucket"
    },
    {
      "aliasTableName": "bucketRootListing",
      "fixedParameters": ["S3", "listObjectsV2", "{\"Bucket\":\"{{bucket}}\",\"Delimiter\":\"/\"}", ".Contents"],
      "parameters": [{ "name": "bucket" }],
      "description": "Table that contains a root listing of a given S3 bucket"
    },
    {
      "aliasTableName": "bucketRecursiveListingWithDelimiter",
      "fixedParameters": [
        "S3",
        "listObjectsV2",
        "{\"Bucket\":\"{{bucket}}\",\"Delimiter\":\"{{delimiter}}\"}",
        ".Contents"
      ],
      "parameters": [{ "name": "bucket" }, { "name": "delimiter" }],
      "description": "Table that contains recursive listing of a given S3 bucket and with given delimiter"
    },
    {
      "aliasTableName": "gluePartitions",
      "fixedParameters": [
        "Glue",
        "getPartitions",
        "{\"DatabaseName\":\"{{database}}\",\"TableName\":\"{{table}}\"}",
        ".Partitions"
      ],
      "parameters": [{ "name": "database" }, { "name": "table" }],
      "description": "Table that contains partitions for <database>.<table> Glue Table"
    }
  ]
}