Massive test suite overhaul [Phase 1] (#66)

* custom it + describe definitions

* revised custom previous it + describe definitions

* updated tests with new testing util functions

* fixed bug in test overhaul impl + made tag names uppercase

* more work

* more work

* fix small bug in tests

* DbAdmin now works with astra dev

* implemented rough way to run tests in parallel

* made a bunch more tests parallel

* fix /sigh

* fixed bug in parallel testing + added error report

* admin lifecycle test no longer needs to manually print error

* pgsql is more strict, increase the hackiness up to 11

* a

* Reticulating splines...

* Some bugs fixed

*  - Temporary commit.

* fixed bug with vectorize test coll names being duplicated

* removing unit tests

* Committing in accordance with the prophecy.

* minor updates to error reporter

* Fixed the fuck out of #194!

* My boss forced me to build this feature... Pure shit.

* I think now it works

* I'll explain this when I'm sober .. or revert it

* Locating the required gigapixels to render...

* background tests

* major refactors to test lib + custom test filtering

* better grepping

* more vectorize whitelist special functions

* better filter inversion

* jobs... steve jobs

* foo

* parallelized a majority of tests

* nearly at max test speed now

* more work yay

* Committing in accordance with the prophecy.

* Easteregg

* a bunch more work sigh

* I know what I am doing. Trust me.

* massive change to test filtering

* fixe dsome bugs with the impl and stuff idk

* lets drink beer

* bugger

* update to test script

* Haiyaa

* Don't push this commit

* Moved something to somewhere... goodnight...

* wip on devguide

* more work on test script / devguide

* mo work

* devguide pretty much done

* or not

* changed some env vars

* fix some typos

* Final commit, ready for tagging

* Herp derp I left the debug in there and forgot to reset errors.

* fixed some tests + changed a few test script flags

* See last commit

* changed test tags format

Author: toptobes

.env.example

@@ -2,33 +2,16 @@
 # READ THE DEVGUIDE.MD FILE FOR MORE INFORMATION ON HOW TO CONFIGURE THIS FILE #
 ################################################################################
 
-# Astra API endpoint
-APPLICATION_URI=https://<db_id>-<region>.apps.astra.datastax.com
+# Data API endpoint
+CLIENT_DB_URL=<endpoint>
 
-# Application token, used to authenticate with the Astra API
-APPLICATION_TOKEN=AstraCS:<rest_of_token>
+# Application token, used to authenticate with the Data API
+CLIENT_DB_TOKEN=<token>
 
 # Backend for the Data API (astra | dse | hcd | cassandra | other). Defaults to 'astra'.
-APPLICATION_ENVIRONMENT=astra
+# CLIENT_DB_ENVIRONMENT=<env>
 
-# Set this to some value to enable running tests that require a $vectorize enabled environment
-ASTRA_RUN_VECTORIZE_TESTS=1
-
-# Regex whitelist for vectorize tests to run (test names formatted as providerName@modelName@authType@dimension)
-# - where dimension := 'specified' | 'default' | a specific number
-# - where authType := 'header' | 'providerKey' | 'none'
-# Only needs to match part of the test name to whitelist (use ^$ as necessary)
-# VECTORIZE_WHITELIST=^.*@(header|none)@(default|specified)
-VECTORIZE_WHITELIST=.*
-
-# Set this to some value to enable running long-running tests
-ASTRA_RUN_LONG_TESTS=1
-
-# Set this to some value to enable running admin tests
-ASTRA_RUN_ADMIN_TESTS=
-
-# Set this to run tests on HTTP1 by default
-ASTRA_USE_HTTP1=
-
-# Set this to use the native fetch instead of fetch-h2
-ASTRA_USE_FETCH=
+# Uncomment to enable running all (or specific) types of test by default
+# CLIENT_RUN_VECTORIZE_TESTS=1
+# CLIENT_RUN_LONG_TESTS=1
+# CLIENT_RUN_ADMIN_TESTS=1

.eslintrc.cjs

@@ -21,11 +21,16 @@ module.exports = {
     ],
     // Sometimes 'requires' is necessary
     '@typescript-eslint/no-var-requires': 'off',
+    // https://stackoverflow.com/questions/49743842/javascript-unexpected-control-characters-in-regular-expression
+    "no-control-regex": 0
   },
   parserOptions: {
     ecmaVersion: 'latest',
     sourceType: 'module',
     project: ['./tsconfig.json'],
     tsconfigRootDir: __dirname,
   },
+  env: {
+    node: true,
+  }
 };

.gitignore

@@ -138,3 +138,4 @@ temp
 tsdoc-metadata.json
 
 vectorize_test_spec.json
+etc/test-reports/

.np-config.json

@@ -27,12 +27,6 @@
   "license": "Apache-2.0",
   "main": "dist/index.js",
   "types": "dist/astra-db-ts.d.ts",
-  "mocha": {
-    "timeout": 30000,
-    "require": [
-      "tests/setup.ts"
-    ]
-  },
   "directories": {
     "lib": "src",
     "test": "tests"
@@ -51,7 +45,6 @@
     "lint": "eslint src/* tests/*",
     "test": "sh scripts/test.sh",
     "build": "sh scripts/build.sh",
-    "list-embedding-providers": "chmod +x scripts/list-embedding-providers.sh && scripts/list-embedding-providers.sh",
     "version": "sh scripts/version.sh"
   },
   "bugs": {

DEVGUIDE.md

@@ -1,2 +1,4 @@
+#!/usr/bin/sh
+
 # Lists out all the files which don't contain the necessary license notice
 find tests/ src/ -type f -exec grep -L "^// Copyright DataStax, Inc." {} +

package.json

@@ -24,7 +24,7 @@ services:
       retries: 10
 
   data-api:
-    image: stargateio/data-api:v1.0.12
+    image: stargateio/data-api:v1.0.14
     depends_on:
       coordinator:
         condition: service_healthy

scripts/check-licensing.sh

@@ -1,12 +1,16 @@
+#!/usr/bin/sh
+
 # Errors on using unbound variables
 set -u
 
 # Properly sources the .env file to bring env variables into scope
-eval "$(tr -d '\r' < .env)"
+if [ -f .env ]; then
+  eval "$(tr -d '\r' < .env)"
+fi
 
 # jq strips away the irrelevant fields we don't care about
-curl -sL "${APPLICATION_URI}/api/json/v1" \
---header "Token: ${APPLICATION_TOKEN}" \
+curl -sL "${CLIENT_DB_URL}/api/json/v1" \
+--header "Token: ${CLIENT_DB_TOKEN}" \
 --header "Content-Type: application/json" \
 --data '{
   "findEmbeddingProviders": {}