test: add invalid workflows

Signed-off-by: Matthias Pichler <[email protected]>

Author: matthias-pichler

.ci/validation/src/examples.test.ts

@@ -38,7 +38,7 @@ describe(`Verify every example in the repository`, () => {
       path.join(__dirname, `${examplePath}/${file}`)
     );
     const results = SWSchemaValidator.validateSchema(workflow);
-    if (results?.errors != null) {
+    if (results?.errors) {
       console.warn(
         `Schema validation on ${file} failed with: `,
         JSON.stringify(results.errors, null, 2)

.ci/validation/src/invalid.test.ts

@@ -0,0 +1,43 @@
+/*
+ * Copyright 2023-Present The Serverless Workflow Specification Authors
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import { SWSchemaValidator } from "./index";
+import fs from "node:fs";
+import path from "node:path";
+
+SWSchemaValidator.prepareSchemas();
+
+const invalidPath = "../test/fixtures/invalid";
+
+describe(`Check that invalid workflows are rejected`, () => {
+  const examples = fs
+    .readdirSync(path.join(__dirname, invalidPath), {
+      encoding: SWSchemaValidator.defaultEncoding,
+      recursive: false,
+      withFileTypes: true,
+    })
+    .filter((file) => file.isFile())
+    .filter((file) => file.name.endsWith(".yaml"))
+    .map((file) => file.name);
+
+  test.each(examples)("Example %s", (file) => {
+    const workflow = SWSchemaValidator.toJSON(
+      path.join(__dirname, `${invalidPath}/${file}`)
+    );
+    const results = SWSchemaValidator.validateSchema(workflow);
+    expect(results?.valid).toBeFalsy();
+  });
+});

.ci/validation/test/fixtures/invalid/extra-property-in-call.yaml

@@ -0,0 +1,12 @@
+document:
+  dsl: 1.0.0-alpha1
+  namespace: examples
+  name: two-tasks-in-one-item
+  version: 1.0.0-alpha1
+do:
+  - getPet:
+      call: http
+      with:
+        method: get
+        endpoint: https://petstore.swagger.io/v2/pet/{petId}
+      foo: bar

.ci/validation/test/fixtures/invalid/two-tasks-in-one-item.yaml

@@ -0,0 +1,14 @@
+document:
+  dsl: 1.0.0-alpha1
+  namespace: examples
+  name: two-tasks-in-one-item
+  version: 1.0.0-alpha1
+do:
+  - getPet:
+      call: http
+      with:
+        method: get
+        endpoint: https://petstore.swagger.io/v2/pet/{petId}
+    setMessage:
+      set:
+        message: "Looking for {petId}"