Merge pull request #51 from common-workflow-language/timelimit-wf-tests

Time limit Workflow and ExpressionTool tests

Author: mr-c

conformance_tests.yaml

@@ -2810,6 +2810,44 @@
   doc: Test expression in time limit
   tags: [ command_line_tool, timelimit, inline_javascript ]
 
+- job: tests/empty.json
+  output:
+    status: Done
+  tool: tests/timelimit5.cwl
+  label: timelimit_expressiontool
+  doc: Test timelimit in expressiontool is ignored
+  tags: [ expression_tool, timelimit, inline_javascript ]
+
+- job: tests/empty.json
+  should_fail: true
+  tool: tests/timelimit-wf.cwl
+  label: timelimit_basic_wf
+  doc: Test that tool in workflow fails when exceeding time limit
+  tags: [ workflow, timelimit ]
+
+- job: tests/empty.json
+  output:
+    o: time passed
+  tool: tests/timelimit2-wf.cwl
+  label: timelimit_invalid_wf
+  doc: Test that workflow level time limit is not applied to workflow execution time
+  tags: [ workflow, timelimit ]
+
+- job: tests/empty.json
+  output:
+    o: time passed
+  tool: tests/timelimit3-wf.cwl
+  label: timelimit_zero_unlimited_wf
+  doc: Test zero timelimit means no limit in workflow
+  tags: [ workflow, timelimit ]
+
+- job: tests/empty.json
+  should_fail: true
+  tool: tests/timelimit4-wf.cwl
+  label: timelimit_from_expression_wf
+  doc: Test expression in time limit in workflow
+  tags: [ workflow, timelimit, inline_javascript ]
+
 - job: tests/empty.json
   output: {}
   tool: tests/networkaccess.cwl

tests/timelimit-wf.cwl

@@ -0,0 +1,34 @@
+#!/usr/bin/env cwl-runner
+class: Workflow
+cwlVersion: v1.1.0-dev1
+
+requirements:
+  ToolTimeLimit:
+    timelimit: 3
+
+inputs:
+  i:
+    type: int?
+
+outputs:
+  o:
+    type: string?
+    outputSource: step1/o
+
+steps:
+  step1:
+    in:
+      i: i
+    out: [o]
+    run:
+      class: CommandLineTool
+      baseCommand: ["sleep", "10"]
+      inputs:
+        i:
+          type: int?
+      outputs:
+        o:
+          type: string?
+          outputBinding:
+            outputEval: "time passed"
+      

tests/timelimit2-wf.cwl

@@ -0,0 +1,49 @@
+#!/usr/bin/env cwl-runner
+class: Workflow
+cwlVersion: v1.1.0-dev1
+
+requirements:
+  ToolTimeLimit:
+    timelimit: 5
+
+inputs:
+  i:
+    type: string?
+
+outputs:
+  o:
+    type: string?
+    outputSource: step2/o
+
+steps:
+  step1:
+    in:
+      i: i
+    out: [o]
+    run:
+      class: CommandLineTool
+      baseCommand: ["sleep", "3"]
+      inputs:
+        i:
+          type: string?
+      outputs:
+        o:
+          type: string?
+          outputBinding:
+            outputEval: "time passed"
+  step2:
+    in:
+      i: step1/o
+    out: [o]
+    run:
+      class: CommandLineTool
+      baseCommand: ["sleep", "3"]
+      inputs:
+        i:
+          type: string?
+      outputs:
+        o:
+          type: string?
+          outputBinding:
+            outputEval: "time passed"
+      

tests/timelimit3-wf.cwl

@@ -0,0 +1,34 @@
+#!/usr/bin/env cwl-runner
+class: Workflow
+cwlVersion: v1.1.0-dev1
+
+requirements:
+  ToolTimeLimit:
+    timelimit: 0
+
+inputs:
+  i:
+    type: int?
+
+outputs:
+  o:
+    type: string?
+    outputSource: step1/o
+
+steps:
+  step1:
+    in:
+      i: i
+    out: [o]
+    run:
+      class: CommandLineTool
+      baseCommand: ["sleep", "10"]
+      inputs:
+        i:
+          type: int?
+      outputs:
+        o:
+          type: string?
+          outputBinding:
+            outputEval: "time passed"
+      

tests/timelimit4-wf.cwl

@@ -0,0 +1,35 @@
+#!/usr/bin/env cwl-runner
+class: Workflow
+cwlVersion: v1.1.0-dev1
+
+requirements:
+  ToolTimeLimit:
+    timelimit: $(1+2)
+  InlineJavascriptRequirement: {}
+
+inputs:
+  i:
+    type: int?
+
+outputs:
+  o:
+    type: string?
+    outputSource: step1/o
+
+steps:
+  step1:
+    in:
+      i: i
+    out: [o]
+    run:
+      class: CommandLineTool
+      baseCommand: ["sleep", "10"]
+      inputs:
+        i:
+          type: int?
+      outputs:
+        o:
+          type: string?
+          outputBinding:
+            outputEval: "time passed"
+      

tests/timelimit5.cwl

@@ -0,0 +1,22 @@
+class: ExpressionTool
+cwlVersion: v1.1.0-dev1
+inputs: []
+outputs:
+  status: string
+requirements:
+  ToolTimeLimit:
+    timelimit: 3
+  InlineJavascriptRequirement: {}
+expression: |
+  ${
+    function sleep(milliseconds) {
+      var start = new Date().getTime();
+      for (var i = 0; i < 1e7; i++) {
+        if ((new Date().getTime() - start) > milliseconds){
+          break;
+        }
+      }
+    };
+    sleep(5000);
+    return {"status": "Done"}
+  }