Added extension tests

GlassOfWhiskey · GlassOfWhiskey · commit 5f765182032f · 2024-12-06T19:24:53.000+01:00
diff --git a/MANIFEST.in b/MANIFEST.in
@@ -21,6 +21,7 @@ include testdata/workflows/*.cwl
 include testdata/workflows/*.yaml
 include testdata/types/*.yml
 include testdata/checker_wf/*.cwl
+include testdata/extensions/*.cwl
 include cwl_utils/py.typed
 include docs/conf.py docs/Makefile docs/_static/favicon.ico docs/requirements.txt
 include docs/*.rst
diff --git a/testdata/extensions/cuda-requirement_v1_0.cwl b/testdata/extensions/cuda-requirement_v1_0.cwl
@@ -0,0 +1,16 @@
+#!/usr/bin/env cwl-runner
+cwlVersion: v1.0
+class: CommandLineTool
+$namespaces:
+  cwltool: "http://commonwl.org/cwltool#"
+requirements:
+  cwltool:CUDARequirement:
+    cudaVersionMin: "1.0"
+    cudaComputeCapability: "1.0"
+    cudaDeviceCountMin: $(inputs.gpus)
+inputs:
+  gpus:
+    type: int
+    default: 1
+outputs: []
+baseCommand: "nvidia-smi"
diff --git a/testdata/extensions/cuda-requirement_v1_1.cwl b/testdata/extensions/cuda-requirement_v1_1.cwl
@@ -0,0 +1,16 @@
+#!/usr/bin/env cwl-runner
+cwlVersion: v1.1
+class: CommandLineTool
+$namespaces:
+  cwltool: "http://commonwl.org/cwltool#"
+requirements:
+  cwltool:CUDARequirement:
+    cudaVersionMin: "1.0"
+    cudaComputeCapability: "1.0"
+    cudaDeviceCountMin: $(inputs.gpus)
+inputs:
+  gpus:
+    type: int
+    default: 1
+outputs: []
+baseCommand: "nvidia-smi"
diff --git a/testdata/extensions/cuda-requirement_v1_2.cwl b/testdata/extensions/cuda-requirement_v1_2.cwl
@@ -0,0 +1,16 @@
+#!/usr/bin/env cwl-runner
+cwlVersion: v1.2
+class: CommandLineTool
+$namespaces:
+  cwltool: "http://commonwl.org/cwltool#"
+requirements:
+  cwltool:CUDARequirement:
+    cudaVersionMin: "1.0"
+    cudaComputeCapability: "1.0"
+    cudaDeviceCountMin: $(inputs.gpus)
+inputs:
+  gpus:
+    type: int
+    default: 1
+outputs: []
+baseCommand: "nvidia-smi"
diff --git a/testdata/extensions/inplace-update-requirement_v1_0.cwl b/testdata/extensions/inplace-update-requirement_v1_0.cwl
@@ -0,0 +1,21 @@
+#!/usr/bin/env cwl-runner
+class: CommandLineTool
+cwlVersion: v1.0
+$namespaces:
+  cwltool: "http://commonwl.org/cwltool#"
+requirements:
+  cwltool:InplaceUpdateRequirement:
+    inplaceUpdate: true
+inputs:
+  r: File
+  script:
+    type: File
+    default:
+      class: File
+      location: updateval.py
+outputs:
+  out:
+    type: File
+    outputBinding:
+      glob: $(inputs.r.basename)
+arguments: [python, $(inputs.script), $(inputs.r.basename)]
diff --git a/testdata/extensions/load-listing-requirement_v1_0.cwl b/testdata/extensions/load-listing-requirement_v1_0.cwl
@@ -0,0 +1,13 @@
+#!/usr/bin/env cwl-runner
+class: CommandLineTool
+cwlVersion: v1.0
+$namespaces:
+  cwltool: http://commonwl.org/cwltool#
+requirements:
+  cwltool:LoadListingRequirement:
+    loadListing: shallow_listing
+inputs:
+  d: Directory
+outputs: []
+arguments:
+  [echo, "$(inputs.d.listing[0].listing[0])"]
diff --git a/testdata/extensions/mpi-requirement_v1_0.cwl b/testdata/extensions/mpi-requirement_v1_0.cwl
@@ -0,0 +1,14 @@
+#!/usr/bin/env cwl-runner
+class: CommandLineTool
+cwlVersion: v1.0
+$namespaces:
+  cwltool: "http://commonwl.org/cwltool#"
+
+baseCommand: env
+requirements:
+  cwltool:MPIRequirement:
+    processes: 1
+inputs: {}
+outputs:
+  environment:
+    type: stdout
diff --git a/testdata/extensions/mpi-requirement_v1_1.cwl b/testdata/extensions/mpi-requirement_v1_1.cwl
@@ -0,0 +1,13 @@
+#!/usr/bin/env cwl-runner
+class: CommandLineTool
+cwlVersion: v1.1
+$namespaces:
+  cwltool: "http://commonwl.org/cwltool#"
+baseCommand: env
+requirements:
+  cwltool:MPIRequirement:
+    processes: 1
+inputs: {}
+outputs:
+  environment:
+    type: stdout
diff --git a/testdata/extensions/mpi-requirement_v1_2.cwl b/testdata/extensions/mpi-requirement_v1_2.cwl
@@ -0,0 +1,13 @@
+#!/usr/bin/env cwl-runner
+class: CommandLineTool
+cwlVersion: v1.2
+$namespaces:
+  cwltool: "http://commonwl.org/cwltool#"
+baseCommand: env
+requirements:
+  cwltool:MPIRequirement:
+    processes: 1
+inputs: {}
+outputs:
+  environment:
+    type: stdout
diff --git a/testdata/extensions/network-access_v1_0.cwl b/testdata/extensions/network-access_v1_0.cwl
@@ -0,0 +1,16 @@
+#!/usr/bin/env cwl-runner
+class: CommandLineTool
+cwlVersion: v1.0
+$namespaces:
+  cwltool: "http://commonwl.org/cwltool#"
+requirements:
+  cwltool:NetworkAccess:
+    networkAccess: true
+inputs: []
+outputs: []
+baseCommand: python
+arguments:
+  - "-c"
+  - valueFrom: |
+      import urllib.request
+      assert(urllib.request.urlopen("http://commonwl.org").code == 200)
diff --git a/testdata/extensions/process-generator_v1_0.cwl b/testdata/extensions/process-generator_v1_0.cwl
@@ -0,0 +1,32 @@
+#!/usr/bin/env cwl-runner
+cwlVersion: v1.0
+$namespaces:
+  cwltool: "http://commonwl.org/cwltool#"
+class: cwltool:ProcessGenerator
+inputs:
+  script: string
+  dir: Directory
+outputs: {}
+run:
+  class: CommandLineTool
+  inputs:
+    script: string
+    dir: Directory
+  outputs:
+    runProcess:
+      type: File
+      outputBinding:
+        glob: main.cwl
+  requirements:
+    InlineJavascriptRequirement: {}
+    LoadListingRequirement:
+      loadListing: shallow_listing
+    InitialWorkDirRequirement:
+      listing: |
+        ${
+         var v = inputs.dir.listing;
+         v.push({entryname: "inp.py", entry: inputs.script});
+         return v;
+        }
+  arguments: [python3, inp.py]
+  stdout: main.cwl
diff --git a/testdata/extensions/process-generator_v1_1.cwl b/testdata/extensions/process-generator_v1_1.cwl
@@ -0,0 +1,32 @@
+#!/usr/bin/env cwl-runner
+cwlVersion: v1.1
+$namespaces:
+  cwltool: "http://commonwl.org/cwltool#"
+class: cwltool:ProcessGenerator
+inputs:
+  script: string
+  dir: Directory
+outputs: {}
+run:
+  class: CommandLineTool
+  inputs:
+    script: string
+    dir: Directory
+  outputs:
+    runProcess:
+      type: File
+      outputBinding:
+        glob: main.cwl
+  requirements:
+    InlineJavascriptRequirement: {}
+    LoadListingRequirement:
+      loadListing: shallow_listing
+    InitialWorkDirRequirement:
+      listing: |
+        ${
+         var v = inputs.dir.listing;
+         v.push({entryname: "inp.py", entry: inputs.script});
+         return v;
+        }
+  arguments: [python3, inp.py]
+  stdout: main.cwl
diff --git a/testdata/extensions/process-generator_v1_2.cwl b/testdata/extensions/process-generator_v1_2.cwl
@@ -0,0 +1,32 @@
+#!/usr/bin/env cwl-runner
+cwlVersion: v1.2
+$namespaces:
+  cwltool: "http://commonwl.org/cwltool#"
+class: cwltool:ProcessGenerator
+inputs:
+  script: string
+  dir: Directory
+outputs: {}
+run:
+  class: CommandLineTool
+  inputs:
+    script: string
+    dir: Directory
+  outputs:
+    runProcess:
+      type: File
+      outputBinding:
+        glob: main.cwl
+  requirements:
+    InlineJavascriptRequirement: {}
+    LoadListingRequirement:
+      loadListing: shallow_listing
+    InitialWorkDirRequirement:
+      listing: |
+        ${
+         var v = inputs.dir.listing;
+         v.push({entryname: "inp.py", entry: inputs.script});
+         return v;
+        }
+  arguments: [python3, inp.py]
+  stdout: main.cwl
diff --git a/testdata/extensions/secrets_v1_0.cwl b/testdata/extensions/secrets_v1_0.cwl
@@ -0,0 +1,13 @@
+#!/usr/bin/env cwl-runner
+cwlVersion: v1.0
+class: CommandLineTool
+$namespaces:
+  cwltool: http://commonwl.org/cwltool#
+requirements:
+  cwltool:Secrets:
+    secrets: [pw]
+inputs:
+  pw: string
+outputs:
+  out: stdout
+arguments: [cat, example.conf]
diff --git a/testdata/extensions/secrets_v1_1.cwl b/testdata/extensions/secrets_v1_1.cwl
@@ -0,0 +1,13 @@
+#!/usr/bin/env cwl-runner
+cwlVersion: v1.1
+class: CommandLineTool
+$namespaces:
+  cwltool: http://commonwl.org/cwltool#
+requirements:
+  cwltool:Secrets:
+    secrets: [pw]
+inputs:
+  pw: string
+outputs:
+  out: stdout
+arguments: [cat, example.conf]
diff --git a/testdata/extensions/secrets_v1_2.cwl b/testdata/extensions/secrets_v1_2.cwl
@@ -0,0 +1,13 @@
+#!/usr/bin/env cwl-runner
+cwlVersion: v1.2
+class: CommandLineTool
+$namespaces:
+  cwltool: http://commonwl.org/cwltool#
+requirements:
+  cwltool:Secrets:
+    secrets: [pw]
+inputs:
+  pw: string
+outputs:
+  out: stdout
+arguments: [cat, example.conf]
diff --git a/testdata/extensions/shm-size_v1_0.cwl b/testdata/extensions/shm-size_v1_0.cwl
@@ -0,0 +1,15 @@
+#!/usr/bin/env cwl-runner
+class: CommandLineTool
+cwlVersion: v1.0
+$namespaces:
+  cwltool: "http://commonwl.org/cwltool#"
+requirements:
+  cwltool:ShmSize:
+    shmSize: 128m
+inputs: []
+outputs:
+  output:
+    type: stdout
+baseCommand: echo
+stdout: shm-size.txt
+arguments: [ $(runtime) ]
diff --git a/testdata/extensions/shm-size_v1_1.cwl b/testdata/extensions/shm-size_v1_1.cwl
@@ -0,0 +1,15 @@
+#!/usr/bin/env cwl-runner
+class: CommandLineTool
+cwlVersion: v1.1
+$namespaces:
+  cwltool: "http://commonwl.org/cwltool#"
+requirements:
+  cwltool:ShmSize:
+    shmSize: 128m
+inputs: []
+outputs:
+  output:
+    type: stdout
+baseCommand: echo
+stdout: shm-size.txt
+arguments: [ $(runtime) ]
diff --git a/testdata/extensions/shm-size_v1_2.cwl b/testdata/extensions/shm-size_v1_2.cwl
@@ -0,0 +1,15 @@
+#!/usr/bin/env cwl-runner
+class: CommandLineTool
+cwlVersion: v1.2
+$namespaces:
+  cwltool: "http://commonwl.org/cwltool#"
+requirements:
+  cwltool:ShmSize:
+    shmSize: 128m
+inputs: []
+outputs:
+  output:
+    type: stdout
+baseCommand: echo
+stdout: shm-size.txt
+arguments: [ $(runtime) ]
diff --git a/testdata/extensions/single-var-loop_v1_2.cwl b/testdata/extensions/single-var-loop_v1_2.cwl
@@ -0,0 +1,32 @@
+#!/usr/bin/env cwl-runner
+cwlVersion: v1.2
+class: Workflow
+$namespaces:
+  cwltool: "http://commonwl.org/cwltool#"
+requirements:
+  InlineJavascriptRequirement: {}
+inputs:
+  i1: int
+outputs:
+  o1:
+    type: int
+    outputSource: subworkflow/o1
+steps:
+  subworkflow:
+    run:
+      class: ExpressionTool
+      inputs:
+        i1: int
+      outputs:
+        o1: int
+      expression: >
+        ${return {'o1': inputs.i1 + 1};}
+    in:
+      i1: i1
+    out: [o1]
+    requirements:
+      cwltool:Loop:
+        loopWhen: $(inputs.i1 < 10)
+        loop:
+          i1: o1
+        outputMethod: last
diff --git a/testdata/extensions/time-limit_v1_0.cwl b/testdata/extensions/time-limit_v1_0.cwl
diff --git a/testdata/extensions/work-reuse_v1_0.cwl b/testdata/extensions/work-reuse_v1_0.cwl
diff --git a/tests/test_extensions.py b/tests/test_extensions.py
