fix non-local samplesheets

Author: nvnieuwk

CHANGELOG.md

@@ -1,5 +1,11 @@
 # nextflow-io/nf-schema: Changelog
 
+# Version 2.5.1
+
+## Bug fixes
+
+1. Fixed a bug where non-local samplesheets couldn't be validated and converted.
+
 # Version 2.5.0
 
 ## New features

build.gradle

@@ -31,4 +31,10 @@ nextflowPlugin {
             indexUrl = 'https://github.com/nextflow-io/plugins/blob/main/plugins.json'
         }
     }
+
+    test {
+        jvmArgs += [
+            '--add-opens', 'java.base/sun.net.www.protocol.ftp=ALL-UNNAMED'
+        ]
+    }
 }

src/main/groovy/nextflow/validation/utils/Files.groovy

@@ -111,7 +111,7 @@ public class Files {
     //
     private static Path sanitize(Path file) {
         // Check if sanitization is needed
-        def BufferedReader reader = new BufferedReader(new FileReader(file.toFile()))
+        def reader = file.newReader()
         def String firstLine = reader.readLine()
         reader.close()
         if (!firstLine.endsWith(",") && !firstLine.endsWith("\t")) {
@@ -123,18 +123,15 @@ public class Files {
 
         def Scanner scanner = new Scanner(file.toFile())
         def PrintWriter writer = new PrintWriter(tempFile)
-        def Boolean headerSanitized = false
-        while (scanner.hasNextLine()) {
-            def String line = scanner.nextLine()
+        file.withReader {
+            def String line
             // Remove trailing commas or tabs from the line
-            if (!headerSanitized) {
-                line = line.replaceAll("[,\\t]*\$", "")
-                headerSanitized = true
+            while( line = it.readLine() ) {
+                def String sanitized_line = line.replaceAll("[,\\t]*\$", "")
+                writer.println(sanitized_line)
             }
-            writer.println(line)
         }
         writer.close()
-        scanner.close()
         return tempFile.toPath()
     }
 

src/test/groovy/nextflow/validation/SamplesheetConverterTest.groovy

@@ -722,5 +722,34 @@ class SamplesheetConverterTest extends Dsl2Spec{
         stdout.contains("[[nullValue:null], 25, defaultString, true, test]")
         stdout.contains("[[nullValue:null], 0, defaultString, true, null]")
     }
+
+    def 'should work fine - CSV from URL' () {
+        given:
+        def SCRIPT_TEXT = '''
+            include { samplesheetToList } from 'plugin/nf-schema'
+
+            params.input = "https://github.com/nextflow-io/nf-schema/raw/refs/heads/master/src/testResources/correct.csv"
+            params.schema = "src/testResources/schema_input.json"
+
+            workflow {
+                Channel.fromList(samplesheetToList(params.input, params.schema))
+                    .view()
+            }
+        '''
+
+        when:
+        dsl_eval(SCRIPT_TEXT)
+        def stdout = capture
+                .toString()
+                .readLines()
+                .findResults {it.startsWith('[[') ? it : null }
+
+        then:
+        noExceptionThrown()
+        stdout.contains("[[string1:fullField, string2:fullField, integer1:10, integer2:10, boolean1:true, boolean2:true], string1, 25.12, false, ${getRootString()}/src/testResources/test.txt, ${getRootString()}/src/testResources/testDir, ${getRootString()}/src/testResources/test.txt, unique1, 1, itDoesExist]" as String)
+        stdout.contains("[[string1:value, string2:value, integer1:0, integer2:0, boolean1:true, boolean2:true], string1, 25.08, false, [], [], [], [], [], itDoesExist]")
+        stdout.contains("[[string1:dependentRequired, string2:dependentRequired, integer1:10, integer2:10, boolean1:true, boolean2:true], string1, 25, false, [], [], [], unique2, 1, itDoesExist]")
+        stdout.contains("[[string1:extraField, string2:extraField, integer1:10, integer2:10, boolean1:true, boolean2:true], string1, 25, false, ${getRootString()}/src/testResources/test.txt, ${getRootString()}/src/testResources/testDir, ${getRootString()}/src/testResources/testDir, unique3, 1, itDoesExist]" as String)
+    }
 
 }