sort: --files0-from should not panic when invalid utf-8

Author: sylvestre

src/uu/sort/src/sort.rs

@@ -1291,26 +1291,34 @@ pub fn uumain(args: impl uucore::Args) -> UResult<()> {
         let reader = open_with_open_failed_error(&files0_from)?;
         let buf_reader = BufReader::new(reader);
         for (line_num, line) in buf_reader.split(b'\0').flatten().enumerate() {
-            let f = std::str::from_utf8(&line)
-                .expect("Could not parse string from zero terminated input.");
-            match f {
-                STDIN_FILE => {
-                    return Err(SortError::MinusInStdIn.into());
+            // Handle filenames as raw bytes to support non-UTF-8 paths
+            #[cfg(unix)]
+            let filename = {
+                use std::os::unix::ffi::OsStrExt;
+                OsStr::from_bytes(&line).to_owned()
+            };
+            #[cfg(not(unix))]
+            let filename = {
+                // On non-Unix systems, convert to UTF-8 with replacement chars
+                match std::str::from_utf8(&line) {
+                    Ok(s) => OsString::from(s),
+                    Err(_) => OsString::from(String::from_utf8_lossy(&line).into_owned()),
                 }
-                "" => {
-                    return Err(SortError::ZeroLengthFileName {
-                        file: files0_from,
-                        line_num: line_num + 1,
-                    }
-                    .into());
+            };
+
+            // Check for special cases using bytes comparison
+            if line == b"-" {
+                return Err(SortError::MinusInStdIn.into());
+            }
+            if line.is_empty() {
+                return Err(SortError::ZeroLengthFileName {
+                    file: files0_from,
+                    line_num: line_num + 1,
                 }
-                _ => {}
+                .into());
             }
 
-            files.push(OsString::from(
-                std::str::from_utf8(&line)
-                    .expect("Could not parse string from zero terminated input."),
-            ));
+            files.push(filename);
         }
         if files.is_empty() {
             return Err(SortError::EmptyInputFile { file: files0_from }.into());

tests/by-util/test_sort.rs

@@ -1544,6 +1544,25 @@ fn test_files0_from_zero_length() {
         .stderr_only("sort: -:2: invalid zero-length file name\n");
 }
 
+#[test]
+fn test_files0_from_non_utf8_filename() {
+    let (at, mut ucmd) = at_and_ucmd!();
+
+    // Create files with UTF-8 names
+    at.touch("file1.txt");
+    at.append("file1.txt", "content1\n");
+    at.touch("file2.txt");
+    at.append("file2.txt", "content2\n");
+
+    // Create a files0-from list containing non-UTF-8 filename bytes
+    let files0_input = b"file1.txt\0\xff\xfe\x00invalid.txt\0file2.txt\0";
+
+    ucmd.args(&["--files0-from", "-"])
+        .pipe_in(files0_input)
+        .fails_with_code(2)
+        .stderr_contains("No such file or directory");
+}
+
 #[test]
 // Test for GNU tests/sort/sort-float.sh
 fn test_g_float() {