Add CSV tests with unordered data, and fix CSV data retrieval for that case

Author: carlosdelest

x-pack/plugin/esql/qa/testFixtures/src/main/java/org/elasticsearch/xpack/esql/CsvTestUtils.java

@@ -52,6 +52,7 @@
 import java.util.function.Function;
 import java.util.regex.Matcher;
 import java.util.regex.Pattern;
+import java.util.stream.Stream;
 
 import static org.elasticsearch.common.Strings.delimitedListToStringArray;
 import static org.elasticsearch.common.logging.LoggerMessageFormat.format;
@@ -147,7 +148,11 @@ void append(String stringValue) {
                     for (String value : arrayOfValues) {
                         convertedValues.add(type.convert(value));
                     }
-                    convertedValues.stream().sorted().forEach(v -> builderWrapper().append().accept(v));
+                    Stream<Object> convertedValuesStream = convertedValues.stream();
+                    if (type.sortMultiValues()) {
+                        convertedValuesStream = convertedValuesStream.sorted();
+                    }
+                    convertedValuesStream.forEach(v -> builderWrapper().append().accept(v));
                     builderWrapper().builder().endPositionEntry();
 
                     return;
@@ -486,7 +491,7 @@ public enum Type {
             x -> x == null ? null : stringToAggregateMetricDoubleLiteral(x),
             AggregateMetricDoubleBlockBuilder.AggregateMetricDoubleLiteral.class
         ),
-        DENSE_VECTOR(Float::parseFloat, Float.class),
+        DENSE_VECTOR(Float::parseFloat, Float.class, false),
         UNSUPPORTED(Type::convertUnsupported, Void.class);
 
         private static Void convertUnsupported(String s) {
@@ -536,20 +541,35 @@ private static Void convertUnsupported(String s) {
         private final Function<String, Object> converter;
         private final Class<?> clazz;
         private final Comparator<Object> comparator;
+        private final boolean sortMultiValues;
 
-        @SuppressWarnings("unchecked")
         Type(Function<String, Object> converter, Class<?> clazz) {
+            this(
+                converter,
+                clazz,
+                true
+            );
+        }
+
+        @SuppressWarnings("unchecked")
+        Type(Function<String, Object> converter, Class<?> clazz, boolean sortMultiValues) {
             this(
                 converter,
                 Comparable.class.isAssignableFrom(clazz) ? (a, b) -> ((Comparable) a).compareTo(b) : Comparator.comparing(Object::toString),
-                clazz
+                clazz,
+                sortMultiValues
             );
         }
 
         Type(Function<String, Object> converter, Comparator<Object> comparator, Class<?> clazz) {
+            this(converter, comparator, clazz, true);
+        }
+
+        Type(Function<String, Object> converter, Comparator<Object> comparator, Class<?> clazz, boolean sortMultiValues) {
             this.converter = converter;
             this.comparator = comparator;
             this.clazz = clazz;
+            this.sortMultiValues = sortMultiValues;
         }
 
         public static Type asType(String name) {
@@ -603,6 +623,10 @@ Class<?> clazz() {
         public Comparator<Object> comparator() {
             return comparator;
         }
+
+        public boolean sortMultiValues() {
+            return sortMultiValues;
+        }
     }
 
     record ActualResults(

x-pack/plugin/esql/qa/testFixtures/src/main/resources/data/dense_vector.csv

@@ -1,3 +1,5 @@
 id:l, vector:dense_vector
 0,    [1.0, 2.0, 3.0]
 1,    [4.0, 5.0, 6.0]
+2,    [9.0, 8.0, 7.0]
+3,    [0.054, 0.032, 0.012]

x-pack/plugin/esql/qa/testFixtures/src/main/resources/dense_vector.csv-spec

@@ -10,6 +10,8 @@ FROM dense_vector
 id:l | vector:dense_vector
 0    | [1.0, 2.0, 3.0]
 1    | [4.0, 5.0, 6.0]
+2    | [9.0, 8.0, 7.0]
+3    | [0.054, 0.032, 0.012]
 ;
 
 denseVectorWithEval
@@ -24,6 +26,8 @@ FROM dense_vector
 id:l | v:dense_vector
 0    | [1.0, 2.0, 3.0]
 1    | [4.0, 5.0, 6.0]
+2    | [9.0, 8.0, 7.0]
+3    | [0.054, 0.032, 0.012]
 ;
 
 denseVectorWithRenameAndDrop
@@ -39,4 +43,6 @@ FROM dense_vector
 id:l | new_vector:dense_vector
 0    | [1.0, 2.0, 3.0]
 1    | [4.0, 5.0, 6.0]
+2    | [9.0, 8.0, 7.0]
+3    | [0.054, 0.032, 0.012]
 ;