Debug

Author: nik9000

x-pack/plugin/esql/compute/src/main/java/org/elasticsearch/compute/lucene/LuceneSourceOperator.java

@@ -318,6 +318,7 @@ public Page getCheckedOutput() throws IOException {
             final int discardedDocs = collectedDocs - limiter.tryAccumulateHits(collectedDocs);
             Page page = null;
             if (currentPagePos >= minPageSize || scorer.isDone() || (remainingDocs = limiter.remaining()) == 0) {
+                log.error("SADADSF {}", remainingDocs);
                 IntVector shard = null;
                 IntVector leaf = null;
                 IntVector docs = null;

x-pack/plugin/esql/compute/src/test/java/org/elasticsearch/compute/lucene/LuceneSourceOperatorTests.java

@@ -9,6 +9,10 @@
 
 import com.carrotsearch.randomizedtesting.annotations.ParametersFactory;
 
+import com.carrotsearch.randomizedtesting.annotations.Repeat;
+
+import com.carrotsearch.randomizedtesting.annotations.Seed;
+
 import org.apache.lucene.document.SortedNumericDocValuesField;
 import org.apache.lucene.index.IndexReader;
 import org.apache.lucene.index.IndexableField;
@@ -63,6 +67,8 @@
 import static org.hamcrest.Matchers.lessThanOrEqualTo;
 import static org.hamcrest.Matchers.matchesRegex;
 
+//@Seed("4FF2CB98F60FD89D:EBBB701671985F2B")
+@Repeat(iterations = 100)
 public class LuceneSourceOperatorTests extends AnyOperatorTestCase {
     private static final MappedFieldType S_FIELD = new NumberFieldMapper.NumberFieldType("s", NumberFieldMapper.NumberType.LONG);
 
@@ -211,7 +217,7 @@ private LuceneSourceOperator.Factory simple(DataPartitioning dataPartitioning, i
         ShardContext ctx = new MockShardContext(reader, 0);
         Function<ShardContext, List<LuceneSliceQueue.QueryAndTags>> queryFunction = c -> testCase.queryAndExtra();
         int maxPageSize = between(10, Math.max(10, numDocs));
-        int taskConcurrency = randomIntBetween(1, 4);
+        int taskConcurrency = 4; // randomIntBetween(1, 4); NOCOMMIT
         return new LuceneSourceOperator.Factory(
             List.of(ctx),
             queryFunction,
@@ -262,9 +268,11 @@ private void testSimple(DataPartitioning partitioning) {
     }
 
     public void testEarlyTermination() {
-        int numDocs = between(1_000, 20_000);
-        int limit = between(0, numDocs * 2);
-        LuceneSourceOperator.Factory factory = simple(randomFrom(DataPartitioning.values()), numDocs, limit, scoring);
+        int numDocs = 20_000; //between(1_000, 20_000); NOCOMMIT
+        int limit = 100_000; //between(0, numDocs * 2); NOCOMMIT
+        LuceneSourceOperator.Factory factory = simple(DataPartitioning.DOC
+            // randomFrom(DataPartitioning.values()) NOCOMMIT
+            , numDocs, limit, scoring);
         int taskConcurrency = factory.taskConcurrency();
         final AtomicInteger receivedRows = new AtomicInteger();
         List<Driver> drivers = new ArrayList<>();
@@ -293,6 +301,13 @@ public void testEarlyTermination() {
             drivers.add(driver);
         }
         OperatorTestCase.runDriver(drivers);
+        logger.info(
+            "{} received={} limit={} numResults={}",
+            factory.dataPartitioning,
+            receivedRows.get(),
+            limit,
+            testCase.numResults(numDocs)
+        );
         assertThat(receivedRows.get(), equalTo(Math.min(limit, testCase.numResults(numDocs))));
     }