Merge pull request #17 from data-integrations/PLUGIN-1286_bug

Aryan-Verma · web-flow · commit 833be5e51402 · 2022-12-05T10:31:32.000+05:30
[PLUGIN-1286] Adding support to read large data
diff --git a/src/main/java/io/cdap/plugin/batch/source/MongoDBBatchSource.java b/src/main/java/io/cdap/plugin/batch/source/MongoDBBatchSource.java
@@ -99,6 +99,8 @@ public void prepareRun(BatchSourceContext context) throws Exception {
       MongoConfigUtil.setAuthURI(conf, config.authConnectionString);
     }
 
+    MongoConfigUtil.setRangeQueryEnabled(conf, true);
+
     emitLineage(context);
     context.setInput(Input.of(config.getReferenceName(),
                               new SourceInputFormatProvider(MongoConfigUtil.getInputFormat(conf), conf)));

Original file line number	Diff line number	Diff line change
`@@ -99,6 +99,8 @@ public void prepareRun(BatchSourceContext context) throws Exception {`
`99`	`99`	`MongoConfigUtil.setAuthURI(conf, config.authConnectionString);`
`100`	`100`	`}`
`101`	`101`
	`102`	`+ MongoConfigUtil.setRangeQueryEnabled(conf, true);`
	`103`	`+`
`102`	`104`	`emitLineage(context);`
`103`	`105`	`context.setInput(Input.of(config.getReferenceName(),`
`104`	`106`	`new SourceInputFormatProvider(MongoConfigUtil.getInputFormat(conf), conf)));`