Working changes (#44)

* Changes in dataformat for CSVEngine

Signed-off-by: Arpit Bandejiya <[email protected]>

* Changes for Reader to work

Signed-off-by: Arpit Bandejiya <[email protected]>

---------

Signed-off-by: Arpit Bandejiya <[email protected]>
Co-authored-by: Bharathwaj G <[email protected]>
Signed-off-by: bharath-techie <[email protected]>

Author: alchemist51

gradle/missing-javadoc.gradle

@@ -160,7 +160,9 @@ configure([
   project(":test:fixtures:hdfs-fixture"),
   project(":test:fixtures:s3-fixture"),
   project(":test:framework"),
-  project(":test:logger-usage")
+  project(":test:logger-usage"),
+  project(":libs:opensearch-vectorized-exec-spi"), // TODO
+  project(":plugins:engine-datafusion"), //TODO
 ]) {
   project.tasks.withType(MissingJavadocTask) {
     isExcluded = true

plugins/engine-datafusion/jni/src/lib.rs

@@ -209,6 +209,8 @@ pub extern "system" fn Java_org_opensearch_datafusion_DataFusionQueryJNI_execute
     let table_path = shard_view.table_path();
     let files_meta = shard_view.files_meta();
 
+    println!("Table path: {}", table_path);
+    println!("Files: {:?}", files_meta);
 
     let list_file_cache = Arc::new(DefaultListFilesCache::default());
     list_file_cache.put(table_path.prefix(), files_meta);
@@ -252,7 +254,7 @@ pub extern "system" fn Java_org_opensearch_datafusion_DataFusionQueryJNI_execute
         // Create a new TableProvider
         let provider = Arc::new(ListingTable::try_new(config).unwrap());
         let shard_id = table_path.prefix().filename().expect("error in fetching Path");
-        ctx.register_table("logs", provider)
+        ctx.register_table("hits", provider)
             .expect("Failed to attach the Table");
 
     });

plugins/engine-datafusion/src/main/java/org/opensearch/datafusion/DatafusionEngine.java

@@ -30,6 +30,7 @@
 import org.opensearch.index.engine.EngineSearcherSupplier;
 import org.opensearch.index.engine.SearchExecEngine;
 import org.opensearch.index.engine.exec.FileMetadata;
+import org.opensearch.search.SearchShardTarget;
 import org.opensearch.search.aggregations.SearchResultsCollector;
 import org.opensearch.search.internal.ReaderContext;
 import org.opensearch.search.internal.ShardSearchRequest;
@@ -56,7 +57,7 @@ public class DatafusionEngine extends SearchExecEngine<DatafusionContext, Datafu
 
     public DatafusionEngine(DataFormat dataFormat, Collection<FileMetadata> formatCatalogSnapshot, DataFusionService dataFusionService) throws IOException {
         this.dataFormat = dataFormat;
-        this.datafusionReaderManager = new DatafusionReaderManager("TODO://FigureOutPath", formatCatalogSnapshot);
+        this.datafusionReaderManager = new DatafusionReaderManager("/Users/gbh/Downloads/res", formatCatalogSnapshot);
         this.datafusionService = dataFusionService;
     }
 
@@ -71,8 +72,8 @@ public QueryPhaseExecutor<DatafusionContext> getQueryPhaseExecutor() {
     }
 
     @Override
-    public DatafusionContext createContext(ReaderContext readerContext, ShardSearchRequest request, SearchShardTask task) throws IOException {
-        DatafusionContext datafusionContext = new DatafusionContext(readerContext, request, task, this);
+    public DatafusionContext createContext(ReaderContext readerContext, ShardSearchRequest request, SearchShardTarget searchShardTarget,  SearchShardTask task) throws IOException {
+        DatafusionContext datafusionContext = new DatafusionContext(readerContext, request, searchShardTarget, task, this);
         // Parse source
         datafusionContext.datafusionQuery(new DatafusionQuery(request.source().queryPlanIR(), new ArrayList<>()));
         return datafusionContext;