Merge main for OpenSearch 3.0 release. (#3434)

Signed-off-by: Peng Huo <penghuo@gmail.com>

Author: penghuo

.github/workflows/integ-tests-with-security.yml

@@ -21,7 +21,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        java: [21]
+        java: [21, 23]
     runs-on: ubuntu-latest
     container:
       # using the same image which is used by opensearch-build team to build the OpenSearch Distribution
@@ -62,7 +62,7 @@ jobs:
       fail-fast: false
       matrix:
         os: [ windows-latest, macos-13 ]
-        java: [21]
+        java: [21, 23]
 
     runs-on: ${{ matrix.os }}
 

.github/workflows/sql-pitest.yml

@@ -22,6 +22,7 @@ jobs:
       matrix:
         java:
           - 21
+          - 23
     runs-on: ubuntu-latest
     container:
       # using the same image which is used by opensearch-build team to build the OpenSearch Distribution

.github/workflows/sql-test-and-build-workflow.yml

@@ -29,7 +29,7 @@ jobs:
       # Run all jobs
       fail-fast: false
       matrix:
-        java: [21]
+        java: [21, 23]
     runs-on: ubuntu-latest
     container:
       # using the same image which is used by opensearch-build team to build the OpenSearch Distribution
@@ -101,7 +101,9 @@ jobs:
       matrix:
         entry:
           - { os: windows-latest, java: 21, os_build_args: -x doctest -PbuildPlatform=windows }
+          - { os: windows-latest, java: 23, os_build_args: -x doctest -PbuildPlatform=windows }
           - { os: macos-13, java: 21 }
+          - { os: macos-13, java: 23 }
     runs-on: ${{ matrix.entry.os }}
 
     steps:
@@ -161,7 +163,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        java: [21]
+        java: [21, 23]
     container:
       image: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-version-linux }}
       options: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-start-options }}

.github/workflows/sql-test-workflow.yml

@@ -22,6 +22,7 @@ jobs:
       matrix:
         java:
           - 21
+          - 23
     runs-on: ubuntu-latest
     container:
       # using the same image which is used by opensearch-build team to build the OpenSearch Distribution

DEVELOPER_GUIDE.rst

@@ -146,7 +146,6 @@ The plugin codebase is in standard layout of Gradle project::
    ├── plugin
    ├── protocol
    ├── ppl
-   ├── spark
    ├── sql
    ├── sql-cli
    ├── sql-jdbc
@@ -161,7 +160,6 @@ Here are sub-folders (Gradle modules) for plugin source code:
 - ``core``: core query engine.
 - ``opensearch``: OpenSearch storage engine.
 - ``prometheus``: Prometheus storage engine.
-- ``spark`` : Spark storage engine
 - ``protocol``: request/response protocol formatter.
 - ``common``: common util code.
 - ``integ-test``: integration and comparison test.
@@ -296,7 +294,6 @@ For test cases, you can use the cases in the following checklist in case you mis
 
 - *Other Statements*
 
-  - DELETE
   - SHOW
   - DESCRIBE
 

async-query-core/build.gradle

@@ -9,7 +9,7 @@ plugins {
     id 'jacoco'
     id 'antlr'
     id 'com.diffplug.spotless' version '6.22.0'
-    id 'com.github.johnrengelman.shadow'
+    id 'com.gradleup.shadow'
 }
 
 repositories {
@@ -46,10 +46,9 @@ dependencies {
     antlr "org.antlr:antlr4:4.7.1"
 
     implementation project(':core')
-    implementation project(':spark') // TODO: dependency to spark should be eliminated
-    implementation project(':datasources') // TODO: dependency to datasources should be eliminated
     implementation 'org.json:json:20231013'
     implementation 'com.google.code.gson:gson:2.8.9'
+    api group: 'com.amazonaws', name: 'aws-java-sdk-emrserverless', version: "${aws_java_sdk_version}"
 
     testImplementation(platform("org.junit:junit-bom:5.9.3"))
 
@@ -148,4 +147,4 @@ shadowJar {
 
     from sourceSets.main.output
     configurations = [project.configurations.runtimeClasspath]
-}
+}