rdb field mapping by name

Author: todd5167

core/pom.xml

@@ -17,6 +17,7 @@
     <properties>
         <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
         <project.package.name>core</project.package.name>
+        <flink.table.planner>1.8.1</flink.table.planner>
     </properties>
 
     <dependencies>
@@ -56,6 +57,11 @@
             <artifactId>flink-streaming-scala_2.11</artifactId>
             <version>${flink.version}</version>
         </dependency>
+        <dependency>
+            <groupId>org.apache.flink</groupId>
+            <artifactId>flink-table-planner_2.11</artifactId>
+            <version>${flink.table.planner}</version>
+        </dependency>
     </dependencies>
 
     <build>

core/src/main/java/com/dtstack/flink/sql/Main.java

@@ -35,6 +35,7 @@
 import com.dtstack.flink.sql.util.FlinkUtil;
 import com.dtstack.flink.sql.util.PluginUtil;
 import org.apache.calcite.config.Lex;
+import org.apache.calcite.sql.SqlIdentifier;
 import org.apache.calcite.sql.SqlInsert;
 import org.apache.calcite.sql.SqlNode;
 import org.apache.commons.cli.CommandLine;
@@ -60,7 +61,12 @@
 import org.apache.flink.streaming.api.environment.StreamContextEnvironment;
 import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
 import org.apache.flink.table.api.Table;
+import org.apache.flink.table.api.TableEnvironment;
+import org.apache.flink.table.api.TableException;
 import org.apache.flink.table.api.java.StreamTableEnvironment;
+import org.apache.flink.table.calcite.FlinkPlannerImpl;
+import org.apache.flink.table.plan.logical.LogicalRelNode;
+import org.apache.flink.table.plan.schema.TableSinkTable;
 import org.apache.flink.table.sinks.TableSink;
 import org.apache.flink.types.Row;
 import org.slf4j.Logger;
@@ -204,7 +210,7 @@ public static void main(String[] args) throws Exception {
                         //sql-dimensional table contains the dimension table of execution
                         sideSqlExec.exec(result.getExecSql(), sideTableMap, tableEnv, registerTableCache);
                     }else{
-                        tableEnv.sqlUpdate(result.getExecSql());
+                        sqlUpdate(tableEnv, result.getExecSql());
                         if(LOG.isInfoEnabled()){
                             LOG.info("exec sql: " + result.getExecSql());
                         }
@@ -222,6 +228,36 @@ public static void main(String[] args) throws Exception {
         env.execute(name);
     }
 
+    public static void sqlUpdate(StreamTableEnvironment tableEnv, String stmt) {
+
+        FlinkPlannerImpl planner = new FlinkPlannerImpl(tableEnv.getFrameworkConfig(), tableEnv.getPlanner(), tableEnv.getTypeFactory());
+        SqlNode insert = planner.parse(stmt);
+
+        if (!(insert instanceof SqlInsert)) {
+            throw new TableException(
+                    "Unsupported SQL query! sqlUpdate() only accepts SQL statements of type INSERT.");
+        }
+        SqlNode query = ((SqlInsert) insert).getSource();
+
+        SqlNode validatedQuery = planner.validate(query);
+
+        Table queryResult = new Table(tableEnv, new LogicalRelNode(planner.rel(validatedQuery).rel));
+        String targetTableName = ((SqlIdentifier) ((SqlInsert) insert).getTargetTable()).names.get(0);
+
+        try {
+            Method method = TableEnvironment.class.getDeclaredMethod("getTable", String.class);
+            method.setAccessible(true);
+
+            TableSinkTable targetTable = (TableSinkTable) method.invoke(tableEnv, targetTableName);
+            String[] fieldNames = targetTable.tableSink().getFieldNames();
+            Table newTable = queryResult.select(String.join(",", fieldNames));
+            // insert query result into sink table
+            tableEnv.insertInto(newTable, targetTableName, tableEnv.queryConfig());
+        } catch (Exception e) {
+            e.printStackTrace();
+        }
+    }
+
     /**
      * This part is just to add classpath for the jar when reading remote execution, and will not submit jar from a local
      * @param env

core/src/main/java/com/dtstack/flink/sql/side/SideSqlExec.java

@@ -20,6 +20,7 @@
 
 package com.dtstack.flink.sql.side;
 
+import com.dtstack.flink.sql.Main;
 import com.dtstack.flink.sql.enums.ECacheType;
 import com.dtstack.flink.sql.parser.CreateTmpTableParser;
 import com.dtstack.flink.sql.side.operator.SideAsyncOperator;
@@ -105,7 +106,8 @@ public void exec(String sql, Map<String, SideTableInfo> sideTableMap, StreamTabl
                 }
 
                 if(pollSqlNode.getKind() == INSERT){
-                    tableEnv.sqlUpdate(pollSqlNode.toString());
+//                    tableEnv.sqlUpdate(pollSqlNode.toString());
+                    Main.sqlUpdate(tableEnv, pollSqlNode.toString());
                     if(LOG.isInfoEnabled()){
                         LOG.info("exec sql: " + pollSqlNode.toString());
                     }