Skip to content

Commit 5a7f3e5

Browse files
Tartarus0zmTartarus0zm
authored
[AURON #1852] Init flink module (#1887)
<!-- - Start the PR title with the related issue ID, e.g. '[AURON #XXXX] Short summary...'. --> # Which issue does this PR close? Closes #1852 # Rationale for this change The Flink extension module has been split into distinct components based on functionality: * auron-flink-planner * auron-flink-runtime * auron-flink-assembly # What changes are included in this PR? add auron-flink-planner, auron-flink-runtime and auron-flink-assembly module. # Are there any user-facing changes? NO # How was this patch tested? not need test
1 parent a3a0100 commit 5a7f3e5

File tree

7 files changed

+426
-276
lines changed

7 files changed

+426
-276
lines changed

‎.github/workflows/flink.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,7 @@ jobs:
4242
flinkver: [ "1.18" ]
4343
javaver: [ "8" ]
4444
scalaver: [ "2.12" ]
45-
module: [ "auron-flink-extension" ]
45+
module: [ "auron-flink-extension/auron-flink-planner" ]
4646
sparkver: [ "spark-3.5" ]
4747

4848
steps:

‎auron-flink-extension/auron-flink-assembly/pom.xml‎

Lines changed: 78 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,78 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<!--
3+
~ Licensed to the Apache Software Foundation (ASF) under one or more
4+
~ contributor license agreements. See the NOTICE file distributed with
5+
~ this work for additional information regarding copyright ownership.
6+
~ The ASF licenses this file to You under the Apache License, Version 2.0
7+
~ (the "License"); you may not use this file except in compliance with
8+
~ the License. You may obtain a copy of the License at
9+
~
10+
~ http://www.apache.org/licenses/LICENSE-2.0
11+
~
12+
~ Unless required by applicable law or agreed to in writing, software
13+
~ distributed under the License is distributed on an "AS IS" BASIS,
14+
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15+
~ See the License for the specific language governing permissions and
16+
~ limitations under the License.
17+
-->
18+
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
19+
<modelVersion>4.0.0</modelVersion>
20+
<parent>
21+
<groupId>org.apache.auron</groupId>
22+
<artifactId>auron-flink-extension</artifactId>
23+
<version>${project.version}</version>
24+
</parent>
25+
26+
<artifactId>auron-flink-assembly</artifactId>
27+
<name>Apache Auron Flink Assembly ${flink.version}</name>
28+
<description>Apache Auron Flink Project</description>
29+
<dependencies>
30+
<dependency>
31+
<groupId>org.apache.auron</groupId>
32+
<artifactId>auron-flink-runtime</artifactId>
33+
<version>${project.version}</version>
34+
</dependency>
35+
<dependency>
36+
<groupId>org.apache.auron</groupId>
37+
<artifactId>auron-flink-planner</artifactId>
38+
<version>${project.version}</version>
39+
</dependency>
40+
</dependencies>
41+
42+
<build>
43+
<plugins>
44+
<plugin>
45+
<groupId>org.apache.maven.plugins</groupId>
46+
<artifactId>maven-shade-plugin</artifactId>
47+
<version>${maven.plugin.shade.version}</version>
48+
<configuration>
49+
<!-- put your configurations here -->
50+
<transformers>
51+
<transformer implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer">
52+
<resource>META-INF/services/org.apache.flink.table.factories.TableFactory</resource>
53+
</transformer>
54+
</transformers>
55+
<filters>
56+
<filter>
57+
<artifact>*:*</artifact>
58+
<excludes>
59+
<exclude>META-INF/*.SF</exclude>
60+
<exclude>META-INF/*.DSA</exclude>
61+
<exclude>META-INF/*.RSA</exclude>
62+
</excludes>
63+
</filter>
64+
</filters>
65+
</configuration>
66+
<executions>
67+
<execution>
68+
<goals>
69+
<goal>shade</goal>
70+
</goals>
71+
<phase>package</phase>
72+
</execution>
73+
</executions>
74+
</plugin>
75+
</plugins>
76+
</build>
77+
78+
</project>

‎auron-flink-extension/auron-flink-planner/pom.xml‎

Lines changed: 298 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,298 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<!--
3+
~ Licensed to the Apache Software Foundation (ASF) under one or more
4+
~ contributor license agreements. See the NOTICE file distributed with
5+
~ this work for additional information regarding copyright ownership.
6+
~ The ASF licenses this file to You under the Apache License, Version 2.0
7+
~ (the "License"); you may not use this file except in compliance with
8+
~ the License. You may obtain a copy of the License at
9+
~
10+
~ http://www.apache.org/licenses/LICENSE-2.0
11+
~
12+
~ Unless required by applicable law or agreed to in writing, software
13+
~ distributed under the License is distributed on an "AS IS" BASIS,
14+
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15+
~ See the License for the specific language governing permissions and
16+
~ limitations under the License.
17+
-->
18+
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
19+
<modelVersion>4.0.0</modelVersion>
20+
<parent>
21+
<groupId>org.apache.auron</groupId>
22+
<artifactId>auron-flink-extension</artifactId>
23+
<version>${project.version}</version>
24+
</parent>
25+
26+
<artifactId>auron-flink-planner</artifactId>
27+
<name>Apache Auron Flink Planner ${flink.version}</name>
28+
<description>Apache Auron Flink Project</description>
29+
<properties>
30+
<flink.markBundledAsOptional>false</flink.markBundledAsOptional>
31+
<janino.version>3.1.10</janino.version>
32+
<guava.version>31.1-jre</guava.version>
33+
<scala.binary.version>2.12</scala.binary.version>
34+
<surefire.module.config>
35+
<!--
36+
HashAggCodeGeneratorTest / AggTestBase
37+
-->
38+
--add-opens=java.base/java.lang=ALL-UNNAMED
39+
<!--
40+
chill ArraysAsListSerializer
41+
-->
42+
--add-opens=java.base/java.util=ALL-UNNAMED
43+
<!--
44+
kryo AtomicBoolean
45+
-->
46+
--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED
47+
<!--
48+
kryo LocalDate/ZoneOffset
49+
-->
50+
--add-opens=java.base/java.time=ALL-UNNAMED
51+
<!--
52+
kryo MathContext
53+
-->
54+
--add-opens=java.base/java.math=ALL-UNNAMED
55+
<!--
56+
kryo ByteBuffer
57+
-->
58+
--add-opens=java.base/java.nio=ALL-UNNAMED
59+
</surefire.module.config>
60+
</properties>
61+
62+
<dependencies>
63+
<!-- Auron dependencies -->
64+
<dependency>
65+
<groupId>org.apache.auron</groupId>
66+
<artifactId>auron-flink-runtime</artifactId>
67+
<version>${project.version}</version>
68+
</dependency>
69+
70+
<!-- flink dependencies -->
71+
<dependency>
72+
<groupId>org.scala-lang</groupId>
73+
<artifactId>scala-library</artifactId>
74+
<version>${scalaLongVersion}</version>
75+
<scope>provided</scope>
76+
</dependency>
77+
<dependency>
78+
<groupId>org.immutables</groupId>
79+
<artifactId>value</artifactId>
80+
<version>2.8.8</version>
81+
<scope>provided</scope>
82+
</dependency>
83+
<dependency>
84+
<groupId>org.immutables</groupId>
85+
<artifactId>value-annotations</artifactId>
86+
<version>2.8.8</version>
87+
<scope>provided</scope>
88+
</dependency>
89+
90+
<dependency>
91+
<groupId>org.codehaus.janino</groupId>
92+
<artifactId>commons-compiler</artifactId>
93+
<version>${janino.version}</version>
94+
<scope>provided</scope>
95+
</dependency>
96+
<dependency>
97+
<!-- Used for code generation -->
98+
<groupId>org.codehaus.janino</groupId>
99+
<artifactId>janino</artifactId>
100+
<version>${janino.version}</version>
101+
<scope>provided</scope>
102+
</dependency>
103+
104+
<!-- Table API Java dependencies (not included in the uber) -->
105+
<dependency>
106+
<groupId>org.apache.flink</groupId>
107+
<artifactId>flink-table-api-java-bridge</artifactId>
108+
<version>${flink.version}</version>
109+
<scope>provided</scope>
110+
</dependency>
111+
112+
<!-- Flink Scala (included only in the loader-bundle) -->
113+
114+
<dependency>
115+
<groupId>org.apache.flink</groupId>
116+
<artifactId>flink-scala_${scala.binary.version}</artifactId>
117+
<version>${flink.version}</version>
118+
<scope>provided</scope>
119+
</dependency>
120+
121+
<dependency>
122+
<groupId>org.checkerframework</groupId>
123+
<artifactId>checker-qual</artifactId>
124+
<version>3.12.0</version>
125+
<scope>provided</scope>
126+
<optional>${flink.markBundledAsOptional}</optional>
127+
</dependency>
128+
129+
<!-- Table planner -->
130+
<dependency>
131+
<groupId>org.apache.flink</groupId>
132+
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
133+
<version>${flink.version}</version>
134+
</dependency>
135+
136+
<!-- Table Runtime (not included in the uber) -->
137+
<dependency>
138+
<groupId>org.apache.flink</groupId>
139+
<artifactId>flink-table-runtime</artifactId>
140+
<version>${flink.version}</version>
141+
<scope>provided</scope>
142+
</dependency>
143+
144+
<!-- Table Calcite Bridge (included in the uber) -->
145+
<dependency>
146+
<groupId>org.apache.flink</groupId>
147+
<artifactId>flink-table-calcite-bridge</artifactId>
148+
<version>${flink.version}</version>
149+
<scope>provided</scope>
150+
<optional>${flink.markBundledAsOptional}</optional>
151+
<exclusions>
152+
<exclusion>
153+
<groupId>org.apache.calcite</groupId>
154+
<artifactId>calcite-core</artifactId>
155+
</exclusion>
156+
</exclusions>
157+
</dependency>
158+
159+
<!-- Test dependencies -->
160+
<dependency>
161+
<groupId>org.apache.flink</groupId>
162+
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
163+
<version>${flink.version}</version>
164+
<type>test-jar</type>
165+
<scope>test</scope>
166+
</dependency>
167+
168+
<dependency>
169+
<groupId>org.apache.flink</groupId>
170+
<artifactId>flink-test-utils</artifactId>
171+
<version>${flink.version}</version>
172+
<scope>test</scope>
173+
<exclusions>
174+
<exclusion>
175+
<groupId>org.junit.vintage</groupId>
176+
<artifactId>junit-vintage-engine</artifactId>
177+
</exclusion>
178+
<exclusion>
179+
<groupId>org.junit.jupiter</groupId>
180+
<artifactId>junit-jupiter</artifactId>
181+
</exclusion>
182+
</exclusions>
183+
</dependency>
184+
185+
<!-- Table API Scala dependencies -->
186+
187+
<dependency>
188+
<groupId>org.apache.flink</groupId>
189+
<artifactId>flink-table-api-scala_${scala.binary.version}</artifactId>
190+
<version>${flink.version}</version>
191+
<scope>test</scope>
192+
</dependency>
193+
<dependency>
194+
<groupId>org.apache.flink</groupId>
195+
<artifactId>flink-table-api-scala-bridge_${scala.binary.version}</artifactId>
196+
<version>${flink.version}</version>
197+
<scope>test</scope>
198+
</dependency>
199+
200+
<dependency>
201+
<groupId>org.apache.flink</groupId>
202+
<artifactId>flink-core</artifactId>
203+
<version>${flink.version}</version>
204+
<scope>test</scope>
205+
</dependency>
206+
207+
<dependency>
208+
<groupId>org.apache.flink</groupId>
209+
<artifactId>flink-table-common</artifactId>
210+
<version>${flink.version}</version>
211+
<type>test-jar</type>
212+
<scope>test</scope>
213+
</dependency>
214+
215+
<dependency>
216+
<groupId>org.apache.flink</groupId>
217+
<artifactId>flink-table-api-java</artifactId>
218+
<version>${flink.version}</version>
219+
<type>test-jar</type>
220+
<scope>test</scope>
221+
</dependency>
222+
223+
<dependency>
224+
<groupId>org.apache.flink</groupId>
225+
<artifactId>flink-table-runtime</artifactId>
226+
<version>${flink.version}</version>
227+
<type>test-jar</type>
228+
<scope>test</scope>
229+
</dependency>
230+
231+
<dependency>
232+
<groupId>org.apache.flink</groupId>
233+
<artifactId>flink-streaming-java</artifactId>
234+
<version>${flink.version}</version>
235+
<type>test-jar</type>
236+
<scope>test</scope>
237+
</dependency>
238+
239+
<dependency>
240+
<groupId>org.apache.flink</groupId>
241+
<artifactId>flink-statebackend-rocksdb</artifactId>
242+
<version>${flink.version}</version>
243+
<scope>test</scope>
244+
</dependency>
245+
246+
<dependency>
247+
<!-- For using the filesystem connector in tests -->
248+
<groupId>org.apache.flink</groupId>
249+
<artifactId>flink-connector-files</artifactId>
250+
<version>${flink.version}</version>
251+
<scope>test</scope>
252+
</dependency>
253+
254+
<dependency>
255+
<groupId>org.junit.jupiter</groupId>
256+
<artifactId>junit-jupiter-api</artifactId>
257+
<version>${junit.jupiter.version}</version>
258+
<scope>test</scope>
259+
</dependency>
260+
261+
<!-- arrow dependency -->
262+
<dependency>
263+
<groupId>org.apache.arrow</groupId>
264+
<artifactId>arrow-c-data</artifactId>
265+
</dependency>
266+
267+
<dependency>
268+
<groupId>org.apache.arrow</groupId>
269+
<artifactId>arrow-compression</artifactId>
270+
</dependency>
271+
272+
<dependency>
273+
<groupId>org.apache.arrow</groupId>
274+
<artifactId>arrow-memory-unsafe</artifactId>
275+
</dependency>
276+
277+
<dependency>
278+
<groupId>org.apache.arrow</groupId>
279+
<artifactId>arrow-vector</artifactId>
280+
</dependency>
281+
</dependencies>
282+
283+
<build>
284+
<plugins>
285+
<plugin>
286+
<groupId>org.apache.maven.plugins</groupId>
287+
<artifactId>maven-surefire-plugin</artifactId>
288+
<version>${maven.plugin.surefire.version}</version>
289+
<!-- Note config is repeated in scalatest config -->
290+
<configuration>
291+
<includes>
292+
<include>**/*ITCase.java</include>
293+
</includes>
294+
</configuration>
295+
</plugin>
296+
</plugins>
297+
</build>
298+
</project>

auron-flink-extension/src/test/java/org/apache/auron/flink/table/AuronFlinkTableTestBase.java renamed to auron-flink-extension/auron-flink-planner/src/test/java/org/apache/auron/flink/table/AuronFlinkTableTestBase.java

File renamed without changes.

auron-flink-extension/src/test/java/org/apache/auron/flink/table/runtime/AuronFlinkCalcITCase.java renamed to auron-flink-extension/auron-flink-planner/src/test/java/org/apache/auron/flink/table/runtime/AuronFlinkCalcITCase.java

File renamed without changes.

0 commit comments

Comments
 (0)