Skip to content

Commit e13731e

Browse files
JackChen0810JackChen0810
committed
The data import and export service module provides an interface for data import and export. fix #380 
1 parent c163fc1 commit e13731e

File tree

14 files changed

+1039
-0
lines changed

14 files changed

+1039
-0
lines changed

‎dss-apps/dss-datapipe-server/pom.xml‎

Lines changed: 285 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,285 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<!--
3+
~ Copyright 2019 WeBank
4+
~ Licensed under the Apache License, Version 2.0 (the "License");
5+
~ you may not use this file except in compliance with the License.
6+
~ You may obtain a copy of the License at
7+
~
8+
~ http://www.apache.org/licenses/LICENSE-2.0
9+
~
10+
~ Unless required by applicable law or agreed to in writing, software
11+
~ distributed under the License is distributed on an "AS IS" BASIS,
12+
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13+
~ See the License for the specific language governing permissions and
14+
~ limitations under the License.
15+
~
16+
-->
17+
18+
<project xmlns="http://maven.apache.org/POM/4.0.0"
19+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
20+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
21+
<modelVersion>4.0.0</modelVersion>
22+
<parent>
23+
<artifactId>dss</artifactId>
24+
<groupId>com.webank.wedatasphere.dss</groupId>
25+
<version>1.0.0</version>
26+
<relativePath>../../pom.xml</relativePath>
27+
</parent>
28+
29+
<artifactId>dss-datapipe-server</artifactId>
30+
31+
<properties>
32+
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
33+
<jersey.version>2.16</jersey.version>
34+
<!-- <maven-surefire-plugin.version>2.22.2</maven-surefire-plugin.version>
35+
<maven-failsafe-plugin.version>2.22.2</maven-failsafe-plugin.version>-->
36+
</properties>
37+
38+
<dependencies>
39+
<dependency>
40+
<groupId>com.webank.wedatasphere.dss</groupId>
41+
<artifactId>dss-common</artifactId>
42+
<version>${dss.version}</version>
43+
<scope>provided</scope>
44+
</dependency>
45+
<dependency>
46+
<groupId>com.webank.wedatasphere.linkis</groupId>
47+
<artifactId>linkis-module</artifactId>
48+
<version>${linkis.version}</version>
49+
<scope>provided</scope>
50+
<exclusions>
51+
<exclusion>
52+
<artifactId>asm</artifactId>
53+
<groupId>org.ow2.asm</groupId>
54+
</exclusion>
55+
<exclusion>
56+
<artifactId>hk2-api</artifactId>
57+
<groupId>org.glassfish.hk2</groupId>
58+
</exclusion>
59+
<exclusion>
60+
<artifactId>jersey-common</artifactId>
61+
<groupId>org.glassfish.jersey.core</groupId>
62+
</exclusion>
63+
<exclusion>
64+
<artifactId>linkis-common</artifactId>
65+
<groupId>com.webank.wedatasphere.linkis</groupId>
66+
</exclusion>
67+
</exclusions>
68+
</dependency>
69+
<dependency>
70+
<groupId>com.alibaba</groupId>
71+
<artifactId>fastjson</artifactId>
72+
<version>1.2.70</version>
73+
</dependency>
74+
<!--jersey bean validation-->
75+
<dependency>
76+
<groupId>org.glassfish.jersey.ext</groupId>
77+
<artifactId>jersey-bean-validation</artifactId>
78+
<version>${jersey.version}</version>
79+
<scope>provided</scope>
80+
<exclusions>
81+
<exclusion>
82+
<artifactId>javax.ws.rs-api</artifactId>
83+
<groupId>javax.ws.rs</groupId>
84+
</exclusion>
85+
<exclusion>
86+
<artifactId>hk2-locator</artifactId>
87+
<groupId>org.glassfish.hk2</groupId>
88+
</exclusion>
89+
<exclusion>
90+
<artifactId>hk2-api</artifactId>
91+
<groupId>org.glassfish.hk2</groupId>
92+
</exclusion>
93+
<exclusion>
94+
<artifactId>hibernate-validator</artifactId>
95+
<groupId>org.hibernate</groupId>
96+
</exclusion>
97+
<exclusion>
98+
<artifactId>jersey-server</artifactId>
99+
<groupId>org.glassfish.jersey.core</groupId>
100+
</exclusion>
101+
</exclusions>
102+
</dependency>
103+
<!--bml client-->
104+
<dependency>
105+
<groupId>com.webank.wedatasphere.linkis</groupId>
106+
<artifactId>linkis-bml-client</artifactId>
107+
<version>${linkis.version}</version>
108+
<exclusions>
109+
<exclusion>
110+
<artifactId>commons-beanutils</artifactId>
111+
<groupId>commons-beanutils</groupId>
112+
</exclusion>
113+
<exclusion>
114+
<artifactId>linkis-common</artifactId>
115+
<groupId>com.webank.wedatasphere.linkis</groupId>
116+
</exclusion>
117+
<exclusion>
118+
<artifactId>json4s-jackson_2.11</artifactId>
119+
<groupId>org.json4s</groupId>
120+
</exclusion>
121+
</exclusions>
122+
</dependency>
123+
<dependency>
124+
<groupId>com.webank.wedatasphere.linkis</groupId>
125+
<artifactId>linkis-computation-client</artifactId>
126+
<version>${linkis.version}</version>
127+
<exclusions>
128+
<exclusion>
129+
<artifactId>commons-beanutils</artifactId>
130+
<groupId>commons-beanutils</groupId>
131+
</exclusion>
132+
<exclusion>
133+
<artifactId>linkis-common</artifactId>
134+
<groupId>com.webank.wedatasphere.linkis</groupId>
135+
</exclusion>
136+
</exclusions>
137+
</dependency>
138+
<dependency>
139+
<groupId>org.postgresql</groupId>
140+
<artifactId>postgresql</artifactId>
141+
<version>42.2.12</version>
142+
</dependency>
143+
<dependency>
144+
<groupId>com.webank.wedatasphere.linkis</groupId>
145+
<artifactId>linkis-mybatis</artifactId>
146+
<version>${linkis.version}</version>
147+
<scope>provided</scope>
148+
</dependency>
149+
<dependency>
150+
<groupId>com.webank.wedatasphere.linkis</groupId>
151+
<artifactId>linkis-storage</artifactId>
152+
<version>${linkis.version}</version>
153+
<scope>provided</scope>
154+
<exclusions>
155+
<exclusion>
156+
<artifactId>linkis-common</artifactId>
157+
<groupId>com.webank.wedatasphere.linkis</groupId>
158+
</exclusion>
159+
</exclusions>
160+
</dependency>
161+
<dependency>
162+
<groupId>com.webank.wedatasphere.linkis</groupId>
163+
<artifactId>linkis-common</artifactId>
164+
<version>${linkis.version}</version>
165+
<scope>provided</scope>
166+
</dependency>
167+
<dependency>
168+
<groupId>com.webank.wedatasphere.linkis</groupId>
169+
<artifactId>linkis-rpc</artifactId>
170+
<version>${linkis.version}</version>
171+
<scope>provided</scope>
172+
<exclusions>
173+
<exclusion>
174+
<artifactId>archaius-core</artifactId>
175+
<groupId>com.netflix.archaius</groupId>
176+
</exclusion>
177+
<exclusion>
178+
<artifactId>slf4j-api</artifactId>
179+
<groupId>org.slf4j</groupId>
180+
</exclusion>
181+
<exclusion>
182+
<artifactId>spring-cloud-starter</artifactId>
183+
<groupId>org.springframework.cloud</groupId>
184+
</exclusion>
185+
<exclusion>
186+
<artifactId>spring-web</artifactId>
187+
<groupId>org.springframework</groupId>
188+
</exclusion>
189+
</exclusions>
190+
</dependency>
191+
<dependency>
192+
<artifactId>hk2-api</artifactId>
193+
<groupId>org.glassfish.hk2</groupId>
194+
<version>2.4.0-b34</version>
195+
</dependency>
196+
<dependency>
197+
<groupId>org.modelmapper</groupId>
198+
<artifactId>modelmapper</artifactId>
199+
<version>0.7.5</version>
200+
</dependency>
201+
202+
<dependency>
203+
<groupId>io.jsonwebtoken</groupId>
204+
<artifactId>jjwt</artifactId>
205+
<version>0.6.0</version>
206+
<exclusions>
207+
<exclusion>
208+
<artifactId>jackson-databind</artifactId>
209+
<groupId>com.fasterxml.jackson.core</groupId>
210+
</exclusion>
211+
</exclusions>
212+
</dependency>
213+
214+
<dependency>
215+
<groupId>junit</groupId>
216+
<artifactId>junit</artifactId>
217+
<version>4.12</version>
218+
<scope>test</scope>
219+
</dependency>
220+
<dependency>
221+
<groupId>org.junit.platform</groupId>
222+
<artifactId>junit-platform-launcher</artifactId>
223+
<version>1.5.2</version>
224+
<scope>test</scope>
225+
</dependency>
226+
<dependency>
227+
<artifactId>xstream</artifactId>
228+
<groupId>com.thoughtworks.xstream</groupId>
229+
<version>1.4.11.1</version>
230+
</dependency>
231+
232+
</dependencies>
233+
<build>
234+
<plugins>
235+
<plugin>
236+
<groupId>org.apache.maven.plugins</groupId>
237+
<artifactId>maven-deploy-plugin</artifactId>
238+
</plugin>
239+
240+
<plugin>
241+
<groupId>net.alchim31.maven</groupId>
242+
<artifactId>scala-maven-plugin</artifactId>
243+
</plugin>
244+
<plugin>
245+
<groupId>org.apache.maven.plugins</groupId>
246+
<artifactId>maven-jar-plugin</artifactId>
247+
</plugin>
248+
<plugin>
249+
<groupId>org.apache.maven.plugins</groupId>
250+
<artifactId>maven-assembly-plugin</artifactId>
251+
<version>2.3</version>
252+
<inherited>false</inherited>
253+
<executions>
254+
<execution>
255+
<id>make-assembly</id>
256+
<phase>package</phase>
257+
<goals>
258+
<goal>single</goal>
259+
</goals>
260+
<configuration>
261+
<descriptors>
262+
<descriptor>src/main/assembly/distribution.xml</descriptor>
263+
</descriptors>
264+
</configuration>
265+
</execution>
266+
</executions>
267+
<configuration>
268+
<skipAssembly>false</skipAssembly>
269+
<finalName>out</finalName>
270+
<appendAssemblyId>false</appendAssemblyId>
271+
<attach>false</attach>
272+
<descriptors>
273+
<descriptor>src/main/assembly/distribution.xml</descriptor>
274+
</descriptors>
275+
</configuration>
276+
</plugin>
277+
</plugins>
278+
<resources>
279+
<resource>
280+
<directory>${basedir}/src/main/resources</directory>
281+
</resource>
282+
</resources>
283+
<finalName>${project.artifactId}-${project.version}</finalName>
284+
</build>
285+
</project>

‎dss-apps/dss-datapipe-server/src/main/assembly/distribution.xml‎

Lines changed: 44 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,44 @@
1+
<!--
2+
~ Copyright 2019 WeBank
3+
~ Licensed under the Apache License, Version 2.0 (the "License");
4+
~ you may not use this file except in compliance with the License.
5+
~ You may obtain a copy of the License at
6+
~
7+
~ http://www.apache.org/licenses/LICENSE-2.0
8+
~
9+
~ Unless required by applicable law or agreed to in writing, software
10+
~ distributed under the License is distributed on an "AS IS" BASIS,
11+
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12+
~ See the License for the specific language governing permissions and
13+
~ limitations under the License.
14+
~
15+
-->
16+
17+
<assembly
18+
xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/2.3"
19+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
20+
xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/2.3 http://maven.apache.org/xsd/assembly-1.1.2.xsd">
21+
<id>dss-apiService-server</id>
22+
<formats>
23+
<format>dir</format>
24+
</formats>
25+
<includeBaseDirectory>true</includeBaseDirectory>
26+
<baseDirectory>dss-datapipe-server</baseDirectory>
27+
28+
<dependencySets>
29+
<dependencySet>
30+
<!-- Enable access to all projects in the current multimodule build! <useAllReactorProjects>true</useAllReactorProjects> -->
31+
<!-- Now, select which projects to include in this module-set. -->
32+
<outputDirectory>lib</outputDirectory>
33+
<useProjectArtifact>true</useProjectArtifact>
34+
<useTransitiveDependencies>true</useTransitiveDependencies>
35+
<unpack>false</unpack>
36+
<useStrictFiltering>true</useStrictFiltering>
37+
<useTransitiveFiltering>true</useTransitiveFiltering>
38+
</dependencySet>
39+
</dependencySets>
40+
41+
42+
43+
</assembly>
44+

‎dss-apps/dss-datapipe-server/src/main/java/com/webank/wedatasphere/dss/datapipe/config/DataPipeServiceConfiguration.java‎

Lines changed: 34 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
/*
2+
* Copyright 2019 WeBank
3+
* Licensed under the Apache License, Version 2.0 (the "License");
4+
* you may not use this file except in compliance with the License.
5+
* You may obtain a copy of the License at
6+
*
7+
* http://www.apache.org/licenses/LICENSE-2.0
8+
*
9+
* Unless required by applicable law or agreed to in writing, software
10+
* distributed under the License is distributed on an "AS IS" BASIS,
11+
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12+
* See the License for the specific language governing permissions and
13+
* limitations under the License.
14+
*
15+
*/
16+
17+
package com.webank.wedatasphere.dss.datapipe.config;
18+
19+
import com.webank.wedatasphere.linkis.common.conf.CommonVars;
20+
21+
/**
22+
* @author allenlliu
23+
* @version 2.0.0
24+
* @date 2020/08/12 03:46 PM
25+
*/
26+
public class DataPipeServiceConfiguration {
27+
public final static CommonVars<String> LINKIS_AUTHOR_USER_TOKEN = CommonVars.apply("wds.linkis.client.api.service.author.user.token","172.0.0.1");
28+
public final static CommonVars<String> LINKIS_ADMIN_USER = CommonVars.apply("wds.linkis.client.api.service.adminuser","ws");
29+
30+
public final static CommonVars<Integer> LINKIS_CONNECTION_TIMEOUT = CommonVars.apply("wds.linkis.flow.connection.timeout",30000);
31+
public final static CommonVars<String> LINKIS_API_VERSION = CommonVars.apply("wds.linkis.server.version","v1");
32+
33+
34+
}

‎dss-apps/dss-datapipe-server/src/main/java/com/webank/wedatasphere/dss/datapipe/dao/DataPipeDao.java‎

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,28 @@
1+
/*
2+
* Copyright 2019 WeBank
3+
* Licensed under the Apache License, Version 2.0 (the "License");
4+
* you may not use this file except in compliance with the License.
5+
* You may obtain a copy of the License at
6+
*
7+
* http://www.apache.org/licenses/LICENSE-2.0
8+
*
9+
* Unless required by applicable law or agreed to in writing, software
10+
* distributed under the License is distributed on an "AS IS" BASIS,
11+
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12+
* See the License for the specific language governing permissions and
13+
* limitations under the License.
14+
*
15+
*/
16+
17+
package com.webank.wedatasphere.dss.datapipe.dao;
18+
19+
20+
/**
21+
* dao
22+
*
23+
* @author zhulixin
24+
*/
25+
public interface DataPipeDao {
26+
27+
28+
}

0 commit comments

Comments
 (0)