Skip to content

Commit b7071d7

Browse files
committed
The data import and export service module provides an interface for data import and export. fix #380
1 parent e13731e commit b7071d7

File tree

10 files changed

+9
-38
lines changed

10 files changed

+9
-38
lines changed

dss-apps/dss-datapipe-server/src/main/java/com/webank/wedatasphere/dss/datapipe/config/DataPipeServiceConfiguration.java

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -18,11 +18,7 @@
1818

1919
import com.webank.wedatasphere.linkis.common.conf.CommonVars;
2020

21-
/**
22-
* @author allenlliu
23-
* @version 2.0.0
24-
* @date 2020/08/12 03:46 PM
25-
*/
21+
2622
public class DataPipeServiceConfiguration {
2723
public final static CommonVars<String> LINKIS_AUTHOR_USER_TOKEN = CommonVars.apply("wds.linkis.client.api.service.author.user.token","172.0.0.1");
2824
public final static CommonVars<String> LINKIS_ADMIN_USER = CommonVars.apply("wds.linkis.client.api.service.adminuser","ws");

dss-apps/dss-datapipe-server/src/main/java/com/webank/wedatasphere/dss/datapipe/dao/DataPipeDao.java

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -17,11 +17,7 @@
1717
package com.webank.wedatasphere.dss.datapipe.dao;
1818

1919

20-
/**
21-
* dao
22-
*
23-
* @author zhulixin
24-
*/
20+
2521
public interface DataPipeDao {
2622

2723

dss-apps/dss-datapipe-server/src/main/java/com/webank/wedatasphere/dss/datapipe/exception/DataPipeExecuteException.java

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -18,11 +18,7 @@
1818

1919
import com.webank.wedatasphere.linkis.common.exception.ErrorException;
2020

21-
/**
22-
* @author allenlliu
23-
* @version 2.0.0
24-
* @date 2020/08/31 02:31 PM
25-
*/
21+
2622
public class DataPipeExecuteException extends ErrorException {
2723

2824
public DataPipeExecuteException(int errCode, String desc) {

dss-apps/dss-datapipe-server/src/main/java/com/webank/wedatasphere/dss/datapipe/execute/LinkisJobSubmit.java

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -31,11 +31,7 @@
3131
import java.util.Map;
3232
import java.util.concurrent.TimeUnit;
3333

34-
/**
35-
* @author allenlliu
36-
* @version 2.0.0
37-
* @date 2020/08/12 03:33 PM
38-
*/
34+
3935
public class LinkisJobSubmit {
4036

4137
public static UJESClient getClient(Map<String, String> props) {

dss-apps/dss-datapipe-server/src/main/java/com/webank/wedatasphere/dss/datapipe/restful/DSSEntranceRestfulApi.java

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -43,9 +43,7 @@
4343
import java.util.HashMap;
4444
import java.util.Map;
4545

46-
/**
47-
* created by v_wbzwchen on 2021/04/28
48-
*/
46+
4947
@Path("/dss/datapipe")
5048
@Component
5149
@Produces(MediaType.APPLICATION_JSON)

dss-apps/dss-datapipe-server/src/main/scala/com/webank/wedatasphere/dss/datapipe/entrance/background/AbstractBackGroundService.scala

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -16,9 +16,7 @@
1616

1717
package com.webank.wedatasphere.dss.datapipe.entrance.background
1818

19-
/**
20-
* Created by enjoyyin on 2018/12/4.
21-
*/
19+
2220
abstract class AbstractBackGroundService extends BackGroundService{
2321

2422
}

dss-apps/dss-datapipe-server/src/main/scala/com/webank/wedatasphere/dss/datapipe/entrance/background/BackGroundService.scala

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -18,9 +18,7 @@ package com.webank.wedatasphere.dss.datapipe.entrance.background
1818

1919
import com.webank.wedatasphere.linkis.server.socket.controller.ServerEvent
2020

21-
/**
22-
* Created by enjoyyin on 2018/12/4.
23-
*/
21+
2422
trait BackGroundService {
2523
val serviceType:String
2624
def operation(serverEvent: ServerEvent):ServerEvent

dss-apps/dss-datapipe-server/src/main/scala/com/webank/wedatasphere/dss/datapipe/entrance/background/BackGroundServiceUtils.scala

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -33,9 +33,6 @@ import com.webank.wedatasphere.linkis.storage.utils.FileSystemUtils
3333
import org.apache.commons.io.IOUtils
3434
import org.apache.commons.lang.time.DateFormatUtils
3535

36-
/**
37-
* Created by v_wbjftang on 2019/2/25.
38-
*/
3936
object BackGroundServiceUtils extends Logging {
4037

4138
private val CODE_STORE_PREFIX = CommonVars("bdp.dataworkcloud.bgservice.store.prefix", "hdfs:///tmp/bdp-ide/")

dss-apps/dss-datapipe-server/src/main/scala/com/webank/wedatasphere/dss/datapipe/entrance/background/ExportBackGroundService.scala

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -24,9 +24,7 @@ import com.webank.wedatasphere.linkis.common.utils.Logging
2424
import com.webank.wedatasphere.linkis.server._
2525
import com.webank.wedatasphere.linkis.server.socket.controller.ServerEvent
2626

27-
/**
28-
* Created by allenlliu on 2018/12/4.
29-
*/
27+
3028
class ExportBackGroundService extends AbstractBackGroundService with Logging{
3129
override val serviceType: String = "export"
3230

dss-apps/dss-datapipe-server/src/main/scala/com/webank/wedatasphere/dss/datapipe/entrance/background/LoadBackGroundService.scala

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -22,9 +22,7 @@ import com.google.gson.{JsonObject, JsonParser}
2222
import com.webank.wedatasphere.linkis.server._
2323
import com.webank.wedatasphere.linkis.server.socket.controller.ServerEvent
2424

25-
/**
26-
* Created by allenlliu on 2018/12/4.
27-
*/
25+
2826
class LoadBackGroundService extends AbstractBackGroundService {
2927

3028
override val serviceType: String = "load"

0 commit comments

Comments
 (0)