[CYB - 194][UI] Git support for config pipeline. (#84)

Author: vpavlenko-cv

flink-cyber/caracal-generator/pom.xml

@@ -28,6 +28,12 @@
             <groupId>org.apache.flink</groupId>
             <artifactId>flink-streaming-java</artifactId>
         </dependency>
+        <dependency>
+            <groupId>org.apache.flink</groupId>
+            <artifactId>flink-clients</artifactId>
+            <version>${flink.version}</version>
+            <scope>provided</scope>
+        </dependency>
         <dependency>
             <groupId>org.apache.flink</groupId>
             <artifactId>flink-connector-kafka</artifactId>

flink-cyber/caracal-generator/src/test/java/com/cloudera/cyber/test/TestCaracalGeneratorJob.java

@@ -65,7 +65,7 @@ public void testCustomGenerator() throws Exception {
         int count = 100;
         JobTester.startTest(createPipeline(ParameterTool.fromMap(ImmutableMap.of(
                 PARAMS_RECORDS_LIMIT, String.valueOf(count),
-                PARAMS_GENERATOR_CONFIG, Objects.requireNonNull(getClass().getClassLoader().getResource("config/generator_config.json")).toExternalForm()
+                PARAMS_GENERATOR_CONFIG, Objects.requireNonNull(getClass().getClassLoader().getResource("config/generator_config_test.json")).toExternalForm()
         ))));
 
         JobTester.stopTest();

flink-cyber/caracal-generator/src/test/resources/config/generator_config.json renamed to flink-cyber/caracal-generator/src/test/resources/config/generator_config_test.json

@@ -28,6 +28,11 @@
             <groupId>org.apache.commons</groupId>
             <artifactId>commons-lang3</artifactId>
         </dependency>
+        <dependency>
+            <groupId>com.fasterxml.jackson.core</groupId>
+            <artifactId>jackson-annotations</artifactId>
+            <scope>provided</scope>
+        </dependency>
         <dependency>
             <groupId>org.apache.commons</groupId>
             <artifactId>commons-compress</artifactId>
@@ -44,10 +49,6 @@
             <artifactId>junit</artifactId>
             <scope>test</scope>
         </dependency>
-        <dependency>
-            <groupId>org.springframework.boot</groupId>
-            <artifactId>spring-boot-autoconfigure</artifactId>
-        </dependency>
         <dependency>
             <groupId>org.apache.flink</groupId>
             <artifactId>flink-core</artifactId>

flink-cyber/cyber-services/cyber-service-common/pom.xml

@@ -0,0 +1,8 @@
+package com.cloudera.service.common.request;
+
+import lombok.Data;
+
+@Data
+public abstract class AbstractRequest {
+    protected final String requestId;
+}

flink-cyber/cyber-services/cyber-service-common/src/main/java/com/cloudera/service/common/config/kafka/ClouderaManagementKafkaProperties.java

@@ -0,0 +1,48 @@
+package com.cloudera.service.common.request;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+import com.fasterxml.jackson.annotation.JsonProperty;
+import lombok.EqualsAndHashCode;
+import lombok.Getter;
+import lombok.Setter;
+import lombok.ToString;
+
+import java.util.List;
+
+
+@Getter
+@Setter
+@ToString
+@EqualsAndHashCode(callSuper = true)
+public class ClusterPipelineRequest extends AbstractRequest {
+    private final String pipelineName;
+    private final String branch;
+    private final String profileName;
+    private final String parserName;
+    private final String gitUrl;
+    private final String userName;
+    private final String password;
+    private final List<String> jobs;
+
+    @JsonCreator
+    public ClusterPipelineRequest(
+            @JsonProperty("requestId") String requestId,
+            @JsonProperty("pipelineName") String pipelineName,
+            @JsonProperty("branch") String branch,
+            @JsonProperty("profileName") String profileName,
+            @JsonProperty("parserName") String parserName,
+            @JsonProperty("gitUrl") String gitUrl,
+            @JsonProperty("userName") String userName,
+            @JsonProperty("password") String password,
+            @JsonProperty("jobs") List<String> jobs) {
+        super(requestId);
+        this.pipelineName = pipelineName;
+        this.branch = branch;
+        this.profileName = profileName;
+        this.gitUrl = gitUrl;
+        this.userName = userName;
+        this.password = password;
+        this.jobs = jobs;
+        this.parserName = parserName;
+    }
+}

flink-cyber/cyber-services/cyber-service-common/src/main/java/com/cloudera/service/common/config/kafka/ClouderaWorkerKafkaProperties.java

@@ -0,0 +1,23 @@
+package com.cloudera.service.common.request;
+
+import lombok.EqualsAndHashCode;
+import lombok.Getter;
+import lombok.Setter;
+import lombok.ToString;
+
+import java.util.List;
+
+@Getter
+@Setter
+@EqualsAndHashCode(callSuper = true)
+@ToString
+public class ClusterRequest extends AbstractRequest{
+    private final String clusterId;
+    private final List<String> jobs;
+
+    public ClusterRequest(String requestId, String clusterId, List<String> jobs) {
+        super(requestId);
+        this.clusterId = clusterId;
+        this.jobs = jobs;
+    }
+}

flink-cyber/cyber-services/cyber-service-common/src/main/java/com/cloudera/service/common/request/AbstractRequest.java

@@ -17,6 +17,7 @@ public class RequestBody {
     private String pipelineName;
     private String branch;
     private String profileName;
+    private String parserName;
     private List<String> jobs;
     private byte[] payload;
 }