Merge remote-tracking branch 'origin/dev-0.2.3-log-collector' into dev-0.2.3-log-collector

Author: wushengyeyouya

streamis-jobmanager/streamis-job-log/streamis-job-log-collector/pom.xml

@@ -14,6 +14,33 @@
     <properties>
         <maven.compiler.source>8</maven.compiler.source>
         <maven.compiler.target>8</maven.compiler.target>
+        <httpclient.version>4.5.13</httpclient.version>
+        <httpmine.version>4.5.4</httpmine.version>
+        <jackson-databind.version>2.13.2.2</jackson-databind.version>
     </properties>
 
+    <dependencies>
+        <dependency>
+            <groupId>com.webank.wedatasphere.streamis</groupId>
+            <artifactId>streamis-job-log-common</artifactId>
+            <version>0.2.0</version>
+        </dependency>
+        <!--http client module-->
+        <dependency>
+            <groupId>org.apache.httpcomponents</groupId>
+            <artifactId>httpclient</artifactId>
+            <version>${httpclient.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.httpcomponents</groupId>
+            <artifactId>httpmime</artifactId>
+            <version>${httpmine.version}</version>
+        </dependency>
+        <!-- jackson module -->
+        <dependency>
+            <groupId>com.fasterxml.jackson.core</groupId>
+            <artifactId>jackson-databind</artifactId>
+            <version>${jackson-databind.version}</version>
+        </dependency>
+    </dependencies>
 </project>

streamis-jobmanager/streamis-job-log/streamis-job-log-collector/src/main/java/com/webank/wedatasphere/streamis/jobmanager/log/collector/StreamisLogAppenderConfig.java

@@ -0,0 +1,4 @@
+package com.webank.wedatasphere.streamis.jobmanager.log.collector;
+
+public class StreamisLogAppenderConfig {
+}

streamis-jobmanager/streamis-job-log/streamis-job-log-collector/src/main/java/com/webank/wedatasphere/streamis/jobmanager/log/collector/StreamisRpcLogAppender.java

@@ -0,0 +1,5 @@
+package com.webank.wedatasphere.streamis.jobmanager.log.collector;
+
+public class StreamisRpcLogAppender {
+
+}

streamis-jobmanager/streamis-job-log/streamis-job-log-collector/src/main/java/com/webank/wedatasphere/streamis/jobmanager/log/collector/cache/LogCache.java

@@ -0,0 +1,43 @@
+package com.webank.wedatasphere.streamis.jobmanager.log.collector.cache;
+
+import com.webank.wedatasphere.streamis.jobmanager.log.entities.LogElement;
+
+import java.util.List;
+import java.util.concurrent.TimeUnit;
+
+/**
+ * Log cache
+ * @param <E> element
+ */
+public interface LogCache<E extends LogElement> {
+
+    /**
+     * Cache log
+     * @param logElement log element
+     */
+    void cacheLog(E logElement) throws InterruptedException;
+
+    /**
+     * Drain log elements into collection
+     * @param elements elements
+     * @param maxElements max elements size
+     * @return count
+     */
+    int drainLogsTo(List<E> elements, int maxElements);
+
+    /**
+     * Take log element
+     * @return log element
+     */
+    E takeLog(long timeout, TimeUnit unit) throws InterruptedException;
+
+    /**
+     * If the cache is full
+     * @return
+     */
+    boolean isCacheable();
+    /**
+     * Release the resource
+     */
+    void destroy();
+}