Merge pull request #407 from FlowCI/develop

Develop

Author: gy2006

core/src/main/java/com/flowci/core/Application.java

@@ -16,15 +16,34 @@
 
 package com.flowci.core;
 
+import com.flowci.util.StringHelper;
+import lombok.extern.log4j.Log4j2;
+import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.boot.SpringApplication;
 import org.springframework.boot.autoconfigure.SpringBootApplication;
+import org.springframework.context.event.ContextRefreshedEvent;
+import org.springframework.context.event.EventListener;
+import org.springframework.core.io.Resource;
+import org.springframework.core.io.ResourceLoader;
+
+import java.io.IOException;
 
 /**
  * @author yang
  */
+@Log4j2
 @SpringBootApplication
 public class Application {
 
+    @Autowired
+    private ResourceLoader resourceLoader;
+
+    @EventListener(ContextRefreshedEvent.class)
+    public void printBanner() throws IOException {
+        Resource r = resourceLoader.getResource("classpath:welcome.txt");
+        log.info(StringHelper.toString(r.getInputStream()));
+    }
+
     public static void main(String[] args) {
         SpringApplication.run(Application.class, args);
     }

core/src/main/java/com/flowci/core/agent/domain/ShellIn.java

@@ -52,6 +52,8 @@ public enum ShellType {
 
     private Set<String> secrets;
 
+    private Set<String> configs;
+
     public ShellIn() {
         super(Type.SHELL);
     }

core/src/main/java/com/flowci/core/agent/service/AgentHostServiceImpl.java

@@ -47,7 +47,6 @@
 import lombok.AllArgsConstructor;
 import lombok.extern.log4j.Log4j2;
 import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.context.event.ContextRefreshedEvent;
 import org.springframework.context.event.EventListener;
 import org.springframework.core.env.Environment;
 import org.springframework.core.task.TaskExecutor;
@@ -56,6 +55,7 @@
 
 import javax.annotation.Nonnull;
 import javax.annotation.Nullable;
+import javax.annotation.PostConstruct;
 import java.nio.file.Files;
 import java.nio.file.Paths;
 import java.util.*;
@@ -114,6 +114,12 @@ public class AgentHostServiceImpl implements AgentHostService {
         mapping.put(K8sAgentHost.class, new K8sHostAdaptor());
     }
 
+    @PostConstruct
+    public void init() {
+        autoCreateLocalAgentHost();
+        syncAgents();
+    }
+
     //====================================================================
     //        %% Public functions
     //====================================================================
@@ -378,12 +384,6 @@ public void scheduleCollect() {
     //        %% Internal events
     //====================================================================
 
-    @EventListener
-    public void onContextReady(ContextRefreshedEvent event) {
-        autoCreateLocalAgentHost();
-        syncAgents();
-    }
-
     @EventListener
     public void onNoIdleAgent(NoIdleAgentEvent event) {
         Set<String> agentTags = event.getSelector().getLabel();

core/src/main/java/com/flowci/core/agent/service/AgentServiceImpl.java

@@ -42,11 +42,11 @@
 import com.google.common.collect.Sets;
 import lombok.extern.log4j.Log4j2;
 import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.context.event.ContextRefreshedEvent;
 import org.springframework.context.event.EventListener;
 import org.springframework.dao.DuplicateKeyException;
 import org.springframework.stereotype.Service;
 
+import javax.annotation.PostConstruct;
 import java.io.IOException;
 import java.time.Instant;
 import java.util.*;
@@ -108,7 +108,7 @@ public class AgentServiceImpl implements AgentService {
     @Autowired
     private SocketPushManager socketPushManager;
 
-    @EventListener(ContextRefreshedEvent.class)
+    @PostConstruct
     public void initAgentStatus() {
         taskManager.run("init-agent-status", true, () -> {
             for (Agent agent : agentDao.findAll()) {
@@ -122,7 +122,7 @@ public void initAgentStatus() {
         });
     }
 
-    @EventListener(ContextRefreshedEvent.class)
+    @PostConstruct
     public void subscribeIdleAgentQueue() throws IOException {
         idleAgentQueueManager.startConsumer(idleAgentQueue, false, (header, body, envelope) -> {
             String agentId = new String(body);
@@ -152,6 +152,22 @@ public void subscribeIdleAgentQueue() throws IOException {
         }, null);
     }
 
+    @PostConstruct
+    public void lockNodeCleanup() {
+        List<String> children = zk.children(zkProperties.getAgentRoot());
+        for (String path : children) {
+            String agentId = Util.getAgentIdFromLockPath(path);
+            Optional<Agent> optional = agentDao.findById(agentId);
+
+            if (!optional.isPresent()) {
+                try {
+                    zk.delete(path, true);
+                } catch (Throwable ignore) {
+                }
+            }
+        }
+    }
+
     //====================================================================
     //        %% Public Methods
     //====================================================================
@@ -369,22 +385,6 @@ public void dispatch(CmdIn cmd, Agent agent) {
     //        %% Spring Event Listener
     //====================================================================
 
-    @EventListener(ContextRefreshedEvent.class)
-    public void lockNodeCleanup() {
-        List<String> children = zk.children(zkProperties.getAgentRoot());
-        for (String path : children) {
-            String agentId = Util.getAgentIdFromLockPath(path);
-            Optional<Agent> optional = agentDao.findById(agentId);
-
-            if (!optional.isPresent()) {
-                try {
-                    zk.delete(path, true);
-                } catch (Throwable ignore) {
-                }
-            }
-        }
-    }
-
     @EventListener
     public void onConnected(OnConnectedEvent event) {
         Optional<InterLock> lock = lock();

core/src/main/java/com/flowci/core/api/OpenRestController.java

@@ -73,7 +73,7 @@ public Secret getSecret(@PathVariable String name) {
 
         if (secret instanceof RSASecret) {
             RSASecret rsa = (RSASecret) secret;
-            rsa.setPublicKey(null);
+            rsa.setPrivateKey(null);
         }
 
         return secret;

core/src/main/java/com/flowci/core/common/config/AppProperties.java

@@ -23,6 +23,7 @@
 import org.springframework.context.annotation.Bean;
 import org.springframework.context.annotation.Configuration;
 import org.springframework.context.annotation.PropertySource;
+import org.springframework.core.io.Resource;
 import org.springframework.validation.annotation.Validated;
 
 import javax.validation.constraints.NotBlank;
@@ -51,6 +52,9 @@ public class AppProperties {
     @Length(max = 16, min = 16)
     private String secret;
 
+    // indicate load yaml template and plugin from where
+    private String resourceDomain;
+
     private boolean autoLocalAgentHost;
 
     private boolean defaultSmtpConfig;
@@ -106,7 +110,7 @@ public Minio minio() {
     @Data
     public static class Flow {
 
-        private String templatesUrl;
+        private Resource templatesUrl;
     }
 
     @Data
@@ -118,7 +122,7 @@ public static class Job {
     @Data
     public static class Plugin {
 
-        private String defaultRepo;
+        private Resource defaultRepo;
 
         private Boolean autoUpdate;
     }

core/src/main/java/com/flowci/core/common/domain/Settings.java

@@ -32,6 +32,11 @@ public static class Action {
 
     private String serverUrl;
 
+    /**
+     * Indicate load resource(cn) from where
+     */
+    private String source;
+
     public Settings() {
         setId(DefaultId);
     }

core/src/main/java/com/flowci/core/common/domain/SourceWithDomain.java

@@ -0,0 +1,28 @@
+package com.flowci.core.common.domain;
+
+import com.fasterxml.jackson.annotation.JsonAlias;
+import com.fasterxml.jackson.annotation.JsonProperty;
+import com.flowci.util.StringHelper;
+import lombok.Getter;
+import lombok.Setter;
+
+import java.io.Serializable;
+
+@Getter
+@Setter
+public abstract class SourceWithDomain implements Serializable {
+
+    private static final String DOMAIN_CN = "cn";
+
+    @JsonAlias("url")
+    private String source;
+
+    @JsonAlias("url_cn")
+    @JsonProperty("source_cn")
+    private String sourceCn;
+
+    public String getSourceWithDomain(String domain) {
+        if (!StringHelper.hasValue(domain)) return source;
+        return DOMAIN_CN.equalsIgnoreCase(domain) ? sourceCn : source;
+    }
+}

core/src/main/java/com/flowci/core/common/domain/Variables.java

@@ -29,6 +29,7 @@ public abstract static class App {
 
         public static final String Host = "FLOWCI_SERVER_HOST";
 
+        public static final String ResourceDomain = "FLOWCI_RESOURCE_DOMAIN";
     }
 
     public abstract static class Flow {

core/src/main/java/com/flowci/core/common/manager/SocketPushManager.java

@@ -23,11 +23,10 @@
 import com.flowci.core.common.rabbit.RabbitOperations;
 import lombok.extern.log4j.Log4j2;
 import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.context.event.ContextRefreshedEvent;
-import org.springframework.context.event.EventListener;
 import org.springframework.messaging.simp.SimpMessagingTemplate;
 import org.springframework.stereotype.Component;
 
+import javax.annotation.PostConstruct;
 import java.io.IOException;
 import java.util.HashMap;
 import java.util.Map;
@@ -56,7 +55,7 @@ public class SocketPushManager {
     @Autowired
     private RabbitOperations broadcastQueueManager;
 
-    @EventListener(ContextRefreshedEvent.class)
+    @PostConstruct
     public void subscribeBroadcastQueue() throws IOException {
         broadcastQueueManager.startConsumer(wsBroadcastQueue, true, (headers, body, envelope) -> {
             try {