Merge branch 'hotfix-1.3.7' into hotfix-2.0.9

Author: 李浩

src/main/java/io/choerodon/devops/api/ws/host/HostAgentSocketHandler.java

@@ -5,6 +5,7 @@
 import java.util.List;
 import java.util.Map;
 import java.util.Objects;
+import java.util.concurrent.TimeUnit;
 import javax.annotation.PostConstruct;
 
 import org.hzero.websocket.constant.ClientWebSocketConstant;
@@ -40,6 +41,8 @@
 public class HostAgentSocketHandler extends AbstractSocketHandler {
 
     private static final Logger LOGGER = LoggerFactory.getLogger(HostAgentSocketHandler.class);
+    private static final String C7N_AGENT_UPGRADE_COUNT_REDIS_KEY = "host:%s";
+    private static final Integer C7N_AGENT_MAX_UPGRADE_ATTEMPT_COUNT = 3;
 
     private final Map<String, HostMsgHandler> hostMsgHandlerMap = new HashMap<>();
 
@@ -83,15 +86,29 @@ public void afterConnectionEstablished(WebSocketSession session) {
         MsgVO msgVO;
         // 版本不一致，需要升级
         if (!agentVersion.equals(WebSocketTool.getVersion(session))) {
-            DevopsHostDTO devopsHostDTO = devopsHostService.baseQuery(Long.parseLong(hostId));
-            HostMsgVO hostMsgVO = new HostMsgVO();
-            hostMsgVO.setType(HostCommandEnum.UPGRADE_AGENT.value());
-            Map<String, String> upgradeInfo = new HashMap<>();
-            upgradeInfo.put("upgradeCommand", devopsHostService.getUpgradeString(devopsHostDTO.getProjectId(), devopsHostDTO));
-            upgradeInfo.put("version", agentVersion);
-            hostMsgVO.setPayload(JsonHelper.marshalByJackson(upgradeInfo));
-
-            msgVO = (new MsgVO()).setGroup(DevopsHostConstants.GROUP + hostId).setKey(HostCommandEnum.UPGRADE_AGENT.value()).setMessage(JsonHelper.marshalByJackson(hostMsgVO)).setType(ClientWebSocketConstant.SendType.S_GROUP);
+            String redisKey = String.format(C7N_AGENT_UPGRADE_COUNT_REDIS_KEY, hostId);
+            Integer count = (Integer) redisTemplate.opsForValue().get(redisKey);
+            if (C7N_AGENT_MAX_UPGRADE_ATTEMPT_COUNT.equals(count)) {
+                // 表示agent进行了3次尝试升级，都失败了，那么agent应该退出。手动处理升级失败问题
+                HostMsgVO hostMsgVO = new HostMsgVO();
+                hostMsgVO.setType(HostCommandEnum.EXIT_AGENT.value());
+                hostMsgVO.setPayload("{}");
+                msgVO = (new MsgVO()).setGroup(DevopsHostConstants.GROUP + hostId).setKey(HostCommandEnum.EXIT_AGENT.value()).setMessage(JsonHelper.marshalByJackson(hostMsgVO)).setType(ClientWebSocketConstant.SendType.S_GROUP);
+            } else {
+                if (count == null) {
+                    count = 0;
+                }
+                count++;
+                redisTemplate.opsForValue().set(redisKey, count, 1800, TimeUnit.SECONDS);
+                DevopsHostDTO devopsHostDTO = devopsHostService.baseQuery(Long.parseLong(hostId));
+                HostMsgVO hostMsgVO = new HostMsgVO();
+                hostMsgVO.setType(HostCommandEnum.UPGRADE_AGENT.value());
+                Map<String, String> upgradeInfo = new HashMap<>();
+                upgradeInfo.put("upgradeCommand", devopsHostService.getUpgradeString(devopsHostDTO.getProjectId(), devopsHostDTO));
+                upgradeInfo.put("version", agentVersion);
+                hostMsgVO.setPayload(JsonHelper.marshalByJackson(upgradeInfo));
+                msgVO = (new MsgVO()).setGroup(DevopsHostConstants.GROUP + hostId).setKey(HostCommandEnum.UPGRADE_AGENT.value()).setMessage(JsonHelper.marshalByJackson(hostMsgVO)).setType(ClientWebSocketConstant.SendType.S_GROUP);
+            }
         } else {
             HostMsgVO hostMsgVO = new HostMsgVO();
             hostMsgVO.setType(HostCommandEnum.INIT_AGENT.value());

src/main/java/io/choerodon/devops/app/service/impl/DevopsHostServiceImpl.java

@@ -69,7 +69,7 @@ public class DevopsHostServiceImpl implements DevopsHostService {
     private static final String ERROR_HOST_STATUS_IS_NOT_DISCONNECT = "error.host.status.is.not.disconnect";
     private static final String LOGIN_NAME = "loginName";
     private static final String REAL_NAME = "realName";
-    private static final String HOST_AGENT = "curl -o host.sh %s/devops/v1/projects/%d/hosts/%d/download_file/%s && sh host.sh %s";
+    private static final String HOST_AGENT = "curl -Lo host.sh %s/devops/v1/projects/%d/hosts/%d/download_file/%s && sh host.sh %s";
     private static final String HOST_UNINSTALL_SHELL = "sudo systemctl stop c7n-agent";
     private static final String HOST_ACTIVATE_COMMAND_TEMPLATE;
     private static final String HOST_UPGRADE_COMMAND_TEMPLATE;

src/main/java/io/choerodon/devops/infra/enums/host/HostCommandEnum.java

@@ -39,6 +39,7 @@ public enum HostCommandEnum {
     KILL_MIDDLEWARE("kill_middleware"),
     INIT_AGENT("init_agent"),
     UPGRADE_AGENT("upgrade_agent"),
+    EXIT_AGENT("exit_agent"),
     INIT_AGENT_FAILED("init_agent_failed"),
     /**
      * 该事件返回command结果

src/main/resources/shell/host.sh

@@ -67,7 +67,7 @@ sudo chmod 0777 ${WORK_DIR}/c7n-agent.sh
 
 # 4. 下载执行程序
 echo "Downloading c7n-agent"
-curl -o ${TAR_FILE} "{{ BINARY }}"
+curl -Lo ${TAR_FILE} "{{ BINARY }}"
 
 rm -rf /var/choerodon/c7n-agent