[ Agent ] [ CMII ] - 新增大量功能 - 1

agent-go/k8s_exec/CmiiK8sOperator.go

@@ -10,45 +10,46 @@ import (
 var CmiiOperator = CmiiK8sOperator{}
 var updateLogPath = "C:\\Users\\wddsh\\Documents\\IdeaProjects\\ProjectOctopus\\agent-go\\k8s_exec\\log\\cmii-update-log.txt"
 
-// FindDeploymentRestartCountGreaterThanN 重启次数大于N的所有Deployment
-func FindDeploymentRestartCountGreaterThanN(cmiiEnv string, restartCount int32) []CmiiDeploymentInterface {
+// FindAppNotHealthyOrRestartCountGreaterThanN 重启次数大于N的所有Deployment
+func FindAppNotHealthyOrRestartCountGreaterThanN(cmiiEnv string, restartCount int32) []CmiiDeploymentInterface {
 
 	//podInterface := CmiiPodInterface{}
 
 	// get all pods
-	podAll := CmiiOperator.PodAll(cmiiEnv)
+	podAll := CmiiOperator.PodAllInterface(cmiiEnv)
 
 	// restart map
 	restartMap := make(map[string]int32, len(podAll))
 
 	// restart count
 	for _, pod := range podAll {
-		for _, containerStatus := range pod.Status.ContainerStatuses {
-			if containerStatus.RestartCount > restartCount {
-				restart, exists := restartMap[containerStatus.Name]
-				if exists {
-					restartMap[containerStatus.Name] = utils.MaxInt32(containerStatus.RestartCount, restart)
-				} else {
-					restartMap[containerStatus.Name] = containerStatus.RestartCount
-				}
+		if pod.RestartCount > restartCount {
+			restart, exists := restartMap[pod.ContainerName]
+			if exists {
+				restartMap[pod.ContainerName] = utils.MaxInt32(pod.RestartCount, restart)
+			} else {
+				restartMap[pod.ContainerName] = pod.RestartCount
 			}
 		}
+
+		// unhealthy
+		if !pod.PodStatus {
+			restartMap[pod.ContainerName] = pod.RestartCount
+		}
 	}
 
 	result := make([]CmiiDeploymentInterface, len(restartMap))
-	cmiiDeploymentInterface := CmiiDeploymentInterface{}
 	index := 0
-
-	log.DebugF("[FindDeploymentRestartCountGreaterThanN] - restart map is => %v", restartMap)
+	log.DebugF("[FindAppNotHealthyOrRestartCountGreaterThanN] - restart map is => %v", restartMap)
 	// find deployment convert to interface
 	for key, value := range restartMap {
-		deployment := CmiiOperator.DeploymentExist(cmiiEnv, key)
+		// container Name must equals deployment name
+		deployment := CmiiOperator.DeploymentOneInterface(cmiiEnv, key)
 		if deployment != nil {
 			// deployment exists
-			log.DebugF("[FindDeploymentRestartCountGreaterThanN] - restart [%s] [%s] is [%d]", cmiiEnv, key, value)
+			log.DebugF("[FindAppNotHealthyOrRestartCountGreaterThanN] - restart [%s] [%s] is [%d]", cmiiEnv, key, value)
 
-			convert := cmiiDeploymentInterface.Convert(*deployment)
-			result[index] = convert
+			result[index] = *deployment
 			index++
 		}
 	}
@@ -60,6 +61,7 @@ func FindDeploymentReplicasSmallerThanN(cmiiEnv string, replicasMin int32) (depl
 
 	// get all deployments
 	cmiiDeploymentInterfaces := CmiiOperator.DeploymentAllInterface(cmiiEnv)
+	cmiiDeploymentInterfaces = FilterAllCmiiAppSoft(cmiiDeploymentInterfaces)
 
 	// filter
 	for _, deploymentInterface := range cmiiDeploymentInterfaces {
@@ -72,6 +74,25 @@ func FindDeploymentReplicasSmallerThanN(cmiiEnv string, replicasMin int32) (depl
 	return deploymentList
 }
 
+func FindDeploymentNotHealthy(cmiiEnv string) (deploymentList []CmiiDeploymentInterface) {
+
+	// all unhealthy pods
+	allInterface := CmiiOperator.PodAllInterface(cmiiEnv)
+
+	// find the deployments
+	for _, podInterface := range allInterface {
+		if !podInterface.PodStatus {
+			// unhealthy pod
+			deploymentInterface := CmiiOperator.DeploymentOneInterface(cmiiEnv, podInterface.ContainerName)
+			if deploymentInterface != nil {
+				deploymentList = append(deploymentList, *deploymentInterface)
+			}
+		}
+	}
+
+	return deploymentList
+}
+
 func RestartDeploymentFromList(deploymentList []CmiiDeploymentInterface) bool {
 
 	result := true
@@ -96,11 +117,35 @@ func RestartCmiiBackendDeployment(cmiiEnv string) {
 	cmiiDeploymentInterfaces := CmiiOperator.DeploymentAllInterface(cmiiEnv)
 
 	for _, deploymentInterface := range cmiiDeploymentInterfaces {
-		if strings.Contains(deploymentInterface.Name, "platform") {
-
+		_, ok := CmiiBackendAppMap[deploymentInterface.Name]
+		if ok {
+			if !CmiiOperator.DeploymentRestart(deploymentInterface.Namespace, deploymentInterface.Name) {
+				log.ErrorF("[RestartCmiiBackendDeployment] - restart of [%s] [%s] failed !", deploymentInterface.Namespace, deploymentInterface.Name)
+			} else {
+				log.DebugF("[RestartCmiiBackendDeployment] - restart of [%s] [%s] success !", deploymentInterface.Namespace, deploymentInterface.Name)
+			}
 		}
 	}
 
+	log.InfoF("[RestartCmiiBackendDeployment] - restart of all backend app in [%s] success !", CmiiOperator.CurrentNamespace)
+}
+
+func RestartCmiiFrontendDeployment(cmiiEnv string) {
+
+	cmiiDeploymentInterfaces := CmiiOperator.DeploymentAllInterface(cmiiEnv)
+
+	for _, deploymentInterface := range cmiiDeploymentInterfaces {
+		_, ok := CmiiFrontendAppMap[deploymentInterface.Name]
+		if ok {
+			if !CmiiOperator.DeploymentRestart(deploymentInterface.Namespace, deploymentInterface.Name) {
+				log.ErrorF("[RestartCmiiFrontendDeployment] - restart of [%s] [%s] failed !", deploymentInterface.Namespace, deploymentInterface.Name)
+			} else {
+				log.DebugF("[RestartCmiiFrontendDeployment] - restart of [%s] [%s] success !", deploymentInterface.Namespace, deploymentInterface.Name)
+			}
+		}
+	}
+
+	log.InfoF("[RestartCmiiFrontendDeployment] - restart of all backend app in [%s] success !", CmiiOperator.CurrentNamespace)
 }
 
 func UpdateCmiiDeploymentImageTag(cmiiEnv, appName, newTag string) bool {
@@ -233,6 +278,7 @@ func BackupAllDeploymentFromEnv(cmiiEnv string) bool {
 func BackupAllCmiiDeploymentToMap(cmiiEnv string) (backendMap, frontendMap map[string]int32) {
 
 	allInterface := CmiiOperator.DeploymentAllInterface(cmiiEnv)
+	allInterface = FilterAllCmiiAppSoft(allInterface)
 
 	backendMap = make(map[string]int32, len(allInterface))
 	frontendMap = make(map[string]int32, len(allInterface))
@@ -247,3 +293,58 @@ func BackupAllCmiiDeploymentToMap(cmiiEnv string) (backendMap, frontendMap map[s
 
 	return backendMap, frontendMap
 }
+
+func FilterAllCmiiAppStrict(source []CmiiDeploymentInterface) (result []CmiiDeploymentInterface) {
+
+	for _, c := range source {
+		_, ok := CmiiBackendAppMap[c.ContainerName]
+		if !ok {
+			_, ok = CmiiFrontendAppMap[c.ContainerName]
+			if !ok {
+				log.WarnF("[FilterAllCmiiAppStrict] - [%s] not cmii pod ！", c.ContainerName)
+				continue
+			}
+		}
+
+		result = append(result, c)
+	}
+
+	return result
+}
+
+func FilterAllCmiiAppSoft(source []CmiiDeploymentInterface) (result []CmiiDeploymentInterface) {
+
+	for _, c := range source {
+		if strings.Contains(c.ContainerName, "redis") {
+			continue
+		}
+		if strings.Contains(c.ContainerName, "emqxs") {
+			continue
+		}
+		if strings.Contains(c.ContainerName, "rabbitmq") {
+			continue
+		}
+		if strings.Contains(c.ContainerName, "nacos") {
+			continue
+		}
+		if strings.Contains(c.ContainerName, "oss") {
+			continue
+		}
+		if strings.Contains(c.ContainerName, "minio") {
+			continue
+		}
+		if strings.HasPrefix(c.ContainerName, "nfs") {
+			continue
+		}
+		if strings.HasPrefix(c.ContainerName, "operator") {
+			continue
+		}
+		if strings.HasPrefix(c.ContainerName, "proxy") {
+			continue
+		}
+
+		result = append(result, c)
+	}
+
+	return result
+}