初始化项目

This commit is contained in:
zeaslity
2025-03-27 16:09:20 +08:00
parent e09a32d1e8
commit fc2d585489
709 changed files with 516391 additions and 0 deletions

257
agent-wdd/op/Excutor.go Normal file
View File

@@ -0,0 +1,257 @@
package op
import (
"agent-wdd/log"
"bufio"
"bytes"
"fmt"
"io"
"os/exec"
"strings"
)
// SingleLineCommandExecutor 执行单行shell命令返回执行结果和输出内容
// singleLineCommand: 命令及参数,如 []string{"ls", "-l"}
// 返回值:
//
// bool - 命令是否执行成功true为成功false为失败
// []string - 合并后的标准输出和标准错误内容(按行分割)
func SingleLineCommandExecutor(singleLineCommand []string) (ok bool, resultLog []string) {
if len(singleLineCommand) == 0 {
return false, nil
}
log.Info("start => %v", strings.Join(singleLineCommand, " "))
// 创建命令实例
cmd := exec.Command(singleLineCommand[0], singleLineCommand[1:]...)
// 创建输出缓冲区
var stdoutBuf, stderrBuf bytes.Buffer
cmd.Stdout = &stdoutBuf
cmd.Stderr = &stderrBuf
// 执行命令并获取错误信息
err := cmd.Run()
// 合并输出结果
output := mergeOutput(&stdoutBuf, &stderrBuf)
// 判断执行结果
return err == nil, output
}
// 若追求极致性能,可优化为流式合并
func mergeOutput(stdout, stderr *bytes.Buffer) []string {
combined := make([]string, 0, bytes.Count(stdout.Bytes(), []byte{'\n'})+bytes.Count(stderr.Bytes(), []byte{'\n'}))
combined = append(combined, strings.Split(stdout.String(), "\n")...)
combined = append(combined, strings.Split(stderr.String(), "\n")...)
return combined
}
// mergeOutput 合并标准输出和标准错误,按行分割
//func mergeOutput(stdoutBuf, stderrBuf *bytes.Buffer) []string {
// var output []string
//
// // 处理标准输出
// scanner := bufio.NewScanner(stdoutBuf)
// for scanner.Scan() {
// output = append(output, scanner.Text())
// }
//
// // 处理标准错误
// scanner = bufio.NewScanner(stderrBuf)
// for scanner.Scan() {
// output = append(output, scanner.Text())
// }
//
// return output
//}
// PipeLineCommandExecutor 执行管道命令,返回执行结果和合并后的输出内容
// pipeLineCommand: 管道命令组,如 [][]string{{"ps", "aux"}, {"grep", "nginx"}, {"wc", "-l"}}
// 返回值:
//
// bool - 所有命令是否全部执行成功
// []string - 合并后的输出内容中间命令的stderr + 最后一个命令的stdout/stderr
func PipeLineCommandExecutor(pipeLineCommand [][]string) (ok bool, resultLog []string) {
if len(pipeLineCommand) == 0 {
return false, nil
}
// 转换为 管道命令的字符串格式
// [][]string{{"ps", "aux"}, {"grep", "nginx"}, {"wc", "-l"}} 转换为 ps aux | grep nginx | wc -l
pipeLineCommandStr := ""
// 预检所有子命令
for _, cmd := range pipeLineCommand {
if len(cmd) == 0 {
return false, nil
}
pipeLineCommandStr += fmt.Sprintf("%s | ", strings.Join(cmd, " "))
}
pipeLineCommandStr = strings.TrimSuffix(pipeLineCommandStr, " | ")
log.Info("start => %v", pipeLineCommandStr)
// 创建命令组
cmds := make([]*exec.Cmd, len(pipeLineCommand))
for i, args := range pipeLineCommand {
cmds[i] = exec.Command(args[0], args[1:]...)
}
// 建立管道连接
for i := 0; i < len(cmds)-1; i++ {
stdoutPipe, err := cmds[i].StdoutPipe()
if err != nil {
return false, []string{err.Error()}
}
cmds[i+1].Stdin = stdoutPipe
}
// 准备输出捕获
stderrBuffers := make([]bytes.Buffer, len(cmds)) // 所有命令的stderr
var lastStdout bytes.Buffer // 最后一个命令的stdout
// 绑定输出
for i, cmd := range cmds {
cmd.Stderr = &stderrBuffers[i] // 每个命令单独捕获stderr
}
cmds[len(cmds)-1].Stdout = &lastStdout // 仅捕获最后一个命令的stdout
// 启动所有命令
started := make([]*exec.Cmd, 0, len(cmds))
defer func() {
// 异常时清理已启动进程
for _, cmd := range started {
if cmd.Process != nil {
cmd.Process.Kill()
}
}
}()
for _, cmd := range cmds {
if err := cmd.Start(); err != nil {
return false, []string{err.Error()}
}
started = append(started, cmd)
}
// 等待所有命令完成
success := true
for _, cmd := range cmds {
if err := cmd.Wait(); err != nil {
success = false
}
}
// 合并输出内容
output := make([]string, 0)
// 合并中间命令的stderr按命令顺序
for i := 0; i < len(cmds)-1; i++ {
scanner := bufio.NewScanner(&stderrBuffers[i])
for scanner.Scan() {
output = append(output, scanner.Text())
}
}
// 合并最后一个命令的输出stdout在前 + stderr在后
scanner := bufio.NewScanner(&lastStdout)
for scanner.Scan() {
output = append(output, scanner.Text())
}
scanner = bufio.NewScanner(&stderrBuffers[len(cmds)-1])
for scanner.Scan() {
output = append(output, scanner.Text())
}
return success, output
}
// RealTimeCommandExecutor 执行命令,需要实时打印输出执行命令的日志,并返回执行结果和输出内容
// realTimeCommand: 实时命令,如 "docker load -i /root/wdd/harbor/harbor-offline-installer-v2.10.1.tgz"
// 返回值:
//
// bool - 命令是否执行成功true为成功false为失败
// []string - 合并后的标准输出和标准错误内容(按行分割)
func RealTimeCommandExecutor(realTimeCommand []string) (ok bool, resultLog []string) {
if len(realTimeCommand) == 0 {
return false, nil
}
log.Info("start real time command => %v", strings.Join(realTimeCommand, " "))
cmd := exec.Command(realTimeCommand[0], realTimeCommand[1:]...)
stdout, err := cmd.StdoutPipe()
if err != nil {
return false, []string{err.Error()}
}
stderr, err := cmd.StderrPipe()
if err != nil {
return false, []string{err.Error()}
}
if err := cmd.Start(); err != nil {
return false, []string{err.Error()}
}
output := make([]string, 0)
scanner := bufio.NewScanner(io.MultiReader(stdout, stderr))
for scanner.Scan() {
line := scanner.Text()
fmt.Println(line)
output = append(output, line)
}
if err := cmd.Wait(); err != nil {
return false, append(output, err.Error())
}
return true, output
}
func main() {
// 成功案例
success, output := SingleLineCommandExecutor([]string{"ls", "-l"})
fmt.Println("执行成功:", success)
fmt.Println("输出内容:", output)
// 失败案例(命令存在但参数错误)
success, output = SingleLineCommandExecutor([]string{"ls", "/nonexistent"})
fmt.Println("执行成功:", success)
fmt.Println("输出内容:", output)
// 失败案例(命令不存在)
success, output = SingleLineCommandExecutor([]string{"invalid_command"})
fmt.Println("执行成功:", success)
fmt.Println("输出内容:", output)
// 成功案例(三阶管道)
success, output = PipeLineCommandExecutor([][]string{
{"ps", "aux"},
{"grep", "nginx"},
{"wc", "-l"},
})
fmt.Println("执行结果:", success)
fmt.Println("合并输出:", output)
// 失败案例(命令不存在)
success, output = PipeLineCommandExecutor([][]string{
{"invalid_cmd"},
{"wc", "-l"},
})
fmt.Println("执行结果:", success)
fmt.Println("合并输出:", output)
// 失败案例(参数错误)
success, output = PipeLineCommandExecutor([][]string{
{"ls", "/nonexistent"},
{"grep", "test"},
})
fmt.Println("执行结果:", success)
fmt.Println("合并输出:", output)
}

View File

@@ -0,0 +1,244 @@
package op
import (
"agent-wdd/config"
"agent-wdd/log"
"encoding/json"
"fmt"
"io"
"net/http"
"time"
)
type PackageOperator struct {
installPrefix []string // 安装前缀
removePrefix []string // 移除前缀
upgradePrefix []string // 升级前缀
initCommand []string
}
var (
AgentPackOperator = &PackageOperator{}
aptPackageOperator = &PackageOperator{
installPrefix: []string{
"apt-get", "install", "--allow-downgrades", "-y",
},
removePrefix: []string{
"apt", "remove", "-y",
},
upgradePrefix: []string{},
initCommand: []string{
"apt-get", "update",
},
}
yumPackageOperator = &PackageOperator{
installPrefix: []string{
"yum", "install", "-y",
},
removePrefix: []string{
"yum", "remove", "-y",
},
upgradePrefix: []string{},
initCommand: []string{
"yum", "makecache",
},
}
)
func (op *PackageOperator) Install(tools []string) bool {
// 判定本机的包管理Operator
ok := generatePackageOperator()
if !ok {
log.Error("PackageOperator init failed! 无法执行安装操作 %s", tools)
return false
}
// install seperately
for _, tool := range tools {
ok, result := SingleLineCommandExecutor(append(AgentPackOperator.installPrefix, tool))
if !ok {
log.Error("[install] failed! => %s", tool)
}
// 打印安装的过程内容
beautifulPrintListWithTitle(result, fmt.Sprintf("安装 %s 的过程内容", tool))
}
return true
}
// PackageInit 初始化包管理器, 同样会判定主机是否可以联网如果本机是ubuntu或者debian, 则使用apt, 否则使用yum
func (op *PackageOperator) PackageInit() bool {
log.Info("PackageInit !")
// beautifulPrintListWithTitle(config.ConfigCache)
// package init
os := config.ConfigCache.Agent.OS
if os.PackInit {
log.Info("PackageInit already done! skip!")
return true
}
// 判定本机的包管理Operator
ok := generatePackageOperator()
if !ok {
return false
}
os.PackInit = true
os.SaveConfig()
if os.IsUbuntuType {
ok, resultLog := SingleLineCommandExecutor(aptPackageOperator.initCommand)
if !ok {
log.Error("APT init failed! please check ! %s", resultLog)
}
}
return true
}
func (op *PackageOperator) PackageInitForce() bool {
log.Info("PackageInitForce !")
os := config.ConfigCache.Agent.OS
if os.IsUbuntuType {
ok, resultLog := SingleLineCommandExecutor(aptPackageOperator.initCommand)
if !ok {
log.Error("APT init failed! please check ! %s", resultLog)
}
log.Info("APT init success! %s", resultLog)
}
return true
}
func (op *PackageOperator) Remove(tools []string) {
// 判定本机的包管理Operator
generatePackageOperator()
// install seperately
for _, tool := range tools {
ok, result := SingleLineCommandExecutor(append(AgentPackOperator.removePrefix, tool))
if !ok {
log.Error("[remove] failed! => %s", tool)
beautifulPrintListWithTitle(result, fmt.Sprintf("移除 %s 的过程内容", tool))
}
}
}
func generatePackageOperator() bool {
// cache return
if AgentPackOperator.initCommand != nil {
log.Info("PackageOperator init success! %v", AgentPackOperator.initCommand)
return true
}
// 检查是否可以连接互联网
if config.CanConnectInternet() <= 1 {
log.Error("服务器无法连接互联网,无法初始化包管理器")
return false
}
// 检查本机是否存在OS的信息
os := config.ConfigCache.Agent.OS
if os.Hostname == "" {
os.Gather()
os.SaveConfig()
}
if os.IsUbuntuType {
log.Info("Ubuntu type detected! use apt package operator!")
AgentPackOperator = aptPackageOperator
} else {
log.Info("Other type detected! use yum package operator!")
AgentPackOperator = yumPackageOperator
}
return true
}
// GetLatestGithubReleaseVersion 获取GitHub仓库的最新版本
func GetLatestGithubReleaseVersion(repoOwner, repoName string) (string, error) {
// 检查是否可以连接互联网
if config.CanConnectInternet() <= 1 {
return "", fmt.Errorf("服务器无法连接互联网无法获取GitHub最新版本")
}
// 设置超时时间为10秒的HTTP客户端
client := &http.Client{
Timeout: 10 * time.Second,
}
// 构建GitHub API URL
apiURL := fmt.Sprintf("https://api.github.com/repos/%s/%s/releases/latest", repoOwner, repoName)
// 发送GET请求
resp, err := client.Get(apiURL)
if err != nil {
return "", fmt.Errorf("请求GitHub API失败: %v", err)
}
defer resp.Body.Close()
// 检查响应状态码
if resp.StatusCode != http.StatusOK {
return "", fmt.Errorf("GitHub API返回非200状态码: %d", resp.StatusCode)
}
// 读取响应体
body, err := io.ReadAll(resp.Body)
if err != nil {
return "", fmt.Errorf("读取响应内容失败: %v", err)
}
// 解析JSON响应
var release struct {
TagName string `json:"tag_name"`
}
if err := json.Unmarshal(body, &release); err != nil {
return "", fmt.Errorf("解析JSON响应失败: %v", err)
}
return release.TagName, nil
}
// CommandExists 判定命令是否存在
func CommandExists(command string) bool {
ok, _ := SingleLineCommandExecutor([]string{"command", "-v", command})
return ok
}
func CommandExistsByPath(command string) bool {
// 查询 /usr/bin /usr/local/bin中是否有可执行文件
_, result := SingleLineCommandExecutor([]string{"find", "/usr/bin", "/usr/local/bin", "-name", command})
if result == nil || len(result) == 0 {
return false
}
return true
}
func beautifulPrintListWithTitle(contend []string, title string) {
fmt.Println()
fmt.Println(">>>>>>>> " + title + " <<<<<<<<")
for _, line := range contend {
if line == "EOF" {
// do nothing
continue
}
fmt.Println(line)
}
fmt.Println(">>>>>>>> end <<<<<<<<")
fmt.Println()
}

View File

@@ -0,0 +1,21 @@
package op
import (
"testing"
)
func TestGetLatestGithubReleaseVersion(t *testing.T) {
repoOwner := "docker"
repoName := "compose"
version, err := GetLatestGithubReleaseVersion(repoOwner, repoName)
if err != nil {
t.Fatalf("获取最新版本失败: %v", err)
}
if version == "" {
t.Error("获取的版本号为空")
}
t.Logf("获取到的最新版本号: %s", version)
}

View File

@@ -0,0 +1,89 @@
package op
// SystemdUp 启动服务
func SystemdUp(serviceName string) (bool, []string) {
ok, resultLog := SingleLineCommandExecutor([]string{"systemctl", "enable", serviceName})
if !ok {
return false, resultLog
}
ok, resultLog = SingleLineCommandExecutor([]string{"systemctl", "start", serviceName})
if !ok {
return false, resultLog
}
return true, resultLog
}
// SystemdDown 停止服务
func SystemdDown(serviceName string) (bool, []string) {
ok, resultLog := SingleLineCommandExecutor([]string{"systemctl", "disable", serviceName})
if !ok {
return false, resultLog
}
ok, resultLog = SingleLineCommandExecutor([]string{"systemctl", "stop", serviceName})
if !ok {
return false, resultLog
}
return true, resultLog
}
// SystemdStatus 查看服务状态
func SystemdStatus(serviceName string) (bool, []string) {
ok, resultLog := SingleLineCommandExecutor([]string{"systemctl", "status", serviceName})
if !ok {
return false, resultLog
}
return true, resultLog
}
// SystemdRestart 重启服务
func SystemdRestart(serviceName string) (bool, []string) {
ok, resultLog := SingleLineCommandExecutor([]string{"systemctl", "restart", serviceName})
if !ok {
return false, resultLog
}
return true, resultLog
}
// SystemdReload 重新加载服务
func SystemdReload(serviceName string) (bool, []string) {
ok, resultLog := SingleLineCommandExecutor([]string{"systemctl", "reload", serviceName})
if !ok {
return false, resultLog
}
return true, resultLog
}
// SystemdEnable 启用服务
func SystemdEnable(serviceName string) (bool, []string) {
ok, resultLog := SingleLineCommandExecutor([]string{"systemctl", "enable", serviceName})
if !ok {
return false, resultLog
}
return true, resultLog
}
// SystemdDisable 禁用服务
func SystemdDisable(serviceName string) (bool, []string) {
ok, resultLog := SingleLineCommandExecutor([]string{"systemctl", "disable", serviceName})
if !ok {
return false, resultLog
}
return true, resultLog
}
// SystemdDaemonReload 重新加载服务
func SystemdDaemonReload() (bool, []string) {
ok, resultLog := SingleLineCommandExecutor([]string{"systemctl", "daemon-reload"})
if !ok {
return false, resultLog
}
return true, resultLog
}
func SystemIsRunning(serviceName string) (bool, []string) {
ok, resultLog := SingleLineCommandExecutor([]string{"systemctl", "is-active", serviceName})
if !ok {
return false, resultLog
}
return true, resultLog
}