From 33a64d896a1693b4feae252f82dad04ddc16ebfe Mon Sep 17 00:00:00 2001 From: zeaslity Date: Mon, 23 Oct 2023 17:14:01 +0800 Subject: [PATCH] =?UTF-8?q?[=20Agent=20]=20[=20Executor=20]=20-=20agent?= =?UTF-8?q?=E5=90=AF=E5=8A=A8=E8=84=9A=E6=9C=AC?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- agent-go/shell/agent-bootup.sh | 447 +++++++++++++++++++++++++++++++++ agent-go/shell/wdd-lib-env.sh | 400 +++++++++++++++++++++++++++++ 2 files changed, 847 insertions(+) create mode 100644 agent-go/shell/agent-bootup.sh create mode 100644 agent-go/shell/wdd-lib-env.sh diff --git a/agent-go/shell/agent-bootup.sh b/agent-go/shell/agent-bootup.sh new file mode 100644 index 0000000..0eea0dc --- /dev/null +++ b/agent-go/shell/agent-bootup.sh @@ -0,0 +1,447 @@ +#!/bin/bash +#!/bin/bash + +OctopusAgentUrl=https://happybirthday.107421.xyz/octopus-agent/ +AgentConfigUrl=https://happybirthday.107421.xyz/agent-config/ +OctopusAgentPath=/octopus-agent/shell +##### environment variables ###### + +CMD_INSTALL="" +CMD_UPDATE="" +CMD_REMOVE="" +SOFTWARE_UPDATED=0 +LinuxReleaseVersion="" +LinuxRelease="" + +RED="31m" ## 姨妈红 +GREEN="32m" ## 水鸭青 +YELLOW="33m" ## 鸭屎黄 +PURPLE="35m" ## 基佬紫 +BLUE="36m" ## 天依蓝 +BlinkGreen="32;5m" ##闪烁的绿色 +BlinkRed="31;5m" ##闪烁的红色 +BackRed="41m" ## 背景红色 +SplitLine="----------------------" #会被sys函数中的方法重写 + +######## 颜色函数方法很精妙 ############ +colorEcho() { + echo -e "\033[${1}${@:2}\033[0m" 1>&2 +} + +####################################### +# description +# Globals: +# EUID +# RED +# YELLOW +# Arguments: +# None +####################################### +check_root() { + if [[ $EUID != 0 ]]; then + colorEcho ${RED} "当前非root账号(或没有root权限)，无法继续操作，请更换root账号!" + colorEcho ${YELLOW} "使用sudo -命令获取临时root权限（执行后可能会提示输入root密码）" + exit 1 + fi +} + +####################################### +# description +# Globals: +# PURPLE +# SplitLine +# Arguments: +# None +####################################### +FunctionStart() { + colorEcho ${PURPLE} ${SplitLine} + colorEcho ${PURPLE} ${SplitLine} + echo "" +} + +####################################### +# description +# Globals: +# GREEN +# SplitLine +# Arguments: +# None +####################################### +FunctionSuccess() { + colorEcho ${GREEN} ${SplitLine} + echo "" +} + +####################################### +# description +# Globals: +# BlinkGreen +# SplitLine +# Arguments: +# None +####################################### +FunctionEnd() { + echo "" + colorEcho ${BlinkGreen} ${SplitLine} + echo "" + echo "" +} +# 判断命令是否存在 +command_exists() { + command -v "$@" >/dev/null 2>&1 +} + +####### 获取系统版本及64位或32位信息 +check_sys() { + # 获取当前终端的宽度，动态调整分割线的长度 + shellwidth=$(stty size | awk '{print $2}') + SplitLine=$(yes "-" | sed ${shellwidth}'q' | tr -d '\n') + + sys_bit=$(uname -m) + case $sys_bit in + i[36]86) + os_bit="32" + LinuxRelease="386" + ;; + x86_64) + os_bit="64" + LinuxRelease="amd64" + ;; + *armv6*) + os_bit="arm" + LinuxRelease="arm6" + ;; + *armv7*) + os_bit="arm" + LinuxRelease="arm7" + ;; + *aarch64* | *armv8*) + os_bit="arm64" + LinuxRelease="arm64" + ;; + *) + colorEcho ${RED} " + 哈哈……这个 辣鸡脚本 不支持你的系统。 (-_-) \n + 备注: 仅支持 Ubuntu 16+ / Debian 8+ / CentOS 7+ 系统 + " && exit 1 + ;; + esac + ## 判定Linux的发行版本 + if [ -f /etc/redhat-release ]; then + LinuxReleaseVersion="centos" + elif cat /etc/issue | grep -Eqi "debian"; then + LinuxReleaseVersion="debian" + elif cat /etc/issue | grep -Eqi "ubuntu"; then + LinuxReleaseVersion="ubuntu" + elif cat /etc/issue | grep -Eqi "centos|red hat|redhat"; then + LinuxReleaseVersion="centos" + elif cat /proc/version | grep -Eqi "debian"; then + LinuxReleaseVersion="debian" + elif cat /proc/version | grep -Eqi "ubuntu"; then + LinuxReleaseVersion="ubuntu" + elif cat /proc/version | grep -Eqi "centos|red hat|redhat"; then + LinuxReleaseVersion="centos" + else + LinuxReleaseVersion="" + fi + + # 判断系统的包管理工具 apt, yum, or zypper + getPackageManageTool() { + if [[ -n $(command -v apt-get) ]]; then + CMD_INSTALL="apt-get -y -qq install" + CMD_UPDATE="apt-get -qq update" + CMD_REMOVE="apt-get -y remove" + elif [[ -n $(command -v yum) ]]; then + CMD_INSTALL="yum -y -q install" + CMD_UPDATE="yum -q makecache" + CMD_REMOVE="yum -y remove" + elif [[ -n $(command -v zypper) ]]; then + CMD_INSTALL="zypper -y install" + CMD_UPDATE="zypper ref" + CMD_REMOVE="zypper -y remove" + else + return 1 + fi + return 0 + } + + # 检查系统包管理方式，更新包 + getPackageManageTool + if [[ $? -eq 1 ]]; then + colorEcho ${RED} "系统的包管理不是 APT or YUM, 请手动安装所需要的软件." + return 1 + fi + + ### 更新程序引索 + if [[ $SOFTWARE_UPDATED -eq 0 ]]; then + colorEcho ${BLUE} "正在更新软件包管理...可能花费较长时间…………" + $CMD_UPDATE + SOFTWARE_UPDATED=1 + fi + return 0 +} + +## 安装所需要的程序，及依赖程序 +installDemandSoftwares() { + for software in $@; do + ## 安装该软件 + if [[ -n $(command -v ${software}) ]]; then + colorEcho ${GREEN} "${software}已经安装了...跳过..." + echo "" + else + colorEcho ${BLUE} "正在安装 ${software}..." + $CMD_INSTALL ${software} + ## 判断该软件是否安装成功 + if [[ $? -ne 0 ]]; then + colorEcho ${RED} "安装 ${software} 失败。" + colorEcho ${RED} "如果是重要软件，本脚本会自动终止！！" + colorEcho ${PURPLE} "一般软件，本脚本会忽略错误并继续运行，请之后手动安装该程序。" + return 1 + else + colorEcho ${GREEN} "已经成功安装 ${software}" + FunctionSuccess + echo "" + fi + fi + done + return 0 +} + +####################################### +# description +# Globals: +# BLUE +# DependLibFiles +# OctopusAgentPath +# RED +# RepoSourcePath +# libfile +# Arguments: +# None +####################################### +DownloadAllFile() { + + FunctionStart + + colorEcho $RED "[CLEAN_UP] clean the old octopus agent staff !" + rm -rf $OctopusAgentPath/lib + rm -rf $OctopusAgentPath/ + + mkdir -p $OctopusAgentPath + mkdir -p $OctopusAgentPath/lib + + colorEcho $BLUE "start to download octopus agent !" + + CheckAndDownloadLatestVersion + + FunctionSuccess + FunctionEnd + +} + +####################################### +# description +# Globals: +# AgentConfigUrl +# BLUE +# GREEN +# LinuxRelease +# OctopusAgentUrl +# agentConfig +# agentConfigFileList +# Arguments: +# None +####################################### +CheckAndDownloadLatestVersion() { + FunctionStart + + colorEcho $BLUE "checking for the latest version" + local latestVersion=$(curl $OctopusAgentUrl | grep -v h1 | grep "a href=" | head -1 | awk '{print$2}' | cut -d">" -f2 | cut -d"<" -f1 | cut -d"_" -f4-) + + rm -rf /octopus-agent/octopus-agent* + cd /octopus-agent + + colorEcho $BLUE "start to download the latest version !" + # Agent二进制文件的命名规则为 octopus-agent_linux_amd64_ + local latestAgentVersion="octopus-agent_linux_${LinuxRelease}_${latestVersion}" + colorEcho $BLUE "" + colorEcho $BLUE "octopus agent latest version is => [ $latestAgentVersion ]" + colorEcho $BLUE "" + wget -q "$OctopusAgentUrl$latestAgentVersion" + cp "$latestAgentVersion" octopus-agent + chmod +x octopus-agent + echo "" + colorEcho $GREEN "---------------- ls the /octopus-agent ----------------------" + ls /octopus-agent/ | grep octopus-agent + echo "" + + colorEcho $BLUE "start to download the agent config!" + agentConfigFileList=$(curl $AgentConfigUrl | grep -v h1 | grep "a href=" | awk '{print$2}' | cut -d">" -f2 | cut -d"<" -f1 | cut -d"_" -f4-) + + for agentConfig in "${agentConfigFileList[@]}"; do + colorEcho $BLUE "agent config file is => $agentConfig" + wget -q "$AgentConfigUrl$agentConfig" + echo "" + done + + echo "" + colorEcho $GREEN "---------------- ls the /octopus-agent ----------------------" + ls /octopus-agent/ | grep ".yaml" + echo "" + + FunctionSuccess + FunctionEnd + +} + +####################################### +# description +# Globals: +# JAVA_OPTS +# Arguments: +# None +####################################### +systemdAgent() { + + # https://www.baeldung.com/linux/run-java-application-as-service + colorEcho $BLUE "[守护]-开始设置Agent的守护进程" + + cat >/etc/systemd/system/octopus-agent.service </etc/rsyslog.d/octopus-agent.conf <&2 <&1 | awk -F, '{io=$NF} END { print io}' | sed 's/^[ \t]*//;s/[ \t]*$//' +} + +####################################### +# description +# Arguments: +# 1 +# Returns: +# ... +####################################### +calc_size() { + local raw=$1 + local total_size=0 + local num=1 + local unit="KB" + if ! [[ ${raw} =~ ^[0-9]+$ ]]; then + echo "" + return + fi + if [ "${raw}" -ge 1073741824 ]; then + num=1073741824 + unit="TB" + elif [ "${raw}" -ge 1048576 ]; then + num=1048576 + unit="GB" + elif [ "${raw}" -ge 1024 ]; then + num=1024 + unit="MB" + elif [ "${raw}" -eq 0 ]; then + echo "${total_size}" + return + fi + total_size=$(awk 'BEGIN{printf "%.1f", '$raw' / '$num'}') + echo "${total_size} ${unit}" +} + +####################################### +# description +# Arguments: +# None +# Returns: +# ... +####################################### +GethostArchInfo() { + [ -f /etc/redhat-release ] && awk '{print $0}' /etc/redhat-release && return + [ -f /etc/os-release ] && awk -F'[= "]' '/PRETTY_NAME/{print $3,$4,$5}' /etc/os-release && return + [ -f /etc/lsb-release ] && awk -F'[="]+' '/DESCRIPTION/{print $2}' /etc/lsb-release && return +} + +####################################### +# description +# Globals: +# freespace +# io1 +# io2 +# io3 +# ioall +# ioavg +# ioraw1 +# ioraw2 +# ioraw3 +# writemb +# Arguments: +# None +####################################### +StartIOTest() { + echo "start IO speed test !" + freespace=$(df -m . | awk 'NR==2 {print $4}') + if [ -z "${freespace}" ]; then + freespace=$(df -m . | awk 'NR==3 {print $3}') + fi + if [ ${freespace} -gt 1024 ]; then + writemb=2048 + io1=$(GoIOTest ${writemb}) + echo "I/O Speed(1st run) : $io1)" + io2=$(GoIOTest ${writemb}) + echo "I/O Speed(2st run) : $io2)" + io3=$(GoIOTest ${writemb}) + echo "I/O Speed(3st run) : $io3)" + ioraw1=$(echo $io1 | awk 'NR==1 {print $1}') + [ "$(echo $io1 | awk 'NR==1 {print $2}')" == "GB/s" ] && ioraw1=$(awk 'BEGIN{print '$ioraw1' * 1024}') + ioraw2=$(echo $io2 | awk 'NR==1 {print $1}') + [ "$(echo $io2 | awk 'NR==1 {print $2}')" == "GB/s" ] && ioraw2=$(awk 'BEGIN{print '$ioraw2' * 1024}') + ioraw3=$(echo $io3 | awk 'NR==1 {print $1}') + [ "$(echo $io3 | awk 'NR==1 {print $2}')" == "GB/s" ] && ioraw3=$(awk 'BEGIN{print '$ioraw3' * 1024}') + ioall=$(awk 'BEGIN{print '$ioraw1' + '$ioraw2' + '$ioraw3'}') + ioavg=$(awk 'BEGIN{printf "%.1f", '$ioall' / 3}') + echo "I/O Speed(average) : $ioavg MB/s)" + else + echo " $(_red "Not enough space for I/O Speed test!")" + fi + +} + +####################################### +# description +# Arguments: +# None +####################################### +GetAgentLatestVersion() { + + ls /octopus-agent | grep "octopus-agent" | cut -d "-" -f3- | cut -d"." -f1 + +} + +####################################### +# description +# Globals: +# cpuName +# sys_manu +# sys_product +# sys_ver +# virt +# virtualx +# Arguments: +# None +####################################### +Check_Virtualization() { + + echo "start to check host virtualization !" + + command_exists "dmesg" && virtualx="$(dmesg 2>/dev/null)" + if command_exists "dmidecode"; then + sys_manu="$(dmidecode -s system-manufacturer 2>/dev/null)" + sys_product="$(dmidecode -s system-product-name 2>/dev/null)" + sys_ver="$(dmidecode -s system-version 2>/dev/null)" + else + sys_manu="" + sys_product="" + sys_ver="" + fi + if grep -qa docker /proc/1/cgroup; then + virt="Docker" + elif grep -qa lxc /proc/1/cgroup; then + virt="LXC" + elif grep -qa container=lxc /proc/1/environ; then + virt="LXC" + elif [[ -f /proc/user_beancounters ]]; then + virt="OpenVZ" + elif [[ ${virtualx} == *kvm-clock* ]]; then + virt="KVM" + elif [[ ${sys_product} == *KVM* ]]; then + virt="KVM" + elif [[ ${cpuName} == *KVM* ]]; then + virt="KVM" + elif [[ ${cpuName} == *QEMU* ]]; then + virt="KVM" + elif [[ ${virtualx} == *"VMware Virtual Platform"* ]]; then + virt="VMware" + elif [[ ${sys_product} == *"VMware Virtual Platform"* ]]; then + virt="VMware" + elif [[ ${virtualx} == *"Parallels Software International"* ]]; then + virt="Parallels" + elif [[ ${virtualx} == *VirtualBox* ]]; then + virt="VirtualBox" + elif [[ -e /proc/xen ]]; then + if grep -q "control_d" "/proc/xen/capabilities" 2>/dev/null; then + virt="Xen-Dom0" + else + virt="Xen-DomU" + fi + elif [ -f "/sys/hypervisor/type" ] && grep -q "xen" "/sys/hypervisor/type"; then + virt="Xen" + elif [[ ${sys_manu} == *"Microsoft Corporation"* ]]; then + if [[ ${sys_product} == *"Virtual Machine"* ]]; then + if [[ ${sys_ver} == *"7.0"* || ${sys_ver} == *"Hyper-V" ]]; then + virt="Hyper-V" + else + virt="Microsoft Virtual Machine" + fi + fi + else + virt="Dedicated" + fi + +} +GetManagePort() { + + tmpManagePorts=$(netstat -ntulp | grep sshd | grep -w tcp | grep -v "127.0.0.1" | awk '{print$4}' | cut -d":" -f2) + + managePort=$(echo $tmpManagePorts | tr '\n' ' ') + + echo "manage Port is => $managePort" + +} + +####################################### +# description +# Globals: +# city +# country +# org +# public_ipv4 +# region +# Arguments: +# None +####################################### +GetIpv4Info() { + + echo "start to get system public ip info !" + + # public ip info + org="$(wget -q -T10 -O- ipinfo.io/org)" + city="$(wget -q -T10 -O- ipinfo.io/city)" + country="$(wget -q -T10 -O- ipinfo.io/country)" + region="$(wget -q -T10 -O- ipinfo.io/region)" + public_ipv4="$(wget -q -T10 -O- ipinfo.io/ip)" + public_ipv6="$(curl -q --max-time 5 -6 https://ifconfig.co/ip)" + + if [ -z "$public_ipv4" ]; then + public_ipv4=" " + fi + + if [ -z "$public_ipv6" ]; then + public_ipv6=" " + fi + + # inner ipinfo + export interface_prefix=("[[:space:]]eth[0-9]{1,2}" "[[:space:]]ens[0-9]{1,3}" "[[:space:]]eno[0-9]{1,3}" "[[:space:]]enp[0-9]{1,2}") + export real_interface="eth90" + + for interface in "${interface_prefix[@]}"; do + echo $(ip link show) | grep -oE ${interface} | head -1 + if [[ $? -eq 0 ]]; then + real_interface=$(echo $(ip link show) | grep -oE ${interface} | head -1 | cut -d" " -f2) + echo "当前主机的真实内网网卡为 => [$real_interface]" + break + fi + done + + # 提取IPv4地址（CIDR格式） + ipv4_regex="inet[[:space:]](25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\/[0-9]{1,2}" + + # 提取IPv6地址（CIDR格式） + ipv6_regex="inet6[[:space:]]([0-9a-fA-F]{0,4}(:[0-9a-fA-F]{0,4}){1,7})\/[0-9]{1,3}" + + # 查找IPv4地址 + inner_ipv4=$(echo $(ip addr show $real_interface) | grep -oE $ipv4_regex | cut -d" " -f2) + echo "Interface: $real_interface, IPv4 Address: $inner_ipv4" + + # 查找IPv6地址 + inner_ipv6=$(echo $(ip addr show $real_interface) | grep -oE $ipv6_regex | cut -d" " -f2) + echo "Interface: $real_interface, IPv4 Address: $inner_ipv6" + +} + +echo "start to collect system info !" + +check_sys + +cpuName=$(awk -F: '/model name/ {name=$2} END {print name}' /proc/cpuinfo | sed 's/^[ \t]*//;s/[ \t]*$//') +cores=$(awk -F: '/processor/ {core++} END {print core}' /proc/cpuinfo) +freq=$(awk -F'[ :]' '/cpu MHz/ {print $4;exit}' /proc/cpuinfo) +ccache=$(awk -F: '/cache size/ {cache=$2} END {print cache}' /proc/cpuinfo | sed 's/^[ \t]*//;s/[ \t]*$//') +cpu_aes=$(grep -i 'aes' /proc/cpuinfo) +cpu_virt=$(grep -Ei 'vmx|svm' /proc/cpuinfo) +tram=$( + LANG=C + free | awk '/Mem/ {print $2}' +) +tram=$(calc_size $tram) +uram=$( + LANG=C + free | awk '/Mem/ {print $3}' +) +uram=$(calc_size $uram) +swap=$( + LANG=C + free | awk '/Swap/ {print $2}' +) +swap=$(calc_size $swap) +uswap=$( + LANG=C + free | awk '/Swap/ {print $3}' +) +uswap=$(calc_size $uswap) +up=$(awk '{a=$1/86400;b=($1%86400)/3600;c=($1%3600)/60} {printf("%d days, %d hour %d min\n",a,b,c)}' /proc/uptime) +if command_exists "w"; then + load=$( + LANG=C + w | head -1 | awk -F'load average:' '{print $2}' | sed 's/^[ \t]*//;s/[ \t]*$//' + ) +elif command_exists "uptime"; then + load=$( + LANG=C + uptime | head -1 | awk -F'load average:' '{print $2}' | sed 's/^[ \t]*//;s/[ \t]*$//' + ) +fi +opsy=$(GethostArchInfo) +arch=$(uname -m) +if command_exists "getconf"; then + lbit=$(getconf LONG_BIT) +else + echo ${arch} | grep -q "64" && lbit="64" || lbit="32" +fi +kern=$(uname -r) +disk_total_size=$( + LANG=C + df -t simfs -t ext2 -t ext3 -t ext4 -t btrfs -t xfs -t vfat -t ntfs -t swap --total 2>/dev/null | grep total | awk '{ print $2 }' +) +disk_total_size=$(calc_size $disk_total_size) +disk_used_size=$( + LANG=C + df -t simfs -t ext2 -t ext3 -t ext4 -t btrfs -t xfs -t vfat -t ntfs -t swap --total 2>/dev/null | grep total | awk '{ print $3 }' +) +disk_used_size=$(calc_size $disk_used_size) +tcpctrl=$(sysctl net.ipv4.tcp_congestion_control | awk -F ' ' '{print $3}') + +# todo +# StartIOTest + +GetManagePort + +GetIpv4Info + +Check_Virtualization + +machineNumber="" + +if [[ $(cat /etc/hostname | cut -d"-" -f 3 | grep -c '^[0-9][0-9]') -gt 0 ]]; then + machineNumber=$(cat /etc/hostname | cut -d"-" -f 3) +else + machineNumber=99 +fi +agentServerInfoFile="/octopus-agent/octopus-agent.conf" + +#cat >/etc/environment.d/octopus-agent.conf <"$agentServerInfoFile" < $agentServerInfoFile"