[ project ] accomplish linux-agent boot up environment

This commit is contained in:
zeaslity
2022-12-11 14:10:19 +08:00
parent 644916c4c1
commit 9197301579
12 changed files with 741 additions and 119 deletions

View File

@@ -3,7 +3,7 @@
FROM icederce/eclipse-temurin-11-jre-focal
# Set environment variables
ENV TZ=Asia/Shanghai serverName="" serverIpPbV4="" serverIpInV4="" serverIpPbV6="" serverIpInV6="" location="" provider="" managePort="" cpuBrand="" cpuCore="" memoryTotal="" diskTotal="" diskUsage="" osInfo="" osKernelInfo="" tcpControl="" virtualization="" ioSpeed=""
ENV TZ=Asia/Shanghai
ENV JAVA_OPTS="-Xms2028m -Xmx2048m"
# Set time zone
@@ -20,5 +20,8 @@ WORKDIR /wdd
# Copy the jar and rename it
COPY ./target/agent-*.jar /wdd/agent.jar
# copy docker-startup-entrypoint.sh
COPY agent-entrypoint.sh /wdd/agent-entrypoint.sh
# When the docker container starts, run the jar
ENTRYPOINT exec java ${JAVA_OPTS} -jar /wdd/agent.jar
ENTRYPOINT ["/wdd/agent-entrypoint.sh"]

381
agent/agent-entrypoint.sh Normal file
View File

@@ -0,0 +1,381 @@
#!/bin/bash
RED="31m" ## 姨妈红
GREEN="32m" ## 水鸭青
YELLOW="33m" ## 鸭屎黄
PURPLE="35m" ## 基佬紫
BLUE="36m" ## 天依蓝
BlinkGreen="32;5m" ##闪烁的绿色
BlinkRed="31;5m" ##闪烁的红色
BackRed="41m" ## 背景红色
SplitLine="----------------------" #会被sys函数中的方法重写
hostArchVersion=""
hostArch=""
#### CollectSystemInfo ####
serverName=""
serverIpPbV4=""
serverIpInV4=""
serverIpPbV6=""
serverIpInV6=""
location=""
provider=""
managePort=""
cpuBrand=""
cpuCore=""
memoryTotal=""
diskTotal=""
diskUsage=""
osInfo=""
osKernelInfo=""
tcpControl=""
virtualization=""
ioSpeed=""
machineId=""
### tmp usage
ioavg=""
public_ipv4=""
country=""
region=""
city=""
org=""
#### CollectSystemInfo ####
######## 颜色函数方法很精妙 ############
colorEcho() {
# shellcheck disable=SC2145
echo -e "\033[${1}${@:2}\033[0m" 1>&2
}
# 判断命令是否存在
command_exists() {
local cmd="$1"
if eval type type >/dev/null 2>&1; then
eval type "$cmd" >/dev/null 2>&1
elif command >/dev/null 2>&1; then
command -v "$cmd" >/dev/null 2>&1
else
which "$cmd" >/dev/null 2>&1
fi
local rt=$?
return ${rt}
}
FunctionStart() {
colorEcho ${PURPLE} ${SplitLine}
colorEcho ${PURPLE} ${SplitLine}
echo ""
}
FunctionSuccess() {
colorEcho ${GREEN} ${SplitLine}
echo ""
}
FunctionEnd() {
echo ""
colorEcho ${BlinkGreen} ${SplitLine}
echo ""
echo ""
}
####### 获取系统版本及64位或32位信息
check_sys() {
# 获取当前终端的宽度,动态调整分割线的长度
shellwidth=$(stty size | awk '{print $2}')
if [[ $shellwidth -gt 1 ]]; then
SplitLine=$(yes "-" | sed ${shellwidth}'q' | tr -d '\n')
fi
sys_bit=$(uname -m)
case $sys_bit in
i[36]86)
os_bit="32"
hostArch="386"
;;
x86_64)
os_bit="64"
hostArch="amd64"
;;
*armv6*)
os_bit="arm"
hostArch="arm6"
;;
*armv7*)
os_bit="arm"
hostArch="arm7"
;;
*aarch64* | *armv8*)
os_bit="arm64"
hostArch="arm64"
;;
*)
colorEcho ${RED} "
哈哈……这个 辣鸡脚本 不支持你的系统。 (-_-) \n
备注: 仅支持 Ubuntu 16+ / Debian 8+ / CentOS 7+ 系统
" && exit 1
;;
esac
}
GoIOTest() {
(LANG=C dd if=/dev/zero of=benchtest_$$ bs=512k count=$1 conv=fdatasync && rm -f benchtest_$$) 2>&1 | awk -F, '{io=$NF} END { print io}' | sed 's/^[ \t]*//;s/[ \t]*$//'
}
calc_size() {
local raw=$1
local total_size=0
local num=1
local unit="KB"
if ! [[ ${raw} =~ ^[0-9]+$ ]]; then
echo ""
return
fi
if [ "${raw}" -ge 1073741824 ]; then
num=1073741824
unit="TB"
elif [ "${raw}" -ge 1048576 ]; then
num=1048576
unit="GB"
elif [ "${raw}" -ge 1024 ]; then
num=1024
unit="MB"
elif [ "${raw}" -eq 0 ]; then
echo "${total_size}"
return
fi
total_size=$(awk 'BEGIN{printf "%.1f", '$raw' / '$num'}')
echo "${total_size} ${unit}"
}
GethostArchINfo() {
[ -f /etc/redhat-release ] && awk '{print $0}' /etc/redhat-release && return
[ -f /etc/os-release ] && awk -F'[= "]' '/PRETTY_NAME/{print $3,$4,$5}' /etc/os-release && return
[ -f /etc/lsb-release ] && awk -F'[="]+' '/DESCRIPTION/{print $2}' /etc/lsb-release && return
}
StartIOTest() {
FunctionStart
colorEcho ${BLUE} "start IO speed test !"
freespace=$(df -m . | awk 'NR==2 {print $4}')
if [ -z "${freespace}" ]; then
freespace=$(df -m . | awk 'NR==3 {print $3}')
fi
if [ ${freespace} -gt 1024 ]; then
writemb=2048
io1=$(GoIOTest ${writemb})
colorEcho $YELLOW "I/O Speed(1st run) : $io1)"
io2=$(GoIOTest ${writemb})
colorEcho $YELLOW "I/O Speed(2st run) : $io2)"
io3=$(GoIOTest ${writemb})
colorEcho $YELLOW "I/O Speed(3st run) : $io3)"
ioraw1=$(echo $io1 | awk 'NR==1 {print $1}')
[ "$(echo $io1 | awk 'NR==1 {print $2}')" == "GB/s" ] && ioraw1=$(awk 'BEGIN{print '$ioraw1' * 1024}')
ioraw2=$(echo $io2 | awk 'NR==1 {print $1}')
[ "$(echo $io2 | awk 'NR==1 {print $2}')" == "GB/s" ] && ioraw2=$(awk 'BEGIN{print '$ioraw2' * 1024}')
ioraw3=$(echo $io3 | awk 'NR==1 {print $1}')
[ "$(echo $io3 | awk 'NR==1 {print $2}')" == "GB/s" ] && ioraw3=$(awk 'BEGIN{print '$ioraw3' * 1024}')
ioall=$(awk 'BEGIN{print '$ioraw1' + '$ioraw2' + '$ioraw3'}')
ioavg=$(awk 'BEGIN{printf "%.1f", '$ioall' / 3}')
colorEcho $YELLOW "I/O Speed(average) : $ioavg MB/s)"
else
echo " $(_red "Not enough space for I/O Speed test!")"
fi
FunctionSuccess
FunctionEnd
}
Check_Virtualization() {
FunctionStart
colorEcho ${BLUE} "start to check host virtualization !"
command_exists "dmesg" && virtualx="$(dmesg 2>/dev/null)"
if command_exists "dmidecode"; then
sys_manu="$(dmidecode -s system-manufacturer 2>/dev/null)"
sys_product="$(dmidecode -s system-product-name 2>/dev/null)"
sys_ver="$(dmidecode -s system-version 2>/dev/null)"
else
sys_manu=""
sys_product=""
sys_ver=""
fi
if grep -qa docker /proc/1/cgroup; then
virt="Docker"
elif grep -qa lxc /proc/1/cgroup; then
virt="LXC"
elif grep -qa container=lxc /proc/1/environ; then
virt="LXC"
elif [[ -f /proc/user_beancounters ]]; then
virt="OpenVZ"
elif [[ "${virtualx}" == *kvm-clock* ]]; then
virt="KVM"
elif [[ "${sys_product}" == *KVM* ]]; then
virt="KVM"
elif [[ "${cpuName}" == *KVM* ]]; then
virt="KVM"
elif [[ "${cpuName}" == *QEMU* ]]; then
virt="KVM"
elif [[ "${virtualx}" == *"VMware Virtual Platform"* ]]; then
virt="VMware"
elif [[ "${sys_product}" == *"VMware Virtual Platform"* ]]; then
virt="VMware"
elif [[ "${virtualx}" == *"Parallels Software International"* ]]; then
virt="Parallels"
elif [[ "${virtualx}" == *VirtualBox* ]]; then
virt="VirtualBox"
elif [[ -e /proc/xen ]]; then
if grep -q "control_d" "/proc/xen/capabilities" 2>/dev/null; then
virt="Xen-Dom0"
else
virt="Xen-DomU"
fi
elif [ -f "/sys/hypervisor/type" ] && grep -q "xen" "/sys/hypervisor/type"; then
virt="Xen"
elif [[ "${sys_manu}" == *"Microsoft Corporation"* ]]; then
if [[ "${sys_product}" == *"Virtual Machine"* ]]; then
if [[ "${sys_ver}" == *"7.0"* || "${sys_ver}" == *"Hyper-V" ]]; then
virt="Hyper-V"
else
virt="Microsoft Virtual Machine"
fi
fi
else
virt="Dedicated"
fi
FunctionSuccess
FunctionEnd
}
GetIpv4Info() {
FunctionStart
colorEcho ${BLUE} "start to get system public ip info !"
org="$(wget -q -T10 -O- ipinfo.io/org)"
city="$(wget -q -T10 -O- ipinfo.io/city)"
country="$(wget -q -T10 -O- ipinfo.io/country)"
region="$(wget -q -T10 -O- ipinfo.io/region)"
public_ipv4="$(wget -q -T10 -O- ipinfo.io/ip)"
FunctionSuccess
FunctionEnd
}
GenerateSystemInfo() {
FunctionStart
colorEcho $BLUE "start to collect system info !"
check_sys
cpuName=$(awk -F: '/model name/ {name=$2} END {print name}' /proc/cpuinfo | sed 's/^[ \t]*//;s/[ \t]*$//')
cores=$(awk -F: '/processor/ {core++} END {print core}' /proc/cpuinfo)
freq=$(awk -F'[ :]' '/cpu MHz/ {print $4;exit}' /proc/cpuinfo)
ccache=$(awk -F: '/cache size/ {cache=$2} END {print cache}' /proc/cpuinfo | sed 's/^[ \t]*//;s/[ \t]*$//')
cpu_aes=$(grep -i 'aes' /proc/cpuinfo)
cpu_virt=$(grep -Ei 'vmx|svm' /proc/cpuinfo)
tram=$(
LANG=C
free | awk '/Mem/ {print $2}'
)
tram=$(calc_size $tram)
uram=$(
LANG=C
free | awk '/Mem/ {print $3}'
)
uram=$(calc_size $uram)
swap=$(
LANG=C
free | awk '/Swap/ {print $2}'
)
swap=$(calc_size $swap)
uswap=$(
LANG=C
free | awk '/Swap/ {print $3}'
)
uswap=$(calc_size $uswap)
up=$(awk '{a=$1/86400;b=($1%86400)/3600;c=($1%3600)/60} {printf("%d days, %d hour %d min\n",a,b,c)}' /proc/uptime)
if command_exists "w"; then
load=$(
LANG=C
w | head -1 | awk -F'load average:' '{print $2}' | sed 's/^[ \t]*//;s/[ \t]*$//'
)
elif command_exists "uptime"; then
load=$(
LANG=C
uptime | head -1 | awk -F'load average:' '{print $2}' | sed 's/^[ \t]*//;s/[ \t]*$//'
)
fi
opsy=$(GethostArchINfo)
arch=$(uname -m)
if command_exists "getconf"; then
lbit=$(getconf LONG_BIT)
else
echo ${arch} | grep -q "64" && lbit="64" || lbit="32"
fi
kern=$(uname -r)
disk_total_size=$(
LANG=C
df -t simfs -t ext2 -t ext3 -t ext4 -t btrfs -t xfs -t vfat -t ntfs -t swap --total 2>/dev/null | grep total | awk '{ print $2 }'
)
disk_total_size=$(calc_size $disk_total_size)
disk_used_size=$(
LANG=C
df -t simfs -t ext2 -t ext3 -t ext4 -t btrfs -t xfs -t vfat -t ntfs -t swap --total 2>/dev/null | grep total | awk '{ print $3 }'
)
disk_used_size=$(calc_size $disk_used_size)
tcpctrl=$(sysctl net.ipv4.tcp_congestion_control | awk -F ' ' '{print $3}')
FunctionSuccess
# todo
# StartIOTest
GetIpv4Info
Check_Virtualization
local machineNumber=""
if [[ $(cat /etc/hostname | cut -d"-" -f 3 | grep -c '^[0-9][0-9]') -gt 0 ]]; then
machineNumber=$(cat /etc/hostname | cut -d"-" -f 3)
else
machineNumber=99
fi
export serverName="${city}-${hostArch}-${machineNumber}"
export serverIpPbV4="$public_ipv4"
export serverIpInV4=""
export serverIpPbV6=""
export serverIpInV6=""
export location="$city $region $country"
export provider="$org"
export managePort="$(netstat -ntulp | grep sshd | grep -w tcp | awk '{print$4}' | cut -d":" -f2)"
export cpuCore="$cores @ $freq MHz"
export cpuBrand="$cpuName"
export memoryTotal="$tram"
export diskTotal="$disk_total_size"
export diskUsage="$disk_used_size"
export archInfo="$arch ($lbit Bit)"
export osInfo="$opsy"
export osKernelInfo="$kern"
export tcpControl="$tcpctrl"
export virtualization="$virt"
export ioSpeed="$ioavg MB/s"
export machineId="$(cat /host/etc/machine-id)"
FunctionEnd
}
main() {
GenerateSystemInfo
}
main && env && java ${JAVA_OPTS} -jar /wdd/agent.jar

View File

@@ -4,7 +4,7 @@ import com.google.common.io.ByteStreams;
import io.wdd.agent.excuetor.redis.StreamSender;
import io.wdd.agent.excuetor.thread.DaemonLogThread;
import io.wdd.agent.excuetor.thread.LogToStreamSender;
import io.wdd.agent.excuetor.thread.LogToSysOut;
import io.wdd.common.handler.MyRuntimeException;
import org.springframework.context.annotation.Configuration;
import javax.annotation.Resource;
@@ -12,6 +12,7 @@ import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import java.nio.ByteBuffer;
import java.util.List;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.Future;
@@ -22,28 +23,48 @@ public class CommandExecutor {
@Resource
StreamSender streamSender;
public void execute(String streamKey, String... command) throws IOException, InterruptedException, ExecutionException {
public void execute(String streamKey, List<String> command) {
ProcessBuilder processBuilder = new ProcessBuilder(command);
// processBuilder.redirectErrorStream(true);
// processBuilder.inheritIO();
processBuilder.directory(new File(System.getProperty("user.home")));
Process process = processBuilder.start();
LogToStreamSender toStreamSender = new LogToStreamSender(streamKey, process.getInputStream(), streamSender::send);
// LogToSysOut(process.getInputStream(), System.out::println);
// a command shell don't understand how long it actually take
int processResult = process.waitFor();
System.out.println("processResult = " + processResult);
Future<?> future = DaemonLogThread.start(toStreamSender);
System.out.println("future.get() = " + future.get());
this.processExecute(streamKey, processBuilder);
}
public void execute(String streamKey, String... command) {
ProcessBuilder processBuilder = new ProcessBuilder(command);
this.processExecute(streamKey, processBuilder);
}
private void processExecute(String streamKey, ProcessBuilder processBuilder){
processBuilder.redirectErrorStream(true);
processBuilder.inheritIO();
processBuilder.directory(new File(System.getProperty("user.home")));
Process process = null;
try {
process = processBuilder.start();
LogToStreamSender toStreamSender = new LogToStreamSender(streamKey, process.getInputStream(), streamSender::send);
// a command shell don't understand how long it actually take
int processResult = process.waitFor();
System.out.println("processResult = " + processResult);
DaemonLogThread.start(toStreamSender);
} catch (IOException | InterruptedException e) {
throw new MyRuntimeException("{} + {}", e.getCause(), e.getMessage());
}
}
private ByteBuffer cvToByteBuffer(InputStream inputStream) throws IOException {

View File

@@ -0,0 +1,33 @@
package io.wdd.agent.excuetor.web;
import io.wdd.agent.excuetor.shell.CommandExecutor;
import io.wdd.common.beans.response.R;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestParam;
import org.springframework.web.bind.annotation.RestController;
import javax.annotation.PostConstruct;
import javax.annotation.Resource;
import java.util.List;
@RestController
@RequestMapping("testExecutor")
public class TestCommandExecutorController {
@Resource
CommandExecutor commandExecutor;
@PostMapping("comand")
public R<String> testFor(
@RequestParam(value = "streamKey") String streamKey,
@RequestParam(value = "command") List<String> command
){
commandExecutor.execute(streamKey, command);
return R.ok(streamKey);
}
}

View File

@@ -1,24 +1,24 @@
#!/usr/bin/env bash
docker run -d \
-e ServerName: "${ServerName}" \
-e serverIpPbV4: "$serverIspPbV4" \
-e serverIpInV4: "$serverIpInV4" \
-e serverIpPbV6: "$serverIpPbV6" \
-e serverIpInV6: "$serverIpInV6" \
-e location: "$location" \
-e provider: "$provider" \
-e managePort: "$managePort" \
-e cpuBrand: "$cpuBrand" \
-e cpuCore: "$cpuCore" \
-e memoryTotal: "$memoryTotal" \
-e diskTotal: "$diskTotal" \
-e diskUsage: "$diskUsage" \
-e osInfo: "$osInfo" \
-e osKernelInfo: "$osKernelInfo" \
-e tcpControl: "$tcpControl" \
-e virtualization: "$virtualization" \
-e ioSpeed: "$ioSpeed" \
--env serverName="${ServerName}" \
--env serverIpPbV4="$serverIspPbV4" \
--env serverIpInV4="$serverIpInV4" \
--env serverIpPbV6="$serverIpPbV6" \
--env serverIpInV6= "$serverIpInV6" \
--env location="$location" \
--env provider="$provider" \
--env managePort= "$managePort" \
--env cpuBrand="$cpuBrand" \
--env cpuCore="$cpuCore" \
--env memoryTotal="$memoryTotal" \
--env diskTotal="$diskTotal" \
--env diskUsage="$diskUsage" \
--env osInfo="$osInfo" \
--env osKernelInfo="$osKernelInfo" \
--env tcpControl="$tcpControl" \
--env virtualization="$virtualization" \
--env ioSpeed="$ioSpeed" \
--privileged \
--net=host \
--pid=host \

View File

@@ -0,0 +1,48 @@
#!/bin/bash
docker container stop octopus-agent-ubuntu && docker container rm octopus-agent-ubuntu
docker run \
-d \
--privileged \
--net=host \
--pid=host \
--ipc=host \
--volume /:/host \
--name=octopus-agent-ubuntu \
octopus-agent-ubuntu:latest \
docker logs --tail -f octopus-agent-ubuntu
docker run \
-d \
-it \
--env serverName="UbuntuStation" \
--env serverIpPbV4="112.12312.1.1" \
--env serverIpInV4="10.250.0.20" \
--env serverIpPbV6="" \
--env serverIpInV6="" \
--env location="Chengdu" \
--env provider="Lenovo" \
--env managePort="22" \
--env cpuBrand="i7 8700" \
--env cpuCore="6" \
--env memoryTotal="8 GB" \
--env diskTotal="1 TB" \
--env diskUsage="200 GB" \
--env osInfo="Ubuntu 20.04.04" \
--env osKernelInfo="5.10" \
--env tcpControl="bbr" \
--env virtualization="dedicated" \
--env ioSpeed="150 MB/s" \
--privileged \
--net=host \
--pid=host \
--ipc=host \
--volume /:/host \
--name=octopus-agent-ubuntu \
octopus-agent-ubuntu:latest \
# chroot /host && /bin/bash
/bin/bash

View File

@@ -1161,7 +1161,8 @@ main() {
# modifySystemConfig_Kubernetes
# 安装宇宙第一shell的zsh
InstallZSH cn || return $?
# InstallZSH cn || return $?
modifyZSH cn
# 使用chrony进行NTP时间同步--包含下面的设置
# TimeSyncToAliByChrony || return $?

View File

@@ -8,30 +8,24 @@ import javax.annotation.Resource;
import java.io.IOException;
import java.util.concurrent.ExecutionException;
@SpringBootTest
//@SpringBootTest
public class InitRabbitMQTest {
@Resource
CommandExecutor commandExecutor;
@Test
// @Test
void testInitSendInfo() {
String homeDirectory = System.getProperty("user.home");
try {
String format = String.format("C:\\program files\\powershell\\7\\pwsh.exe /c dir %s | findstr \"Desktop\"", homeDirectory);
commandExecutor.execute("sasda",
"C:\\program files\\powershell\\7\\pwsh.exe",
"pwd");
String format = String.format("C:\\program files\\powershell\\7\\pwsh.exe /c dir %s | findstr \"Desktop\"", homeDirectory);
commandExecutor.execute("sasda",
"C:\\program files\\powershell\\7\\pwsh.exe",
"pwd");
} catch (IOException e) {
throw new RuntimeException(e);
} catch (InterruptedException e) {
throw new RuntimeException(e);
} catch (ExecutionException e) {
throw new RuntimeException(e);
}
}
}