[ agent ] [ boot ] - agent boot up procedure

source/src/main/java/io/wdd/source/shell/agent-bootup.sh

@@ -0,0 +1,352 @@
+#!/bin/bash
+
+#####  environment variables ######
+
+RepoSourcePath=https://github.com/zeaslity/ProjectOctopus/blob/master/source/src/main/java/io/wdd/source/shell
+DependLibFiles=(
+  wdd-lib-file.sh
+  wdd-lib-log.sh
+  wdd-lib-os.sh
+  wdd-lib-env.sh
+  wdd-lib-sys.sh
+)
+
+OctopusAgentPath=/octopus-agent/shell
+#####  environment variables ######
+
+CMD_INSTALL=""
+CMD_UPDATE=""
+CMD_REMOVE=""
+SOFTWARE_UPDATED=0
+LinuxReleaseVersion=""
+LinuxRelease=""
+
+RED="31m"                          ## 姨妈红
+GREEN="32m"                        ## 水鸭青
+YELLOW="33m"                       ## 鸭屎黄
+PURPLE="35m"                       ## 基佬紫
+BLUE="36m"                         ## 天依蓝
+BlinkGreen="32;5m"                 ##闪烁的绿色
+BlinkRed="31;5m"                   ##闪烁的红色
+BackRed="41m"                      ## 背景红色
+SplitLine="----------------------" #会被sys函数中的方法重写
+
+######## 颜色函数方法很精妙 ############
+colorEcho() {
+  echo -e "\033[${1}${@:2}\033[0m" 1>&2
+}
+
+check_root() {
+  if [[ $EUID != 0 ]]; then
+    colorEcho ${RED} "当前非root账号(或没有root权限)，无法继续操作，请更换root账号!"
+    colorEcho ${YELLOW} "使用sudo -命令获取临时root权限（执行后可能会提示输入root密码）"
+    exit 1
+  fi
+}
+
+FunctionStart() {
+  colorEcho ${PURPLE} ${SplitLine}
+  colorEcho ${PURPLE} ${SplitLine}
+  echo ""
+}
+
+FunctionSuccess() {
+  colorEcho ${GREEN} ${SplitLine}
+  echo ""
+}
+
+FunctionEnd() {
+  echo ""
+  colorEcho ${BlinkGreen} ${SplitLine}
+  echo ""
+  echo ""
+}
+# 判断命令是否存在
+command_exists() {
+  command -v "$@" >/dev/null 2>&1
+}
+
+#######   获取系统版本及64位或32位信息
+check_sys() {
+  # 获取当前终端的宽度，动态调整分割线的长度
+  shellwidth=$(stty size | awk '{print $2}')
+  SplitLine=$(yes "-" | sed ${shellwidth}'q' | tr -d '\n')
+
+  sys_bit=$(uname -m)
+  case $sys_bit in
+  i[36]86)
+    os_bit="32"
+    LinuxRelease="386"
+    ;;
+  x86_64)
+    os_bit="64"
+    LinuxRelease="amd64"
+    ;;
+  *armv6*)
+    os_bit="arm"
+    LinuxRelease="arm6"
+    ;;
+  *armv7*)
+    os_bit="arm"
+    LinuxRelease="arm7"
+    ;;
+  *aarch64* | *armv8*)
+    os_bit="arm64"
+    LinuxRelease="arm64"
+    ;;
+  *)
+    colorEcho ${RED} "
+       哈哈……这个 辣鸡脚本 不支持你的系统。 (-_-) \n
+       备注: 仅支持 Ubuntu 16+ / Debian 8+ / CentOS 7+ 系统
+       " && exit 1
+    ;;
+  esac
+  ## 判定Linux的发行版本
+  if [ -f /etc/redhat-release ]; then
+    LinuxReleaseVersion="centos"
+  elif cat /etc/issue | grep -Eqi "debian"; then
+    LinuxReleaseVersion="debian"
+  elif cat /etc/issue | grep -Eqi "ubuntu"; then
+    LinuxReleaseVersion="ubuntu"
+  elif cat /etc/issue | grep -Eqi "centos|red hat|redhat"; then
+    LinuxReleaseVersion="centos"
+  elif cat /proc/version | grep -Eqi "debian"; then
+    LinuxReleaseVersion="debian"
+  elif cat /proc/version | grep -Eqi "ubuntu"; then
+    LinuxReleaseVersion="ubuntu"
+  elif cat /proc/version | grep -Eqi "centos|red hat|redhat"; then
+    LinuxReleaseVersion="centos"
+  else
+    LinuxReleaseVersion=""
+  fi
+
+  # 判断系统的包管理工具  apt, yum, or zypper
+  getPackageManageTool() {
+    if [[ -n $(command -v apt-getMapper) ]]; then
+      CMD_INSTALL="apt-get -y -qq install"
+      CMD_UPDATE="apt-get -qq update"
+      CMD_REMOVE="apt-get -y remove"
+    elif [[ -n $(command -v yum) ]]; then
+      CMD_INSTALL="yum -y -q install"
+      CMD_UPDATE="yum -q makecache"
+      CMD_REMOVE="yum -y remove"
+    elif [[ -n $(command -v zypper) ]]; then
+      CMD_INSTALL="zypper -y install"
+      CMD_UPDATE="zypper ref"
+      CMD_REMOVE="zypper -y remove"
+    else
+      return 1
+    fi
+    return 0
+  }
+
+  # 检查系统包管理方式，更新包
+  getPackageManageTool
+  if [[ $? -eq 1 ]]; then
+    colorEcho ${RED} "系统的包管理不是 APT or YUM, 请手动安装所需要的软件."
+    return 1
+  fi
+
+  ### 更新程序引索
+  if [[ $SOFTWARE_UPDATED -eq 0 ]]; then
+    colorEcho ${BLUE} "正在更新软件包管理...可能花费较长时间…………"
+    $CMD_UPDATE
+    SOFTWARE_UPDATED=1
+  fi
+  return 0
+}
+
+##  安装所需要的程序，及依赖程序
+installDemandSoftwares() {
+  for software in $@; do
+    ## 安装该软件
+    if [[ -n $(command -v ${software}) ]]; then
+      colorEcho ${GREEN} "${software}已经安装了...跳过..."
+      echo ""
+    else
+      colorEcho ${BLUE} "正在安装 ${software}..."
+      $CMD_INSTALL ${software}
+      ## 判断该软件是否安装成功
+      if [[ $? -ne 0 ]]; then
+        colorEcho ${RED} "安装 ${software} 失败。"
+        colorEcho ${RED} "如果是重要软件，本脚本会自动终止！！"
+        colorEcho ${PURPLE} "一般软件，本脚本会忽略错误并继续运行，请之后手动安装该程序。"
+        return 1
+      else
+        colorEcho ${GREEN} "已经成功安装  ${software}"
+        FunctionSuccess
+        echo ""
+      fi
+    fi
+  done
+  return 0
+}
+
+DownloadAllFile() {
+
+  FunctionStart
+
+  mkdir -p $OctopusAgentPath
+
+  echo "start to download all needed lib shell"
+  for libfile in ${DependLibFiles[*]}; do
+    echo "lib file is $libfile"
+    wget "$RepoSourcePath/lib/$libfile" -O $OctopusAgentPath/lib/$libfile
+
+  done
+
+  colorEcho $BLUE "start to download octopus agent !"
+  # check for latest version
+  # download the lasted jar
+
+
+  FunctionSuccess
+  FunctionEnd
+
+}
+
+
+ModifySystemConfig(){
+  FunctionStart
+
+  colorEcho ${BLUE} "开始修改系统内核参数…………"
+  ## 配置内核参数
+  cat >/etc/sysctl.d/k8s.conf <<EOF
+net.ipv4.ip_forward = 1
+net.bridge.bridge-nf-call-ip6tables = 1
+net.bridge.bridge-nf-call-iptables = 1
+net.ipv6.conf.all.disable_ipv6 = 1
+net.ipv6.conf.default.disable_ipv6 = 1
+net.ipv6.conf.lo.disable_ipv6 = 1
+net.ipv6.conf.all.forwarding = 1
+EOF
+
+  ## 执行命令以应用
+  sysctl -p /etc/sysctl.d/k8s.conf
+  colorEcho ${GREEN} "--------------系统内核参数修改的结果如上所示----------------"
+  FunctionSuccess
+
+
+
+}
+
+InstallJDKPackage() {
+  JDK_VERSION="11"
+  if [[ "$1" -ne " " ]]; then
+    JDK_VERSION="$1"
+    echo "JDK Version = ${JDK_VERSION}"
+  fi
+
+  echo "InstallJDK from package management !"
+  echo ""
+
+  if [[ "${LinuxReleaseVersion}" == "centos" ]]; then
+    colorEcho ${BLUE} "当前系统发行版为 centos !"
+    colorEcho ${BLUE} "可以安装的  openjdk 版本为："
+    yum list java-${JDK_VERSION}-openjdk | grep ${JDK_VERSION}
+    echo ""
+    colorEcho ${BLUE} "开始安装最新版本：$(yum list java-${JDK_VERSION}-openjdk | grep ${JDK_VERSION} | awk '{print $2}' | cut -d':' -f2 | head -n 1)"
+    installDemandSoftwares java-${JDK_VERSION}-openjdk-$(yum list java-${JDK_VERSION}-openjdk | grep ${JDK_VERSION} | awk '{print $2}' | cut -d':' -f2 | head -n 1)
+  else
+    colorEcho ${BLUE} "当前系统发行版为 ubuntu/debain !"
+    colorEcho ${BLUE} "可以安装的  openjdk 版本为："
+    apt-cache madison openjdk-${JDK_VERSION}-jdk | awk '{print$3}'
+    echo ""
+    colorEcho ${BLUE} "开始安装最新版本：$(apt-cache madison openjdk-${JDK_VERSION}-jdk | head -n 1 | awk '{print$3}')"
+
+    installDemandSoftwares openjdk-${JDK_VERSION}-jdk=$(apt-cache madison openjdk-${JDK_VERSION}-jdk | head -n 1 | awk '{print$3}')
+
+  fi
+
+  colorEcho ${BLUE} "请检查下面的内容输出！！！"
+  java -version
+
+}
+
+systemdAgent(){
+  local JAVA_OPTS=""
+
+  cat >/etc/systemd/system/octopus-agent.service <<EOF
+[Unit]
+Description=Octopus Agent
+Documentation=https://octopus.107421.xyz/
+After=network.target
+
+[Service]
+PermissionsStartOnly=true
+LimitNOFILE=1048576
+LimitNPROC=65535
+User=root
+WorkingDirectory=/octopus-agent
+ExecStart=java -jar /octopus-agent/agent.jar ${JAVA_OPTS}
+ExecReload=
+Restart=on-failure
+
+[Install]
+WantedBy=multi-user.target
+EOF
+
+}
+
+## 为了本脚本能够满足Ubuntu系统，做出设当的更改
+CommonToolInstall() {
+  FunctionStart
+  colorEcho ${BLUE} "开始进行Linux常用工具的安装过程…………"
+  FunctionSuccess
+  colorEcho ${GREEN} "当前系统的发行版为-- ${LinuxReleaseVersion} ！！"
+  colorEcho ${GREEN} "当前系统的发行版为-- ${LinuxReleaseVersion} ！！"
+  colorEcho ${GREEN} "当前系统的发行版为-- ${LinuxReleaseVersion} ！！"
+  echo ""
+  if [[ ${LinuxReleaseVersion} == "centos" ]]; then
+    centosCommonTool=(deltarpm net-tools iputils bind-utils lsof curl wget vim mtr htop)
+    installDemandSoftwares ${centosCommonTool[@]}
+  elif [[ ${LinuxReleaseVersion} == "ubuntu" ]] || [[ ${LinuxReleaseVersion} == "debian" ]]; then
+    ubuntuCommonTool=(iputils-ping net-tools dnsutils lsof curl wget mtr-tiny vim htop lrzsz)
+    installDemandSoftwares ${ubuntuCommonTool[@]}
+  fi
+  FunctionEnd
+}
+
+
+BootUPAgent(){
+
+  FunctionStart
+
+  colorEcho $BLUE "prepare the env"
+  chmod +x $OctopusAgentPath/lib/wdd-lib-env.sh
+  $OctopusAgentPath/lib/wdd-lib-env.sh
+
+
+  colorEcho $BLUE "start to daemon the agent pid"
+  systemdAgent
+
+
+  colorEcho $BLUE "start the agent!"
+  systemctl daemon-reload
+  systemctl start octopus-agent.service
+  systemctl enable octopus-agent.service
+
+  FunctionSuccess
+  FunctionEnd
+}
+
+main(){
+
+  check_root
+  check_sys
+
+  ModifySystemConfig
+
+  CommonToolInstall
+
+  InstallJDKPackage 11
+
+  DownloadAllFile
+
+  BootUPAgent
+
+
+}
+
+
+main

source/src/main/java/io/wdd/source/shell/lib/wdd-lib-env.sh

@@ -1,4 +1,292 @@
 #!/bin/bash
 
 
-export TEST_ENV="${TEST_ENV}_.txt"
+. /octopus-agent/shell/lib/wdd-lib-log.sh
+. /octopus-agent/shell/lib/wdd-lib-sys.sh
+
+
+hostArchVersion=""
+hostArch=""
+#### CollectSystemInfo ####
+serverName=""
+serverIpPbV4=""
+serverIpInV4=""
+serverIpPbV6=""
+serverIpInV6=""
+location=""
+provider=""
+managePort=""
+cpuBrand=""
+cpuCore=""
+memoryTotal=""
+diskTotal=""
+diskUsage=""
+osInfo=""
+osKernelInfo=""
+tcpControl=""
+virtualization=""
+ioSpeed=""
+machineId=""
+archInfo=""
+
+### tmp usage
+ioavg=""
+public_ipv4=""
+country=""
+region=""
+city=""
+org=""
+#### CollectSystemInfo ####
+
+
+GoIOTest() {
+  (LANG=C dd if=/dev/zero of=benchtest_$$ bs=512k count=$1 conv=fdatasync && rm -f benchtest_$$) 2>&1 | awk -F, '{io=$NF} END { print io}' | sed 's/^[ \t]*//;s/[ \t]*$//'
+}
+
+calc_size() {
+  local raw=$1
+  local total_size=0
+  local num=1
+  local unit="KB"
+  if ! [[ ${raw} =~ ^[0-9]+$ ]]; then
+    echo ""
+    return
+  fi
+  if [ "${raw}" -ge 1073741824 ]; then
+    num=1073741824
+    unit="TB"
+  elif [ "${raw}" -ge 1048576 ]; then
+    num=1048576
+    unit="GB"
+  elif [ "${raw}" -ge 1024 ]; then
+    num=1024
+    unit="MB"
+  elif [ "${raw}" -eq 0 ]; then
+    echo "${total_size}"
+    return
+  fi
+  total_size=$(awk 'BEGIN{printf "%.1f", '$raw' / '$num'}')
+  echo "${total_size} ${unit}"
+}
+
+GethostArchInfo() {
+  [ -f /etc/redhat-release ] && awk '{print $0}' /etc/redhat-release && return
+  [ -f /etc/os-release ] && awk -F'[= "]' '/PRETTY_NAME/{print $3,$4,$5}' /etc/os-release && return
+  [ -f /etc/lsb-release ] && awk -F'[="]+' '/DESCRIPTION/{print $2}' /etc/lsb-release && return
+}
+
+StartIOTest() {
+  log "start IO speed test !"
+  freespace=$(df -m . | awk 'NR==2 {print $4}')
+  if [ -z "${freespace}" ]; then
+    freespace=$(df -m . | awk 'NR==3 {print $3}')
+  fi
+  if [ ${freespace} -gt 1024 ]; then
+    writemb=2048
+    io1=$(GoIOTest ${writemb})
+    log "I/O Speed(1st run) : $io1)"
+    io2=$(GoIOTest ${writemb})
+    log "I/O Speed(2st run) : $io2)"
+    io3=$(GoIOTest ${writemb})
+    log "I/O Speed(3st run) : $io3)"
+    ioraw1=$(echo $io1 | awk 'NR==1 {print $1}')
+    [ "$(echo $io1 | awk 'NR==1 {print $2}')" == "GB/s" ] && ioraw1=$(awk 'BEGIN{print '$ioraw1' * 1024}')
+    ioraw2=$(echo $io2 | awk 'NR==1 {print $1}')
+    [ "$(echo $io2 | awk 'NR==1 {print $2}')" == "GB/s" ] && ioraw2=$(awk 'BEGIN{print '$ioraw2' * 1024}')
+    ioraw3=$(echo $io3 | awk 'NR==1 {print $1}')
+    [ "$(echo $io3 | awk 'NR==1 {print $2}')" == "GB/s" ] && ioraw3=$(awk 'BEGIN{print '$ioraw3' * 1024}')
+    ioall=$(awk 'BEGIN{print '$ioraw1' + '$ioraw2' + '$ioraw3'}')
+    ioavg=$(awk 'BEGIN{printf "%.1f", '$ioall' / 3}')
+    log "I/O Speed(average) : $ioavg MB/s)"
+  else
+    echo " $(_red "Not enough space for I/O Speed test!")"
+  fi
+
+
+}
+
+Check_Virtualization() {
+
+
+  log "start to check host virtualization !"
+
+  command_exists "dmesg" && virtualx="$(dmesg 2>/dev/null)"
+  if command_exists "dmidecode"; then
+    sys_manu="$(dmidecode -s system-manufacturer 2>/dev/null)"
+    sys_product="$(dmidecode -s system-product-name 2>/dev/null)"
+    sys_ver="$(dmidecode -s system-version 2>/dev/null)"
+  else
+    sys_manu=""
+    sys_product=""
+    sys_ver=""
+  fi
+  if grep -qa docker /proc/1/cgroup; then
+    virt="Docker"
+  elif grep -qa lxc /proc/1/cgroup; then
+    virt="LXC"
+  elif grep -qa container=lxc /proc/1/environ; then
+    virt="LXC"
+  elif [[ -f /proc/user_beancounters ]]; then
+    virt="OpenVZ"
+  elif [[ "${virtualx}" == *kvm-clock* ]]; then
+    virt="KVM"
+  elif [[ "${sys_product}" == *KVM* ]]; then
+    virt="KVM"
+  elif [[ "${cpuName}" == *KVM* ]]; then
+    virt="KVM"
+  elif [[ "${cpuName}" == *QEMU* ]]; then
+    virt="KVM"
+  elif [[ "${virtualx}" == *"VMware Virtual Platform"* ]]; then
+    virt="VMware"
+  elif [[ "${sys_product}" == *"VMware Virtual Platform"* ]]; then
+    virt="VMware"
+  elif [[ "${virtualx}" == *"Parallels Software International"* ]]; then
+    virt="Parallels"
+  elif [[ "${virtualx}" == *VirtualBox* ]]; then
+    virt="VirtualBox"
+  elif [[ -e /proc/xen ]]; then
+    if grep -q "control_d" "/proc/xen/capabilities" 2>/dev/null; then
+      virt="Xen-Dom0"
+    else
+      virt="Xen-DomU"
+    fi
+  elif [ -f "/sys/hypervisor/type" ] && grep -q "xen" "/sys/hypervisor/type"; then
+    virt="Xen"
+  elif [[ "${sys_manu}" == *"Microsoft Corporation"* ]]; then
+    if [[ "${sys_product}" == *"Virtual Machine"* ]]; then
+      if [[ "${sys_ver}" == *"7.0"* || "${sys_ver}" == *"Hyper-V" ]]; then
+        virt="Hyper-V"
+      else
+        virt="Microsoft Virtual Machine"
+      fi
+    fi
+  else
+    virt="Dedicated"
+  fi
+
+  
+}
+
+GetIpv4Info() {
+
+  
+  log "start to get system  public ip info !"
+
+  org="$(wget -q -T10 -O- ipinfo.io/org)"
+  city="$(wget -q -T10 -O- ipinfo.io/city)"
+  country="$(wget -q -T10 -O- ipinfo.io/country)"
+  region="$(wget -q -T10 -O- ipinfo.io/region)"
+  public_ipv4="$(wget -q -T10 -O- ipinfo.io/ip)"
+
+
+}
+
+GenerateSystemInfo() {
+  
+  log "start to collect system info !"
+
+  check_sys
+
+  cpuName=$(awk -F: '/model name/ {name=$2} END {print name}' /proc/cpuinfo | sed 's/^[ \t]*//;s/[ \t]*$//')
+  cores=$(awk -F: '/processor/ {core++} END {print core}' /proc/cpuinfo)
+  freq=$(awk -F'[ :]' '/cpu MHz/ {print $4;exit}' /proc/cpuinfo)
+  ccache=$(awk -F: '/cache size/ {cache=$2} END {print cache}' /proc/cpuinfo | sed 's/^[ \t]*//;s/[ \t]*$//')
+  cpu_aes=$(grep -i 'aes' /proc/cpuinfo)
+  cpu_virt=$(grep -Ei 'vmx|svm' /proc/cpuinfo)
+  tram=$(
+    LANG=C
+    free | awk '/Mem/ {print $2}'
+  )
+  tram=$(calc_size $tram)
+  uram=$(
+    LANG=C
+    free | awk '/Mem/ {print $3}'
+  )
+  uram=$(calc_size $uram)
+  swap=$(
+    LANG=C
+    free | awk '/Swap/ {print $2}'
+  )
+  swap=$(calc_size $swap)
+  uswap=$(
+    LANG=C
+    free | awk '/Swap/ {print $3}'
+  )
+  uswap=$(calc_size $uswap)
+  up=$(awk '{a=$1/86400;b=($1%86400)/3600;c=($1%3600)/60} {printf("%d days, %d hour %d min\n",a,b,c)}' /proc/uptime)
+  if command_exists "w"; then
+    load=$(
+      LANG=C
+      w | head -1 | awk -F'load average:' '{print $2}' | sed 's/^[ \t]*//;s/[ \t]*$//'
+    )
+  elif command_exists "uptime"; then
+    load=$(
+      LANG=C
+      uptime | head -1 | awk -F'load average:' '{print $2}' | sed 's/^[ \t]*//;s/[ \t]*$//'
+    )
+  fi
+  opsy=$(GethostArchInfo)
+  arch=$(uname -m)
+  if command_exists "getconf"; then
+    lbit=$(getconf LONG_BIT)
+  else
+    echo ${arch} | grep -q "64" && lbit="64" || lbit="32"
+  fi
+  kern=$(uname -r)
+  disk_total_size=$(
+    LANG=C
+    df -t simfs -t ext2 -t ext3 -t ext4 -t btrfs -t xfs -t vfat -t ntfs -t swap --total 2>/dev/null | grep total | awk '{ print $2 }'
+  )
+  disk_total_size=$(calc_size $disk_total_size)
+  disk_used_size=$(
+    LANG=C
+    df -t simfs -t ext2 -t ext3 -t ext4 -t btrfs -t xfs -t vfat -t ntfs -t swap --total 2>/dev/null | grep total | awk '{ print $3 }'
+  )
+  disk_used_size=$(calc_size $disk_used_size)
+  tcpctrl=$(sysctl net.ipv4.tcp_congestion_control | awk -F ' ' '{print $3}')
+
+
+  # todo
+#  StartIOTest
+
+  GetIpv4Info
+
+  Check_Virtualization
+
+  local machineNumber=""
+
+  if [[ $(cat /etc/hostname | cut -d"-" -f 3 | grep -c '^[0-9][0-9]') -gt 0 ]]; then
+      machineNumber=$(cat /etc/hostname | cut -d"-" -f 3)
+  else
+      machineNumber=99
+  fi
+
+  export serverName="${city}-${hostArch}-${machineNumber}"
+  export serverIpPbV4="$public_ipv4"
+  export serverIpInV4=""
+  export serverIpPbV6=""
+  export serverIpInV6=""
+  export location="$city $region $country"
+  export provider="$org"
+  export managePort="$(netstat -ntulp | grep sshd | grep -w tcp | awk '{print$4}' | cut -d":" -f2)"
+  export cpuCore="$cores @ $freq MHz"
+  export cpuBrand="$cpuName"
+  export memoryTotal="$tram"
+  export diskTotal="$disk_total_size"
+  export diskUsage="$disk_used_size"
+  export archInfo="$arch ($lbit Bit)"
+  export osInfo="$opsy"
+  export osKernelInfo="$kern"
+  export tcpControl="$tcpctrl"
+  export virtualization="$virt"
+  export ioSpeed="$ioavg MB/s"
+  export machineId="$(cat /host/etc/machine-id)"
+
+  
+}
+
+PrintEnv(){
+
+  env
+
+}

source/src/main/java/io/wdd/source/shell/lib/wdd-lib-file.sh

@@ -0,0 +1,191 @@
+#!/bin/bash
+#
+# Library for file system actions
+
+# shellcheck disable=SC1091
+
+# Load Generic Libraries
+. /octopus-agent/shell/lib/wdd-lib-log.sh
+
+# Functions
+
+########################
+# Ensure a file/directory is owned (user and group) but the given user
+# Arguments:
+#   $1 - filepath
+#   $2 - owner
+# Returns:
+#   None
+#########################
+owned_by() {
+    local path="${1:?path is missing}"
+    local owner="${2:?owner is missing}"
+    local group="${3:-}"
+
+    if [[ -n $group ]]; then
+        chown "$owner":"$group" "$path"
+    else
+        chown "$owner":"$owner" "$path"
+    fi
+}
+
+########################
+# Ensure a directory exists and, optionally, is owned by the given user
+# Arguments:
+#   $1 - directory
+#   $2 - owner
+# Returns:
+#   None
+#########################
+ensure_dir_exists() {
+    local dir="${1:?directory is missing}"
+    local owner_user="${2:-}"
+    local owner_group="${3:-}"
+
+    mkdir -p "${dir}"
+    if [[ -n $owner_user ]]; then
+        owned_by "$dir" "$owner_user" "$owner_group"
+    fi
+}
+
+########################
+# Checks whether a directory is empty or not
+# arguments:
+#   $1 - directory
+# returns:
+#   boolean
+#########################
+is_dir_empty() {
+    local -r path="${1:?missing directory}"
+    # Calculate real path in order to avoid issues with symlinks
+    local -r dir="$(realpath "$path")"
+    if [[ ! -e "$dir" ]] || [[ -z "$(ls -A "$dir")" ]]; then
+        true
+    else
+        false
+    fi
+}
+
+########################
+# Checks whether a mounted directory is empty or not
+# arguments:
+#   $1 - directory
+# returns:
+#   boolean
+#########################
+is_mounted_dir_empty() {
+    local dir="${1:?missing directory}"
+
+    if is_dir_empty "$dir" || find "$dir" -mindepth 1 -maxdepth 1 -not -name ".snapshot" -not -name "lost+found" -exec false {} +; then
+        true
+    else
+        false
+    fi
+}
+
+########################
+# Checks whether a file can be written to or not
+# arguments:
+#   $1 - file
+# returns:
+#   boolean
+#########################
+is_file_writable() {
+    local file="${1:?missing file}"
+    local dir
+    dir="$(dirname "$file")"
+
+    if [[ (-f "$file" && -w "$file") || (! -f "$file" && -d "$dir" && -w "$dir") ]]; then
+        true
+    else
+        false
+    fi
+}
+
+########################
+# Relativize a path
+# arguments:
+#   $1 - path
+#   $2 - base
+# returns:
+#   None
+#########################
+relativize() {
+    local -r path="${1:?missing path}"
+    local -r base="${2:?missing base}"
+    pushd "$base" >/dev/null || exit
+    realpath -q --no-symlinks --relative-base="$base" "$path" | sed -e 's|^/$|.|' -e 's|^/||'
+    popd >/dev/null || exit
+}
+
+########################
+# Configure permisions and ownership recursively
+# Globals:
+#   None
+# Arguments:
+#   $1 - paths (as a string).
+# Flags:
+#   -f|--file-mode - mode for directories.
+#   -d|--dir-mode - mode for files.
+#   -u|--user - user
+#   -g|--group - group
+# Returns:
+#   None
+#########################
+configure_permissions_ownership() {
+    local -r paths="${1:?paths is missing}"
+    local dir_mode=""
+    local file_mode=""
+    local user=""
+    local group=""
+
+    # Validate arguments
+    shift 1
+    while [ "$#" -gt 0 ]; do
+        case "$1" in
+        -f | --file-mode)
+            shift
+            file_mode="${1:?missing mode for files}"
+            ;;
+        -d | --dir-mode)
+            shift
+            dir_mode="${1:?missing mode for directories}"
+            ;;
+        -u | --user)
+            shift
+            user="${1:?missing user}"
+            ;;
+        -g | --group)
+            shift
+            group="${1:?missing group}"
+            ;;
+        *)
+            echo "Invalid command line flag $1" >&2
+            return 1
+            ;;
+        esac
+        shift
+    done
+
+    read -r -a filepaths <<<"$paths"
+    for p in "${filepaths[@]}"; do
+        if [[ -e "$p" ]]; then
+            find -L "$p" -printf ""
+            if [[ -n $dir_mode ]]; then
+                find -L "$p" -type d ! -perm "$dir_mode" -print0 | xargs -r -0 chmod "$dir_mode"
+            fi
+            if [[ -n $file_mode ]]; then
+                find -L "$p" -type f ! -perm "$file_mode" -print0 | xargs -r -0 chmod "$file_mode"
+            fi
+            if [[ -n $user ]] && [[ -n $group ]]; then
+                find -L "$p" -print0 | xargs -r -0 chown "${user}:${group}"
+            elif [[ -n $user ]] && [[ -z $group ]]; then
+                find -L "$p" -print0 | xargs -r -0 chown "${user}"
+            elif [[ -z $user ]] && [[ -n $group ]]; then
+                find -L "$p" -print0 | xargs -r -0 chgrp "${group}"
+            fi
+        else
+            stderr_print "$p does not exist"
+        fi
+    done
+}

source/src/main/java/io/wdd/source/shell/lib/wdd-lib-os.sh

@@ -0,0 +1,112 @@
+#!/bin/bash
+#
+# Library for logging functions
+
+# Constants
+RESET='\033[0m'
+RED='\033[38;5;1m'
+GREEN='\033[38;5;2m'
+YELLOW='\033[38;5;3m'
+MAGENTA='\033[38;5;5m'
+CYAN='\033[38;5;6m'
+
+# Functions
+
+########################
+# Print to STDERR
+# Arguments:
+#   Message to print
+# Returns:
+#   None
+#########################
+stderr_print() {
+    # 'is_boolean_yes' is defined in libvalidations.sh, but depends on this file so we cannot source it
+    local bool="${BITNAMI_QUIET:-false}"
+    # comparison is performed without regard to the case of alphabetic characters
+    shopt -s nocasematch
+    if ! [[ "$bool" = 1 || "$bool" =~ ^(yes|true)$ ]]; then
+        printf "%b\\n" "${*}" >&2
+    fi
+}
+
+########################
+# Log message
+# Arguments:
+#   Message to log
+# Returns:
+#   None
+#########################
+log() {
+    stderr_print "${CYAN}${MODULE:-} ${MAGENTA}$(date "+%Y-%m-%d %H:%M:%S.%2N ")${RESET}${*}"
+}
+########################
+# Log an 'info' message
+# Arguments:
+#   Message to log
+# Returns:
+#   None
+#########################
+info() {
+    log "${GREEN}INFO ${RESET} ==> ${*}"
+}
+########################
+# Log message
+# Arguments:
+#   Message to log
+# Returns:
+#   None
+#########################
+warn() {
+    log "${YELLOW}WARN ${RESET} ==> ${*}"
+}
+########################
+# Log an 'error' message
+# Arguments:
+#   Message to log
+# Returns:
+#   None
+#########################
+error() {
+    log "${RED}ERROR${RESET} ==> ${*}"
+}
+########################
+# Log a 'debug' message
+# Globals:
+#   BITNAMI_DEBUG
+# Arguments:
+#   None
+# Returns:
+#   None
+#########################
+debug() {
+    # 'is_boolean_yes' is defined in libvalidations.sh, but depends on this file so we cannot source it
+    local bool="${BITNAMI_DEBUG:-true}"
+    # comparison is performed without regard to the case of alphabetic characters
+    shopt -s nocasematch
+    if [[ "$bool" = 1 || "$bool" =~ ^(yes|true)$ ]]; then
+        log "${MAGENTA}DEBUG${RESET} ==> ${*}"
+    fi
+}
+
+########################
+# Indent a string
+# Arguments:
+#   $1 - string
+#   $2 - number of indentation characters (default: 4)
+#   $3 - indentation character (default: " ")
+# Returns:
+#   None
+#########################
+indent() {
+    local string="${1:-}"
+    local num="${2:?missing num}"
+    local char="${3:-" "}"
+    # Build the indentation unit string
+    local indent_unit=""
+    for ((i = 0; i < num; i++)); do
+        indent_unit="${indent_unit}${char}"
+    done
+    # shellcheck disable=SC2001
+    # Complex regex, see https://github.com/koalaman/shellcheck/wiki/SC2001#exceptions
+    echo "$string" | sed "s/^/${indent_unit}/"
+}

source/src/main/java/io/wdd/source/shell/lib/wdd-lib-sys.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+
+
+. /octopus-agent/shell/lib/wdd-lib-log.sh
+
+
+
+# 判断命令是否存在
+command_exists() {
+  command -v "$@" >/dev/null 2>&1
+}
+
+