update

998-常用脚本/b-镜像同步/2-imageDownSync-ARM64.sh

@@ -0,0 +1,154 @@
+#!/usr/bin/env bash
+
+### 需要修改以下的内容  ###
+#### 需要修改以下的内容  ###
+#### 需要修改以下的内容  ###
+
+cmlc_app_image_list="szga-0711.txt"         # 需要修改版本
+rancher_image_list="kubernetes-images-2.5.7-1.20.4.txt"  # 一般不需要修改
+middleware_image_list="middleware-images.txt"     # 一般不需要修改
+#DockerRegisterDomain="20.47.129.116:8033"     # 需要根据实际修改
+DockerRegisterDomain="172.31.2.7:8033/admin"     # 需要根据实际修改
+HarborAdminPass=V2ryStr@ngPss                     # 需要跟第一脚本中的密码保持一致
+
+#### 需要修改以上的内容  ###
+#### 需要修改以上的内容  ###
+#### 需要修改以上的内容  ###
+
+downloadAllNeededImages() {
+  while [[ $# > 0 ]]; do
+    pulled=""
+    while IFS= read -r i; do
+      [ -z "${i}" ] && continue
+      echo "开始下载：${i}"
+      if docker pull --platform linux/arm64 "${i}" >/dev/null 2>&1; then
+        echo "Image pull success: ${i}"
+
+        # 增加检查，镜像 的架构
+        docker image inspect ${i} | grep Architecture
+
+        pulled="${pulled} ${i}"
+      else
+        if docker inspect "${i}" >/dev/null 2>&1; then
+          pulled="${pulled} ${i}"
+        else
+          echo "Image pull failed: ${i}"
+        fi
+      fi
+      echo "-------------------------------------------------"
+    done <"${1}"
+    shift
+  done
+}
+
+downloadAllNeededImagesAndCompress() {
+  while [[ $# > 0 ]]; do
+    pulled=""
+    while IFS= read -r i; do
+      [ -z "${i}" ] && continue
+      echo "开始下载：${i}"
+      if docker pull --platform linux/arm64 "${i}" >/dev/null 2>&1; then
+        echo "Image pull success: ${i}"
+        # 增加检查，镜像 的架构
+        docker image inspect ${i} | grep Architecture
+
+        pulled="${pulled} ${i}"
+      else
+        if docker inspect "${i}" >/dev/null 2>&1; then
+          pulled="${pulled} ${i}"
+        else
+          echo "Image pull failed: ${i}"
+        fi
+      fi
+      echo "-------------------------------------------------"
+    done <"${1}"
+    compressPacName="$(echo ${1} | cut -d"." -f1).tar.gz"
+
+    echo "Creating ${compressPacName} with $(echo ${pulled} | wc -w | tr -d '[:space:]') images"
+    docker save $(echo ${pulled}) | gzip --stdout > ${compressPacName}
+
+    shift
+  done
+
+
+  echo "已经完成打包工作！"
+}
+
+pushRKEImageToHarbor(){
+  linux_images=()
+  while IFS= read -r i; do
+      [ -z "${i}" ] && continue
+      linux_images+=("${i}");
+  done < "${rancher_image_list}"
+
+  docker login -u admin -p ${HarborAdminPass} ${DockerRegisterDomain}
+
+  for i in "${linux_images[@]}"; do
+      [ -z "${i}" ] && continue
+      case $i in
+      */*)
+          image_name="${DockerRegisterDomain}/${i}"
+          ;;
+      *)
+          image_name="${DockerRegisterDomain}/rancher/${i}"
+          ;;
+      esac
+
+      echo "开始镜像至私有仓库推送：${image_name}"
+      docker tag "${i}" "${image_name}"
+      docker push "${image_name}"
+      echo "-------------------------------------------------"
+  done
+}
+
+pushCMLCAPPImageToHarbor(){
+  app_images=()
+  while IFS= read -r i; do
+      [ -z "${i}" ] && continue
+      app_images+=("${i}");
+  done < "${cmlc_app_image_list}"
+
+  docker login -u admin -p ${HarborAdminPass} ${DockerRegisterDomain}
+  for app in "${app_images[@]}"; do
+      [ -z "${app}" ] && continue
+      image_name="${DockerRegisterDomain}/$(echo ${app} | cut -d"/" -f2-8)"
+      echo "开始镜像至私有仓库推送：${image_name}"
+      docker tag "${app}" "${image_name}"
+      docker push "${image_name}"
+      echo "-------------------------------------------------"
+  done
+}
+
+pushMiddlewareImageToHarbor(){
+  middleware_image=()
+  while IFS= read -r i; do
+      [ -z "${i}" ] && continue
+      middleware_image+=("${i}");
+  done < "${middleware_image_list}"
+
+  docker login -u admin -p ${HarborAdminPass} ${DockerRegisterDomain}
+  for app in "${middleware_image[@]}"; do
+      [ -z "${app}" ] && continue
+      case ${app} in
+      */*/*)
+          image_name="${DockerRegisterDomain}/cmii/$(echo "${app}" | cut -d"/" -f3-8)"
+          ;;
+      */*)
+          image_name="${DockerRegisterDomain}/cmii/$(echo "${app}" | cut -d"/" -f2-8)"
+          ;;
+      esac
+
+      echo "开始镜像至私有仓库推送：${image_name}"
+      docker tag "${app}" "${image_name}"
+      docker push "${image_name}"
+      echo "-------------------------------------------------"
+  done
+}
+
+
+# downloadAllNeededImagesAndCompress "${middleware_image_list}"
+#downloadAllNeededImages "${rancher_image_list}"
+
+#pushRKEImageToHarbor
+#pushCMLCAPPImageToHarbor
+pushMiddlewareImageToHarbor

998-常用脚本/b-镜像同步/2-imageDownSync.sh

@@ -0,0 +1,154 @@
+#!/usr/bin/env bash
+
+### 需要修改以下的内容  ###
+#### 需要修改以下的内容  ###
+#### 需要修改以下的内容  ###
+
+cmlc_app_image_list="szga-0711.txt"         # 需要修改版本
+rancher_image_list="kubernetes-images-2.5.7-1.20.4.txt"  # 一般不需要修改
+middleware_image_list="middleware-images.txt"     # 一般不需要修改
+#DockerRegisterDomain="20.47.129.116:8033"     # 需要根据实际修改
+DockerRegisterDomain="172.10.125.92:8033"     # 需要根据实际修改
+HarborAdminPass=V2ryStr@ngPss                     # 需要跟第一脚本中的密码保持一致
+
+#### 需要修改以上的内容  ###
+#### 需要修改以上的内容  ###
+#### 需要修改以上的内容  ###
+
+downloadAllNeededImages() {
+  while [[ $# > 0 ]]; do
+    pulled=""
+    while IFS= read -r i; do
+      [ -z "${i}" ] && continue
+      echo "开始下载：${i}"
+      if docker pull "${i}" >/dev/null 2>&1; then
+        echo "Image pull success: ${i}"
+
+        # 增加检查，镜像 的架构
+        docker image inspect ${i} | grep Architecture
+
+        pulled="${pulled} ${i}"
+      else
+        if docker inspect "${i}" >/dev/null 2>&1; then
+          pulled="${pulled} ${i}"
+        else
+          echo "Image pull failed: ${i}"
+        fi
+      fi
+      echo "-------------------------------------------------"
+    done <"${1}"
+    shift
+  done
+}
+
+downloadAllNeededImagesAndCompress() {
+  while [[ $# > 0 ]]; do
+    pulled=""
+    while IFS= read -r i; do
+      [ -z "${i}" ] && continue
+      echo "开始下载：${i}"
+      if docker pull "${i}" >/dev/null 2>&1; then
+        echo "Image pull success: ${i}"
+        # 增加检查，镜像 的架构
+        docker image inspect ${i} | grep Architecture
+
+        pulled="${pulled} ${i}"
+      else
+        if docker inspect "${i}" >/dev/null 2>&1; then
+          pulled="${pulled} ${i}"
+        else
+          echo "Image pull failed: ${i}"
+        fi
+      fi
+      echo "-------------------------------------------------"
+    done <"${1}"
+    compressPacName="$(echo ${1} | cut -d"." -f1).tar.gz"
+
+    echo "Creating ${compressPacName} with $(echo ${pulled} | wc -w | tr -d '[:space:]') images"
+    docker save $(echo ${pulled}) | gzip --stdout > ${compressPacName}
+
+    shift
+  done
+
+
+  echo "已经完成打包工作！"
+}
+
+pushRKEImageToHarbor(){
+  linux_images=()
+  while IFS= read -r i; do
+      [ -z "${i}" ] && continue
+      linux_images+=("${i}");
+  done < "${rancher_image_list}"
+
+  docker login -u admin -p ${HarborAdminPass} ${DockerRegisterDomain}
+
+  for i in "${linux_images[@]}"; do
+      [ -z "${i}" ] && continue
+      case $i in
+      */*)
+          image_name="${DockerRegisterDomain}/${i}"
+          ;;
+      *)
+          image_name="${DockerRegisterDomain}/rancher/${i}"
+          ;;
+      esac
+
+      echo "开始镜像至私有仓库推送：${image_name}"
+      docker tag "${i}" "${image_name}"
+      docker push "${image_name}"
+      echo "-------------------------------------------------"
+  done
+}
+
+pushCMLCAPPImageToHarbor(){
+  app_images=()
+  while IFS= read -r i; do
+      [ -z "${i}" ] && continue
+      app_images+=("${i}");
+  done < "${cmlc_app_image_list}"
+
+  docker login -u admin -p ${HarborAdminPass} ${DockerRegisterDomain}
+  for app in "${app_images[@]}"; do
+      [ -z "${app}" ] && continue
+      image_name="${DockerRegisterDomain}/$(echo ${app} | cut -d"/" -f2-8)"
+      echo "开始镜像至私有仓库推送：${image_name}"
+      docker tag "${app}" "${image_name}"
+      docker push "${image_name}"
+      echo "-------------------------------------------------"
+  done
+}
+
+pushMiddlewareImageToHarbor(){
+  middleware_image=()
+  while IFS= read -r i; do
+      [ -z "${i}" ] && continue
+      middleware_image+=("${i}");
+  done < "${middleware_image_list}"
+
+  docker login -u admin -p ${HarborAdminPass} ${DockerRegisterDomain}
+  for app in "${middleware_image[@]}"; do
+      [ -z "${app}" ] && continue
+      case ${app} in
+      */*/*)
+          image_name="${DockerRegisterDomain}/cmii/$(echo "${app}" | cut -d"/" -f3-8)"
+          ;;
+      */*)
+          image_name="${DockerRegisterDomain}/cmii/$(echo "${app}" | cut -d"/" -f2-8)"
+          ;;
+      esac
+
+      echo "开始镜像至私有仓库推送：${image_name}"
+      docker tag "${app}" "${image_name}"
+      docker push "${image_name}"
+      echo "-------------------------------------------------"
+  done
+}
+
+
+downloadAllNeededImagesAndCompress "${middleware_image_list}"
+#downloadAllNeededImages "${rancher_image_list}"
+
+#pushRKEImageToHarbor
+#pushCMLCAPPImageToHarbor
+#pushMiddlewareImageToHarbor

998-常用脚本/b-镜像同步/ImageSyncDLTU.sh

@@ -0,0 +1,168 @@
+#!/bin/bash
+
+all_image_list_txt="all-cmii-image-list.txt"  # 需要修改版本
+gzip_image_list_txt="all-gzip-image-list.txt" # 一般不需要修改
+oss_prefix_url="https://oss.demo.uavcmlc.com/cmlc-installation"
+local_gzip_path="/root/octopus-image"
+
+DockerRegisterDomain="172.16.100.55:8033" # 需要根据实际修改
+HarborAdminPass=V2ryStr@ngPss              # 需要跟第一脚本中的密码保持一致
+
+print_green() {
+  echo -e "\033[32m${1}\033[0m"
+  echo ""
+}
+
+print_red() {
+  echo -e "\033[31m${1}\033[0m"
+  echo ""
+}
+
+Download_Load_Tag_Upload() {
+  print_green "[DLTU] - start !"
+  while [[ $# -gt 0 ]]; do
+    case "$1" in
+    rke)
+      #          print_green "download rke "
+      local_gzip_path="$local_gzip_path/rke"
+      mkdir -p ${local_gzip_path}
+      oss_prefix_url="$oss_prefix_url/rke/"
+      dltu
+      shift # past argument
+      ;;
+    middle)
+      local_gzip_path="$local_gzip_path/middle"
+      mkdir -p $local_gzip_path
+      oss_prefix_url="$oss_prefix_url/middle/"
+      dltu
+      shift # past argument
+      ;;
+    cmii)
+      local_gzip_path="$local_gzip_path/uavms-2.0"
+      mkdir -p $local_gzip_path
+      oss_prefix_url="$oss_prefix_url/uavms-2.0/"
+      dltu
+      shift # past argument
+      ;;
+    *)
+      # unknown option
+      print_red "bad arguments"
+      ;;
+    esac
+  done
+
+}
+
+dltu() {
+  print_green "download all image name list and gzip file list!"
+  cd $local_gzip_path || exit
+
+  rm $all_image_list_txt
+  rm $gzip_image_list_txt
+
+  wget "$oss_prefix_url$all_image_list_txt"
+  wget "$oss_prefix_url$gzip_image_list_txt"
+
+  docker login -u admin -p ${HarborAdminPass} ${DockerRegisterDomain}
+  echo ""
+  while IFS= read -r i; do
+    [ -z "${i}" ] && continue
+    echo "download gzip file =>: $oss_prefix_url${i}"
+    if wget "$oss_prefix_url${i}" >/dev/null 2>&1; then
+      echo "Gzip file download success : ${i}"
+      image_full_name=$(docker load -i ${i} | head -n1 |awk -F': ' '{print $2}')
+
+      app_name=$(echo "$image_full_name" | sed 's|.*/||g')
+      echo "extract short name is $app_name"
+
+      if echo $image_full_name | grep -q "rancher"
+      then
+        print_green "tag image to => $DockerRegisterDomain/rancher/$app_name"
+        docker tag ${image_full_name} $DockerRegisterDomain/rancher/$app_name
+        docker push $DockerRegisterDomain/rancher/$app_name
+      else
+        print_green "tag image to => $DockerRegisterDomain/cmii/$app_name"
+        docker tag ${image_full_name} $DockerRegisterDomain/cmii/$app_name
+        docker push $DockerRegisterDomain/cmii/$app_name
+      fi
+
+    else
+      print_red "Gzip file download FAILED : ${i}"
+    fi
+    echo "-------------------------------------------------"
+  done <"${gzip_image_list_txt}"
+  shift
+
+}
+
+Load_Tag_Upload(){
+  print_green "[LTU] - start to load image from offline !"
+
+  while [[ $# -gt 0 ]]; do
+    case "$1" in
+    rke)
+      #          print_green "download rke "
+      local_gzip_path="$local_gzip_path/rke"
+      mkdir -p ${local_gzip_path}
+      oss_prefix_url="$oss_prefix_url/rke/"
+      ltu
+      shift # past argument
+      ;;
+    middle)
+      local_gzip_path="$local_gzip_path/middle"
+      mkdir -p $local_gzip_path
+      oss_prefix_url="$oss_prefix_url/middle/"
+      ltu
+      shift # past argument
+      ;;
+    cmii)
+      local_gzip_path="$local_gzip_path/uavms-2.0"
+      mkdir -p $local_gzip_path
+      oss_prefix_url="$oss_prefix_url/uavms-2.0/"
+      ltu
+      shift # past argument
+      ;;
+    *)
+      # unknown option
+      print_red "bad arguments"
+      ;;
+    esac
+  done
+
+}
+
+ltu(){
+ all_file_list=$(find $local_gzip_path -type f -name "*.tar.gz")
+
+  for file in $all_file_list; do
+    echo "offline gzip file is => : $file"
+    image_full_name=$(docker load -i ${file} | head -n1 |awk -F': ' '{print $2}')
+
+    docker login -u admin -p ${HarborAdminPass} ${DockerRegisterDomain}
+
+    app_name=$(echo "$image_full_name" | sed 's|.*/||g')
+    echo "extract short name is $app_name"
+
+    if echo $image_full_name | grep -q "rancher"
+    then
+      print_green "tag image to => $DockerRegisterDomain/rancher/$app_name"
+      docker tag ${image_full_name} $DockerRegisterDomain/rancher/$app_name
+      docker push $DockerRegisterDomain/rancher/$app_name
+    else
+      print_green "tag image to => $DockerRegisterDomain/cmii/$app_name"
+      docker tag ${image_full_name} $DockerRegisterDomain/cmii/$app_name
+      docker push $DockerRegisterDomain/cmii/$app_name
+    fi
+  done
+}
+
+
+test(){
+ app_name=$(echo "nginx:latest" | sed 's|.*/||g')
+ echo "extract short name is $app_name"
+}
+
+# test
+#Download_Load_Tag_Upload "cmii"
+
+ Load_Tag_Upload "cmii"

998-常用脚本/b-镜像同步/image-clean.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+rm -rf *.tar.gz
+rm -rf 2023*.txt
+
+for item in $(mc ls demo/cmlc-installation/tmp/ | awk '{print$6}')
+do
+  mc rm demo/cmlc-installation/tmp/"${item}"
+done

998-常用脚本/b-镜像同步/image-sync.sh

@@ -0,0 +1,438 @@
+#!/bin/bash
+
+# 约定内容
+
+NeedUploadFolder=99
+IsUpload=99
+UploadImageName=""
+ImageListName=""
+ImageTarName=""
+ImageName=""
+ImageTag=""
+InnerIPv4CIDR=""
+InnerIPv6CIDR=""
+InnerIPv4=""
+InnerIPv6=""
+CmiiImagePrefix="harbor.cdcyy.com.cn/cmii/"
+OSS_URL="https://oss.demo.uavcmlc.com/cmlc-installation/tmp/"
+Custom_Client_Harbor="REPLACE:8033"
+app_name=""
+new_tag=""
+harbor_host=""
+namespace="xmyd"
+
+#######################################
+# description
+# Globals:
+#   ImageName
+#   ImageTag
+#   ImageTarName
+#   RANDOM
+#   UploadImageName
+# Arguments:
+#  None
+#######################################
+get_image_tar_name() {
+
+  # harbor.cdcyy.com.cn/cmii/cmii-uav-oauth:4.1.6
+  ImageName=$(echo $UploadImageName | cut -d ":" -f1 | cut -d"/" -f3)
+  ImageTag=$(echo $UploadImageName | cut -d ":" -f2)
+  local currentDate=$(date +'%Y-%m-%d')
+  local random_number=$((RANDOM % 900 + 100))
+
+  ImageTarName="$ImageName=$ImageTag=$currentDate=$random_number.tar.gz"
+}
+
+#######################################
+# description
+# Globals:
+#   ImageName
+#   ImageTag
+#   ImageTarName
+#   UploadImageName
+# Arguments:
+#  None
+#######################################
+get_image_name_from_tar() {
+
+  if [[ $ImageTarName == cmlc* ]]; then
+        # 兼容octopus-agent的模式
+        # cmlc=cmii=cmii-uav-busybox=0326.tar.gz
+        # rancher=rancher=cmii-uav-busybox=0326.tar.gz
+
+        # 使用${variable%.pattern}进行后缀删除
+
+        ImageName=$(echo $image_name | cut -d "=" -f3)
+        local tagWithSuffix=$(echo $image_name | cut -d "=" -f4)
+        ImageTag="${tagWithSuffix%.tar.gz}"
+        UploadImageName="$ImageName:$ImageTag"
+        return
+    fi
+
+  # cmii-uav-oauth_4.1.6-0918_20230918_123.tar.gz
+
+  ImageName=$(echo $ImageTarName | cut -d "=" -f1)
+  ImageTag=$(echo $ImageTarName | cut -d"=" -f2)
+
+  UploadImageName="$ImageName:$ImageTag"
+}
+
+# 获取服务器的公网IP地址
+get_Internal_IP_CIDR() {
+
+  local interface_prefix=("[[:space:]]eth[0-9]{1,2}" "[[:space:]]ens[0-9]{1,3}" "[[:space:]]eno[0-9]{1,3}" "[[:space:]]enp[0-9]{1,2}")
+  local real_interface="eth90"
+
+  for interface in "${interface_prefix[@]}"; do
+      echo $(ip link show) | grep -oE ${interface} | head -1
+      if [[ $? -eq 0 ]]; then
+          real_interface=$(echo $(ip link show) | grep -oE ${interface} | head -1 | cut -d" " -f2)
+          echo "当前主机的真实内网网卡为 => [$real_interface]"
+          break
+    fi
+  done
+
+  # 提取IPv4地址（CIDR格式）
+  local ipv4_regex="inet[[:space:]](25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\/[0-9]{1,2}"
+
+  # 提取IPv6地址（CIDR格式）
+  local ipv6_regex="inet6[[:space:]]([0-9a-fA-F]{0,4}(:[0-9a-fA-F]{0,4}){1,7})\/[0-9]{1,3}"
+
+  # 查找IPv4地址
+  local inner_ipv4=$(echo $(ip addr show $real_interface) | grep -oE $ipv4_regex | cut -d" " -f2)
+  InnerIPv4CIDR=$inner_ipv4
+  echo "Interface: $real_interface, IPv4 Address: $inner_ipv4"
+
+   # 查找IPv6地址
+  local inner_ipv6=$(echo $(ip addr show $real_interface) | grep -oE $ipv6_regex | cut -d" " -f2)
+  InnerIPv6CIDR=$inner_ipv6
+  echo "Interface: $real_interface, IPv4 Address: $inner_ipv6"
+
+}
+
+#######################################
+# description
+# Globals:
+#   InnerIPv4
+#   InnerIPv4CIDR
+#   InnerIPv6
+#   InnerIPv6CIDR
+# Arguments:
+#  None
+#######################################
+get_Internal_IP() {
+
+  get_Internal_IP_CIDR
+
+  InnerIPv4=$(echo $InnerIPv4CIDR | cut -d "/" -f1)
+  InnerIPv6=$(echo $InnerIPv6CIDR | cut -d "/" -f1)
+
+  echo "服务器的内网IPv4地址为 $InnerIPv4"
+  echo "服务器的内网IPv6地址为 $InnerIPv6"
+
+}
+
+parse_args(){
+  if [ "$1" == "" ]; then
+      echo "no zip file in error!"
+      exit 233
+  fi
+  local image_name="$1"
+
+
+  if [[ $image_name == cmlc* ]]; then
+      # 兼容octopus-agent的模式
+      # cmlc=cmii=cmii-uav-busybox=0326.tar.gz
+      # rancher=rancher=cmii-uav-busybox=0326.tar.gz
+      app_name=$(echo $image_name | cut -d "=" -f3)
+      local tagWithSuffix=$(echo $image_name | cut -d "=" -f4)
+      new_tag="${tagWithSuffix%.tar.gz}"
+      return
+  fi
+
+   # 本脚本的模式
+   # cmii-uav-surveillance=5.2.0-27031-cqga=2024-03-04=573.tar.gz
+   # cmii-uav-mqtthandler=5.4.0-031201=2024-03-12=138.tar.gz
+   app_name=$(echo $image_name | cut -d "=" -f1)
+   new_tag=$(echo $image_name | cut -d "=" -f2)
+}
+
+
+update_image_tag(){
+    if [ "$new_tag" == "" ]; then
+        echo "new tag error!"
+        exit 233
+    fi
+
+    echo ""
+    echo "[update_image_tag] - start to update => ${harbor_host}/cmii/$app_name:${new_tag}"
+    echo ""
+
+   local image_prefix=$(kubectl -n ${namespace} get deployment "${app_name}" -o=jsonpath='{.spec.template.spec.containers[*].image}' | cut -d":" -f1)
+
+    echo "image grep is => ${image_prefix}"
+
+    echo "start to update ${namespace} ${app_name} to ${new_tag} !"
+    echo ""
+    kubectl -n ${namespace} patch deployment "${app_name}" -p "{\"spec\":{\"template\":{\"spec\":{\"containers\":[{\"name\":\"${app_name}\",\"image\": \"${harbor_host}/cmii/$app_name:${new_tag}\"}]}}}}"
+    echo ""
+    echo "start to wait for 3 seconds!"
+    sleep 3
+    local image_new=$(kubectl -n ${namespace} get deployment "${app_name}" -o=jsonpath='{.spec.template.spec.containers[*].image}')
+    echo ""
+    echo "new image are => $image_new"
+    echo ""
+}
+
+#######################################
+# description
+# Globals:
+#   _m_opts
+# Arguments:
+#  None
+#######################################
+_math() {
+  _m_opts="$@"
+  printf "%s" "$((_m_opts))"
+}
+
+# 前文内容
+
+while [[ $# -gt 0 ]]; do
+    case "$1" in
+        -fu | --fileupload)
+        NeedUploadFolder=1
+        ImageListName=${2}
+        shift # past argument
+        ;;
+        -fd | --filedownload)
+        NeedUploadFolder=2
+        ImageListName=${2}
+        shift # past argument
+        ;;
+        -u | --upload)
+        IsUpload=1
+        UploadImageName="${2}"
+        shift # past argument
+        ;;
+        -d | --download)
+        IsUpload=2
+        ImageTarName="${2}"
+        shift # past argument
+        ;;
+        -h | --harbor)
+        Custom_Client_Harbor="${2}"
+        shift # past argument
+        ;;
+        *)
+                # unknown option
+        ;;
+  esac
+    shift # past argument or value
+done
+
+#######################################
+# description
+# Globals:
+#   ImageTarName
+#   UploadImageName
+# Arguments:
+#  None
+#######################################
+Download_Compress_UploadOss() {
+
+  # upload
+    echo "【上传】 - 需要处理的镜像名称为 => $UploadImageName"
+    echo ""
+    echo "【上传】 - 开始下载镜像！"
+    echo ""
+    if docker pull "${UploadImageName}" >/dev/null 2>&1; then
+        echo "下载-镜像下载成功！ => $UploadImageName"
+    else
+        if docker inspect "${UploadImageName}" >/dev/null 2>&1; then
+          echo "下载-镜像已经存在 => $UploadImageName"
+    else
+          echo ""
+          echo "下载-镜像下载 失败！ => $UploadImageName"
+          echo "下载-镜像下载 失败！ => $UploadImageName"
+          echo ""
+          return 233
+    fi
+    fi
+    echo ""
+
+    get_image_tar_name
+    echo "【上传】 - 将要把镜像压缩为 => $ImageTarName"
+    docker save $UploadImageName | gzip --stdout >${ImageTarName}
+    echo "【上传】 - 压缩成功 ！ $(ls | grep ${ImageTarName})"
+    echo""
+
+    echo "【上传】 - 开始上传至OSS中!"
+    mc cp ./${ImageTarName} demo/cmlc-installation/tmp/
+    echo "【上传】 - 上传OSS成功 => $(mc ls demo/cmlc-installation/tmp/ | grep ${ImageTarName})"
+    echo""
+
+}
+#######################################
+# description
+# Globals:
+#   CmiiImagePrefix
+#   ImageTarName
+#   InnerIPv4
+#   OSS_URL
+#   UploadImageName
+#   custom_prefix
+# Arguments:
+#  None
+# Returns:
+#   <unknown> ...
+#######################################
+Download_Load_Tag_UploadHarbor_Update() {
+
+  # 更加方便
+  # Check if the variable starts with "harbor"
+#  if [[ $ImageTarName != harbor* ]]; then
+#      ImageTarName="$CmiiImagePrefix$ImageTarName"
+#  fi
+
+  echo "【下载】 - 需要处理的压缩包名称为 => $ImageTarName"
+
+  echo "【下载】 - 开始下载 ↓"
+  wget "$OSS_URL$ImageTarName"
+  if [[ $? -ne 0 ]]; then
+        echo "【下载】- 下载镜像失败！退出！"
+        return
+  fi
+    echo ""
+
+    echo "【下载】 - 开始解压压缩包 "
+    docker load <"${ImageTarName}"
+    echo ""
+
+    get_Internal_IP
+    echo "【下载】 - 开始上传镜像到本地的镜像仓库中 => $InnerIPv4:8033 "
+    custom_prefix="$InnerIPv4:8033/cmii/"
+    echo ""
+
+    get_image_name_from_tar
+    echo "【下载】 - 解析得到的 私有镜像地址为 => $custom_prefix$UploadImageName"
+    docker tag "$CmiiImagePrefix${UploadImageName}" "$custom_prefix$UploadImageName"
+
+    echo "【下载】 - 开始上传镜像到私有仓库 ↓"
+    docker login -u admin -p V2ryStr@ngPss "$InnerIPv4:8033"
+    echo ""
+    echo "【下载】 - 开始推送到私有仓库！ "
+    docker push "$custom_prefix$UploadImageName"
+    echo ""
+    echo ""
+
+    echo ""
+    echo "【更新】-开始更新镜像名称！"
+    harbor_host="$InnerIPv4:8033"
+    parse_args $ImageTarName
+    update_image_tag
+}
+
+if [[ $NeedUploadFolder == 1 ]]; then
+    # 上传的是一个目录
+    echo "【上传】 - 上传的文件目录为 => ${ImageListName}"
+
+    currentDate=$(date +'%Y-%m-%d')
+    random_number=$((RANDOM % 900 + 100))
+    tar_image_txt_file="$currentDate-$random_number.txt"
+    echo "【上传】 - 复制文件目录为临时文件 =>  $tar_image_txt_file"
+    touch $tar_image_txt_file
+    echo ""
+    echo ""
+
+    while IFS= read -r i; do
+        [ -z "${i}" ] && continue
+
+        UploadImageName=${i}
+        Download_Compress_UploadOss || return ?
+
+        # 写入压缩文件名称
+        echo "$ImageTarName" >>"$tar_image_txt_file"
+
+        echo "-------------------------------------------------"
+    done   <"${ImageListName}"
+
+    echo ""
+
+    echo "【上传】 - 上传压缩文件名称列表至OSS中 ！"
+    mc cp ./"$tar_image_txt_file" demo/cmlc-installation/tmp/
+    echo "【上传】 - 上传OSS成功 => $(mc ls demo/cmlc-installation/tmp/ | grep "${tar_image_txt_file}")"
+    echo ""
+
+    echo "【上传】 - 请在目标Master主机执行如下命令 ↓↓↓↓↓↓"
+    echo ""
+    echo ""
+    echo "source <(curl -sL https://b2.107421.xyz/image-sync.sh) -fd "$OSS_URL$tar_image_txt_file""
+    echo ""
+    echo ""
+
+elif [[ $NeedUploadFolder == 2 ]]; then
+    # file download
+    echo "【下载】- 需要下载的压缩列表文件为 => $ImageListName"
+    wget ${ImageListName}
+
+    tar_image_txt_file=$(echo ${ImageListName} | cut -d"/" -f6)
+    image_count=0
+
+    while IFS= read -r i; do
+      [ -z "${i}" ] && continue
+
+      ImageTarName=${i}
+      Download_Load_Tag_UploadHarbor_Update
+      image_count="$(_math "$image_count" + 1)"
+
+
+      echo "-------------------------------------------------"
+    done   <"${tar_image_txt_file}"
+    echo ""
+
+     echo "【下载】 - 请等待流程结束 ↓"
+    _sleep_c="500"
+    for (( i=1; i<$image_count; i++ )) ; do
+        _sleep_c="$(_math "$_sleep_c" + 500)"
+    done
+    echo "【下载】 - 共有 【 $image_count 】个镜像， 等待上传结束 => $_sleep_c 秒"
+    while [ "$_sleep_c" -ge "0" ]; do
+      printf "\r      \r"
+       printf -- "%b" "$_sleep_c"
+      _sleep_c="$(_math "$_sleep_c" - 1)"
+      sleep 1
+    done
+    printf "\r"
+
+fi
+
+if [[ $IsUpload == 1 ]]; then
+   # upload a image
+    Download_Compress_UploadOss  || return ?
+    echo "【上传】 - 请在目标Master主机执行如下命令 ↓↓↓↓↓↓"
+    echo ""
+    echo ""
+    echo "source <(curl -sL https://b2.107421.xyz/image-sync.sh) -d $ImageTarName"
+    echo ""
+    echo ""
+    Client_Harbor_Address="$Custom_Client_Harbor/cmii/$ImageName:$ImageTag"
+    echo "【上传】 - 手动命令执行如下， 目标镜像全程地址为 => $Client_Harbor_Address"
+    echo ""
+    echo "wget $OSS_URL$ImageTarName && docker load < $ImageTarName && docker tag ${UploadImageName} $Client_Harbor_Address && docker push $Client_Harbor_Address"
+    echo ""
+    echo ""
+elif [[ $IsUpload == 2 ]];then
+    # download a image
+    Download_Load_Tag_UploadHarbor_Update
+
+    echo "【下载】 - 请等待流程结束 ↓"
+    _sleep_c="500"
+    while [ "$_sleep_c" -ge "0" ]; do
+      printf "\r      \r"
+      printf -- "%b" "$_sleep_c"
+      _sleep_c="$(_math "$_sleep_c" - 1)"
+      sleep 1
+    done
+    printf "\r"
+fi

998-常用脚本/b-镜像同步/imageSyncDLTU.ps1

@@ -0,0 +1,15 @@
+
+# https://dl.min.io/client/mc/release/windows-amd64/mc.exe
+
+& "C:\Users\makn\Downloads\mc.exe" alias set uav-demo  https://oss.demo.uavcmlc.com cmii B#923fC7mk
+
+
+& "C:\Users\makn\Downloads\mc.exe" ls uav-demo/cmlc-installation/6.2.0-szgz-arm/ | ForEach-Object {
+    $item=($_.Split()[-1])
+    Write-Host "start to download $item "
+    & "C:\Users\makn\Downloads\mc.exe" get uav-demo/cmlc-installation/6.2.0-szgz-arm/$item "D:\Desktop\cmii\cmii\"
+
+    Write-Host ""
+}
+
+

998-常用脚本/b-镜像同步/imageSyncDownload.ps1

@@ -0,0 +1,69 @@
+function DownloadFileInChunks {
+    param (
+        [string]$url,
+        [string]$destinationFile,
+        [int]$chunkSizeGB = 1
+    )
+
+    # 将 GB 转换为字节
+    $chunkSize = $chunkSizeGB * 1024 * 1024 * 1024
+
+    # 获取文件的总大小
+    $response = Invoke-WebRequest -Uri $url -Method Head
+    $totalSize = [long]$response.Headers["Content-Length"]
+
+    # 计算分段数量
+    $chunks = [math]::Ceiling($totalSize / $chunkSize)
+
+    # 下载每一段
+    for ($i = 0; $i -lt $chunks; $i++) {
+        $start = $i * $chunkSize
+        $end = [math]::Min($start + $chunkSize - 1, $totalSize - 1)
+
+        $headers = @{
+            "Range" = "bytes=$start-$end"
+        }
+
+        $chunkResponse = Invoke-WebRequest -Uri $url -Headers $headers -Method Get
+        $chunkData = $chunkResponse.Content
+
+        # 以追加模式写入文件
+        [System.IO.File]::WriteAllBytes($destinationFile, $chunkData)
+    }
+
+    Write-Host "dowonload ok"
+}
+
+# 指定文件路径
+$filePath = "D:\CmiiDeployOffline\ZheJiangErJiPingTai\all-gzip-image-list.txt"
+# 指定下载的目标目录
+$destinationFolder = "D:\CmiiDeployOffline\ZheJiangErJiPingTai"
+
+$oss_prefix_url="https://oss.demo.uavcmlc.com/cmlc-installation/6.1.1/"
+
+# 创建目标目录（如果不存在）
+#if (-not (Test-Path $destinationFolder)) {
+#    New-Item -ItemType Directory -Path $destinationFolder
+#}
+
+#Write-Host "[DLTU] - 开始下载镜像压缩文件"
+Write-Host ""
+
+# 读取文件并下载每一行的 URL
+Get-Content $filePath | ForEach-Object {
+    $url = $_
+    Write-Host "start to download $oss_prefix_url$url"
+
+    $fileName = Join-Path $destinationFolder $url
+    Write-Host $fileName
+    DownloadFileInChunks -url $oss_prefix_url$url -destinationFile $fileName -chunkSizeGB 0.1
+    #    Invoke-WebRequest -Uri $oss_prefix_url$url -OutFile $fileName
+    Write-Host ""
+}
+
+
+
+
+
+
+

998-常用脚本/b-镜像同步/kubernetes-images-2.5.7-1.20.4.txt

@@ -0,0 +1,63 @@
+busybox
+rancher/backup-restore-operator:v1.0.3
+rancher/calico-cni:v3.17.2
+rancher/calico-ctl:v3.17.2
+rancher/calico-kube-controllers:v3.17.2
+ 
+rancher/calico-pod2daemon-flexvol:v3.17.2
+rancher/cis-operator:v1.0.3
+rancher/cluster-proportional-autoscaler:1.7.1
+rancher/coredns-coredns:1.8.0
+rancher/coreos-etcd:v3.4.14-rancher1
+rancher/coreos-kube-state-metrics:v1.9.7
+rancher/coreos-prometheus-config-reloader:v0.39.0
+rancher/coreos-prometheus-operator:v0.39.0
+rancher/externalip-webhook:v0.1.6
+rancher/flannel-cni:v0.3.0-rancher6
+rancher/coreos-flannel:v0.13.0-rancher1
+rancher/fleet-agent:v0.3.4
+rancher/fleet:v0.3.4
+rancher/fluentd:v0.1.24
+rancher/grafana-grafana:7.1.5
+rancher/hyperkube:v1.20.4-rancher1
+rancher/jimmidyson-configmap-reload:v0.3.0
+rancher/k8s-dns-dnsmasq-nanny:1.15.2
+rancher/k8s-dns-kube-dns:1.15.2
+rancher/k8s-dns-node-cache:1.15.13
+rancher/k8s-dns-sidecar:1.15.2
+rancher/klipper-lb:v0.1.2
+rancher/kube-api-auth:v0.1.4
+rancher/kubectl:v1.20.4
+rancher/kubernetes-external-dns:v0.7.3
+rancher/cluster-proportional-autoscaler:1.8.1
+rancher/library-busybox:1.31.1
+rancher/library-busybox:1.32.1
+rancher/library-nginx:1.19.2-alpine
+rancher/library-traefik:1.7.19
+rancher/local-path-provisioner:v0.0.11
+rancher/local-path-provisioner:v0.0.14
+rancher/local-path-provisioner:v0.0.19
+rancher/log-aggregator:v0.1.7
+rancher/istio-kubectl:1.5.10
+rancher/metrics-server:v0.4.1
+rancher/configmap-reload:v0.3.0-rancher4
+rancher/nginx-ingress-controller-defaultbackend:1.5-rancher1
+rancher/nginx-ingress-controller:nginx-0.43.0-rancher1
+rancher/opa-gatekeeper:v3.1.0-beta.7
+rancher/openzipkin-zipkin:2.14.2
+rancher/pause:3.2
+rancher/plugins-docker:18.09
+rancher/prom-alertmanager:v0.21.0
+rancher/prom-node-exporter:v1.0.1
+rancher/prom-prometheus:v2.18.2
+rancher/prometheus-auth:v0.2.1
+rancher/rancher-agent:v2.5.7
+rancher/rancher-webhook:v0.1.0-beta9
+rancher/rancher:v2.5.7
+rancher/rke-tools:v0.1.72
+rancher/security-scan:v0.1.14
+rancher/security-scan:v0.2.2
+rancher/shell:v0.1.6
+rancher/sonobuoy-sonobuoy:v0.16.3
+rancher/system-upgrade-controller:v0.6.2
+

998-常用脚本/b-镜像同步/middle-image-arm64-250218.txt

@@ -0,0 +1,19 @@
+bitnami/redis:6.2.14-debian-11-r1
+bitnami/mysql:8.1.0-debian-11-r42
+simonrupf/chronyd:0.4.3
+bitnami/bitnami-shell:11-debian-11-r136
+bitnami/rabbitmq:3.11.26-debian-11-r2
+ossrs/srs:v5.0.195
+emqx/emqx:4.4.19
+emqx/emqx:5.5.1
+nacos/nacos-server:v2.1.2-slim
+mongo:5.0
+bitnami/minio:2023.5.4
+kubernetesui/dashboard:v2.0.1
+kubernetesui/metrics-scraper:v1.0.4
+nginx:1.24.0
+redis:6.0.20-alpine
+dyrnq/nfs-subdir-external-provisioner:v4.0.2
+jerrychina2020/rke-tools:v0.175-linux
+jerrychina2020/rke-tools:v0.175
+busybox:latest

998-常用脚本/b-镜像同步/下载镜像.sh

@@ -0,0 +1,23 @@
+#!/bin/bash
+
+gzip_image_list_txt="all-gzip-image-list.txt" # 一般不需要修改
+oss_prefix_url="https://oss.demo.uavcmlc.com/cmlc-installation"
+local_gzip_path="/root/octopus-image"
+
+
+local_gzip_path="$local_gzip_path/6.1.1"
+mkdir -p $local_gzip_path
+oss_prefix_url="$oss_prefix_url/6.1.1/"
+
+cd $local_gzip_path || exit
+
+wget "$oss_prefix_url$gzip_image_list_txt"
+echo ""
+while IFS= read -r i; do
+  [ -z "${i}" ] && continue
+  echo "download gzip file =>: $oss_prefix_url${i}"
+  if wget "$oss_prefix_url${i}" >/dev/null 2>&1; then
+    echo "download ok !"
+    echo ""
+  fi
+done <"${gzip_image_list_txt}"

998-常用脚本/b-镜像同步/清除镜像.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+
+image_name_prefix_list=(harbor.cdcyy.com.cn)
+
+
+for (( i=1; i<=100; i++ ))
+do
+    echo $i
+    for image_name_prefix in "${image_name_prefix_list[@]}"
+    do
+      content=$(docker image ls | grep "${image_name_prefix}" | head -n1)
+      if [ ! "$content" == "" ]; then
+          echo "$content"
+          echo "$(echo $content | awk '{print$1}'):$(echo $content | awk '{print$2}')"
+          if [ "$(echo $content | awk '{print$2}')" == "<none*" ]; then
+              continue
+          fi
+          docker image rm "$(echo $content | awk '{print$1}'):$(echo $content | awk '{print$2}')"
+      fi
+    done
+done
+
+echo "y
+
+" | docker image prune

998-常用脚本/b-镜像同步/离线更新tag脚本.sh

@@ -0,0 +1,68 @@
+#!/bin/bash
+
+harbor_host=172.31.2.7:8033/admin
+namespace=szgz
+app_name=""
+new_tag=""
+
+upload_image_to_harbor(){
+   if [ "$app_name" == "" ]; then
+       echo "app name null exit!"
+       exit 233
+   fi
+
+   if ! docker load < "$1"; then
+       echo "docker load error !"
+   fi
+   docker tag "harbor.cdcyy.com.cn/cmii/$app_name:$new_tag" "$harbor_host/cmii/$app_name:$new_tag"
+   echo ""
+   echo ""
+   echo "upload_image_to_harbor - start to push to => $harbor_host/cmii/$app_name:$new_tag"
+   docker login -u admin -p V2ryStr@ngPss $harbor_host
+   docker push "$harbor_host/cmii/$app_name:$new_tag"
+   echo ""
+   echo ""
+
+}
+
+parse_args(){
+  if [ "$1" == "" ]; then
+      echo "no zip file in error!"
+      exit 233
+  fi
+  local image_name="$1"
+
+  # cmii-uav-surveillance=5.2.0-27031-cqga=2024-03-04=573.tar.gz
+   app_name=$(echo $image_name | cut -d "=" -f1)
+   new_tag=$(echo $image_name | cut -d "=" -f2)
+}
+
+update_image_tag(){
+  if [ "$new_tag" == "" ]; then
+      echo "new tag error!"
+      exit 233
+  fi
+
+   local image_prefix=$(kubectl -n ${namespace} get deployment "${app_name}" -o=jsonpath='{.spec.template.spec.containers[*].image}' | cut -d":" -f1)
+
+    echo "image grep is => ${image_prefix}"
+
+    echo "start to update ${namespace} ${app_name} to ${new_tag} !"
+    echo ""
+    kubectl -n ${namespace} patch deployment "${app_name}" -p "{\"spec\":{\"template\":{\"spec\":{\"containers\":[{\"name\":\"${app_name}\",\"image\": \"${harbor_host}/cmii/$app_name:${new_tag}\"}]}}}}"
+    echo ""
+    echo "start to wait for 3 seconds!"
+    sleep 3
+    local image_new=$(kubectl -n ${namespace} get deployment "${app_name}" -o=jsonpath='{.spec.template.spec.containers[*].image}')
+    echo ""
+    echo "new image are => $image_new"
+    echo ""
+}
+
+main(){
+   parse_args "$1"
+   upload_image_to_harbor "$1"
+   update_image_tag
+}
+
+main "$@"