ProjectOctopus/cmii_operator/CmiiImageSync.go

package cmii_operator

import (
	"bufio"
	"context"
	"fmt"
	"github.com/docker/docker/api/types/filters"
	"github.com/klauspost/pgzip"
	"io"
	"os"
	"strings"
	"wdd.io/cmii_operator/tools"

	"github.com/docker/docker/api/types"
	"github.com/docker/docker/client"
)

var apiClient = newClient()

const CmiiHarborPrefix = "harbor.cdcyy.com.cn/cmii/"

func newClient() *client.Client {
	apiClient, err := client.NewClientWithOpts(client.FromEnv)

	if err != nil {
		log.ErrorF("[newClient] - new client failed ! => %s", err.Error())
		panic(err)
	}
	defer apiClient.Close()

	return apiClient
}

func GetRunningContainer() []types.Container {
	return getContainerList(false)
}

func GetAllContainer() []types.Container {
	return getContainerList(true)
}

func getContainerList(all bool) []types.Container {

	containers, err := apiClient.ContainerList(context.Background(), types.ContainerListOptions{
		Quiet:   false,
		Size:    false,
		All:     all,
		Latest:  false,
		Limit:   0,
		Filters: filters.Args{},
	})
	if err != nil {
		log.ErrorF("[getContainerList] - error => %s", err.Error())
	}

	return containers
}

func ImageGetAll() []types.ImageSummary {

	list, err := apiClient.ImageList(context.TODO(), types.ImageListOptions{
		All:     true,
		Filters: filters.Args{},
	})
	if err != nil {
		log.ErrorF("[ImageGetAll] --error => %s", err.Error())
	}

	return list
}

func ImageGetByName(imageName string) *types.ImageSummary {

	imageGetAll := ImageGetAll()

	for _, imageSummary := range imageGetAll {
		for _, tag := range imageSummary.RepoTags {
			if strings.Contains(tag, imageName) {
				return &imageSummary
			}
		}
	}
	return nil
}

func ImageDelete(imageName string) []types.ImageDeleteResponseItem {
	imageGetByName := ImageGetByName(imageName)
	if imageGetByName == nil {
		log.ErrorF("[ImageDelete] -- image not exists ! %s", imageGetByName.RepoTags)
		return nil
	}

	remove, err := apiClient.ImageRemove(context.TODO(), imageGetByName.ID, types.ImageRemoveOptions{
		Force:         true,
		PruneChildren: false,
	})
	if err != nil {
		log.ErrorF("[ImageDelete] -- ImageRemove error  ! %s", err.Error())
		return nil
	}

	return remove
}

func ImageTagFromSourceToTarget(sourceImageName, targetImageName string) bool {

	getByName := ImageGetByName(sourceImageName)
	if getByName == nil {
		log.ErrorF("[ImageTagFromSourceToTarget] -  %s not exits !", sourceImageName)
		return false
	}

	err := apiClient.ImageTag(context.TODO(), sourceImageName, targetImageName)
	if err != nil {
		log.ErrorF("[ImageTagFromSourceToTarget] - from %s to %s error %s", sourceImageName, targetImageName, err.Error())
	}

	return true
}

func ImagePushToOctopusKindHarbor(targetImageName string) (pushResult io.ReadCloser) {

	if ImageGetByName(targetImageName) == nil {
		log.ErrorF("[ImagePushToOctopusKindHarbor] - %s not exits !", targetImageName)
		return pushResult
	}

	pushResult, err := apiClient.ImagePush(context.TODO(), targetImageName, types.ImagePushOptions{
		All:           false,
		RegistryAuth:  "eyAidXNlcm5hbWUiOiAiYWRtaW4iLCAicGFzc3dvcmQiOiAiVjJyeVN0ckBuZ1BzcyIsICJlbWFpbCI6ICJpY2VAcXEuY29tIiB9Cg==",
		PrivilegeFunc: nil,
		Platform:      "amd64",
	})
	if err != nil {
		log.ErrorF("[ImagePushToOctopusKindHarbor] - push %s error %s", targetImageName, err.Error())
		return nil
	}

	return pushResult
}

func ImagePullFromCmiiHarbor(imageName string) (pullResult io.ReadCloser) {
	pullResult, err := apiClient.ImagePull(context.TODO(), imageName, types.ImagePullOptions{
		All:          false,
		RegistryAuth: "eyAidXNlcm5hbWUiOiAicmFkMDJfZHJvbmUiLCAicGFzc3dvcmQiOiAiRHJvbmVAMTIzNCIsICJlbWFpbCI6ICJpY2VAcXEuY29tIiB9Cg==",
		PrivilegeFunc: func() (string, error) {
			return "authorization: Basic cmFkMDJfZHJvbmU6RHJvbmVAMTIzNA==", nil
		},
		Platform: "amd64",
	})
	if err != nil {
		log.ErrorF("[ImagePullFromCmiiHarbor]- image pull of %s ,error => %s", imageName, err.Error())
		return nil
	}

	return pullResult
}

func ImagePullFromCmiiHarborByMap(imageVersionMap map[string]string, silentMode bool) {

	var fs uintptr

	for image, tag := range imageVersionMap {
		s := CmiiHarborPrefix + image + ":" + tag
		pullResult := ImagePullFromCmiiHarbor(s)
		if pullResult == nil {
			continue
		}
		if silentMode {
			scanner := bufio.NewScanner(pullResult)
			for scanner.Scan() {
				line := scanner.Text()
				if strings.Contains(line, "\"status\":\"Pulling from") {
					fmt.Println(line)
				}
				if strings.Contains(line, "Status: Image is up to date for") {
					fmt.Println(line)
				}
			}
		} else {
			_ = tools.DisplayJSONMessagesStream(pullResult, os.Stdout, fs, true, func(message tools.JSONMessage) {

			})
		}
		fmt.Println()
		fmt.Println()
	}

}

func ImageSaveToTarGZ(targetImageName, folderPathPrefix string) bool {

	imageGetByName := ImageGetByName(targetImageName)
	if imageGetByName == nil {
		log.ErrorF("[ImageSaveToTarGZ] - %s not exits", targetImageName)
		return false
	}

	imageSaveTarStream, err := apiClient.ImageSave(context.TODO(), imageGetByName.RepoTags)
	if err != nil {
		log.ErrorF("[ImageSaveToTarGZ] - image save error %s", err.Error())
		return false
	}

	gzipImageFile := convertImageGzipFileName(imageGetByName.RepoTags[0])
	if !strings.HasSuffix(folderPathPrefix, "/") {
		folderPathPrefix += "/"
	}
	gzipImageFile = folderPathPrefix + gzipImageFile
	log.InfoF("[ImageSaveToTarGZ] - start to save [%s] to [%s]", imageGetByName.RepoTags[0], gzipImageFile)

	_ = os.Remove(gzipImageFile)
	tarFile, err := os.Create(gzipImageFile)
	if err != nil {
		log.ErrorF("[ImageSaveToTarGZ] - error create gzip %s file ! => %s ", gzipImageFile, err.Error())
		return false
	}
	defer tarFile.Close()

	// 创建pgzip writer
	gw, err := pgzip.NewWriterLevel(tarFile, pgzip.DefaultCompression) // 你可以调整压缩级别
	if err != nil {
		log.ErrorF("[ImageSaveToTarGZ] - pgzip create writer error: %s", err.Error())
	}
	defer gw.Close()

	// Copy the tar archive to the gzip writer.
	if _, err := io.Copy(gw, imageSaveTarStream); err != nil {
		log.ErrorF("[ImageSaveToTarGZ] - failed to copy tar archive to gzip writer: %s", err.Error())
		return false
	}

	return true
}

func convertImageGzipFileName(imageRepoTag string) (gzipFileName string) {

	split := strings.Split(imageRepoTag, ":")
	first := strings.Split(split[0], "/")

	if len(first) == 3 {
		if strings.Contains(first[0], "cdcyy") {
			gzipFileName += "cmlc="
		} else {
			gzipFileName += "docker="
		}

		gzipFileName += first[1]
		gzipFileName += "="
		gzipFileName += first[2]
		gzipFileName += "="
	} else if len(first) == 2 {
		gzipFileName += "docker="
		gzipFileName += first[0]
		gzipFileName += "="
		gzipFileName += first[1]
		gzipFileName += "="
	}

	gzipFileName += split[1]
	gzipFileName += ".tar.gz"

	return gzipFileName
}