WddSuperAgent/agent-operator/minio/MinioOperator.go

package minio

import (
	"os"
	"strings"
	"wdd.io/agent-common/logger"

	"github.com/minio/minio-go"
	"wdd.io/agent-common/utils"
)

type CmiiMinioOperator struct {
	LocalMinioOperator  *MinioOperator
	PublicMinioOperator *MinioOperator
	DemoMinioOperator   *MinioOperator
}

var DefaultCmiiMinioOperator = newInstance()

var log = logger.Log

func newInstance() *CmiiMinioOperator {

	op := &CmiiMinioOperator{}

	op.buildCmiiMinioOperator()

	return op
}

const (
	DefaultLocalEndpoint     = "10.250.0.100:9000"
	DefaultPublicEndpoint    = "42.192.52.227:9000"
	DefaultDemoEndpoint      = "oss.demo.uavcmlc.com"
	DefaultAccessKeyID       = "cmii"
	DefaultSecretAccessKey   = "B#923fC7mk"
	DefaultOctopusBucketName = "octopus"
	DefaultOssUrlPrefix      = "https://oss.demo.uavcmlc.com:18000/cmlc-installation/tmp/"
)

func (op *CmiiMinioOperator) buildCmiiMinioOperator() {

	if op.LocalMinioOperator == nil {
		op.LocalMinioOperator = &MinioOperator{
			MinioEndpoint:   DefaultLocalEndpoint,
			EndpointSecure:  false,
			AccessKeyID:     DefaultAccessKeyID,
			SecretAccessKey: DefaultSecretAccessKey,
			Client:          nil,
		}

		op.LocalMinioOperator.BuildMinioOperator()
	}

	if op.PublicMinioOperator == nil {
		op.PublicMinioOperator = &MinioOperator{
			MinioEndpoint:   DefaultPublicEndpoint,
			EndpointSecure:  false,
			AccessKeyID:     DefaultAccessKeyID,
			SecretAccessKey: DefaultSecretAccessKey,
			Client:          nil,
		}

		op.PublicMinioOperator.BuildMinioOperator()
	}

	if op.DemoMinioOperator == nil {
		op.DemoMinioOperator = &MinioOperator{
			MinioEndpoint:   DefaultDemoEndpoint,
			EndpointSecure:  true,
			AccessKeyID:     DefaultAccessKeyID,
			SecretAccessKey: DefaultSecretAccessKey,
			Client:          nil,
		}

		op.DemoMinioOperator.BuildMinioOperator()
	}

	log.DebugF("[buildCmiiMinioOperator] - build client success !")
}

func (op *CmiiMinioOperator) UploadToLocalOctopus(filePath, fileName string) bool {
	return op.LocalMinioOperator.UploadFile(DefaultOctopusBucketName, filePath, fileName)
}

func (op *CmiiMinioOperator) UploadToPublicOctopus(filePath, fileName string) bool {

	return op.PublicMinioOperator.UploadFile(DefaultOctopusBucketName, filePath, fileName)
}

func (op *CmiiMinioOperator) UploadToDemo(bucketName, filePath, fileName string) bool {

	return op.DemoMinioOperator.UploadFile(bucketName, filePath, fileName)
}

type MinioOperator struct {
	MinioEndpoint  string
	EndpointSecure bool

	AccessKeyID     string
	SecretAccessKey string

	Client *minio.Client
}

func (op *MinioOperator) BuildMinioOperator() {

	op.MinioEndpoint = strings.TrimPrefix(op.MinioEndpoint, "http://")
	op.MinioEndpoint = strings.TrimPrefix(op.MinioEndpoint, "https://")
	if strings.Contains(op.MinioEndpoint, "/") {
		op.MinioEndpoint = strings.Split(op.MinioEndpoint, "/")[0]
	}

	client, err := minio.New(op.MinioEndpoint, op.AccessKeyID, op.SecretAccessKey, op.EndpointSecure)
	if err != nil {
		log.ErrorF("Failed to create client: %v", err)
	}
	log.DebugF("endpoint: %s accessKeyId: %s secretAccessKey: %s", op.MinioEndpoint, op.AccessKeyID, op.SecretAccessKey)

	op.Client = client
}

func (op *MinioOperator) ListFileInBucket(bucketName string) {
	// 使用ListObjectsV2获取bucket中的所有文件名。
	doneChan := make(chan struct{})

	objectInfo := op.Client.ListObjectsV2(bucketName, "", false, doneChan)

	for object := range objectInfo {
		utils.BeautifulPrint(object)
	}

}

func (op *MinioOperator) DownloadFileFromOssFullUrl(ossFullUrl string, filePath string) bool {
	log.InfoF("[DownloadFileFromOssFullUrl] - download  from %s", ossFullUrl)

	// https://oss.demo.uavcmlc.com:18000/cmlc-installation/tmp/docker.tar.gz
	ossFullUrl = strings.TrimPrefix(ossFullUrl, "http://")
	ossFullUrl = strings.TrimPrefix(ossFullUrl, "https://")
	// oss.demo.uavcmlc.com:18000/cmlc-installation/tmp/docker.tar.gz

	split := strings.Split(ossFullUrl, "/")
	if len(split) < 2 {
		log.ErrorF("DownloadFileFromOssFullUrl - split error len < 2 !")
		return false
	}

	ossFullUrl = strings.TrimPrefix(ossFullUrl, split[0]+"/")
	bucketName := split[1]

	fileName := strings.TrimPrefix(ossFullUrl, bucketName)

	return op.DownloadFile(bucketName, filePath, fileName)

}

// DownloadFile fileNameWithPrefix格式为 tmp/123/123.txt
func (op *MinioOperator) DownloadFile(bucketName, filePath, fileNameWithPrefix string) bool {

	separator := os.PathSeparator
	if !strings.HasSuffix(filePath, string(separator)) {
		filePath += string(separator)
	}

	fileNameWithPrefix = strings.TrimPrefix(fileNameWithPrefix, "/")

	// 获取下载的真实文件名称 123.txt
	realFileName := fileNameWithPrefix
	if strings.Contains(fileNameWithPrefix, "/") {
		realFileName = strings.Split(fileNameWithPrefix, "/")[len(strings.Split(fileNameWithPrefix, "/"))-1]
	}

	log.InfoF("[DownloadFile] - download from [%s] to [%s]", op.MinioEndpoint+"/"+bucketName+"/"+fileNameWithPrefix, filePath+realFileName)
	err := op.Client.FGetObject(bucketName, fileNameWithPrefix, filePath+realFileName, minio.GetObjectOptions{})
	if err != nil {
		log.ErrorF("[DownloadFile] - download %s error %s", filePath+realFileName, err.Error())
		return false
	}

	return true
}

// UploadFile bucketNameWithSuffix格式为 cmlc-installation/tmp/123 的格式
func (op *MinioOperator) UploadFile(bucketNameWithSuffix, filePath, fileName string) bool {

	separator := os.PathSeparator
	if !strings.HasSuffix(filePath, string(separator)) {
		filePath += string(separator)
	}

	fileName = strings.TrimPrefix(fileName, "/")

	bucketNameWithSuffix = strings.TrimPrefix(bucketNameWithSuffix, "/")
	oldBucketName := bucketNameWithSuffix
	realFileName := fileName
	// 解析bucket上传的真实名称
	if strings.Contains(bucketNameWithSuffix, "/") {
		bucketNameWithSuffix = strings.Split(bucketNameWithSuffix, "/")[0]
		fileName = strings.TrimPrefix(oldBucketName, bucketNameWithSuffix) + "/" + realFileName
	}

	// 使用PutObject上传文件
	// fileName  ==> tmp/123/123.txt
	// realFileName ==> 123.txt
	log.InfoF("[UploadFile] - upload from [%s] to [%s]", filePath+realFileName, op.MinioEndpoint+"/"+bucketNameWithSuffix+fileName)
	n, err := op.Client.FPutObject(bucketNameWithSuffix, fileName, filePath+realFileName, minio.PutObjectOptions{})
	if err != nil {
		log.ErrorF("[UploadFile] - upload [%s] to [%s] error %s", filePath+realFileName, op.MinioEndpoint+"/"+bucketNameWithSuffix+"/"+fileName, err.Error())
		return false
	}

	log.InfoF("[UploadFile] - uploaded [%s] of size %d", filePath+realFileName, n)
	return true
}