[agent-operator]-无聊的更新内容
This commit is contained in:
zeaslity
215
agent-operator/minio/MinioOperator.go
Normal file
215
agent-operator/minio/MinioOperator.go
Normal file
@@ -0,0 +1,215 @@
|
||||
package minio
|
||||
|
||||
import (
|
||||
"os"
|
||||
"strings"
|
||||
"wdd.io/agent-common/logger"
|
||||
|
||||
"github.com/minio/minio-go"
|
||||
"wdd.io/agent-common/utils"
|
||||
)
|
||||
|
||||
type CmiiMinioOperator struct {
|
||||
LocalMinioOperator *MinioOperator
|
||||
PublicMinioOperator *MinioOperator
|
||||
DemoMinioOperator *MinioOperator
|
||||
}
|
||||
|
||||
var DefaultCmiiMinioOperator = newInstance()
|
||||
|
||||
var log = logger.Log
|
||||
|
||||
func newInstance() *CmiiMinioOperator {
|
||||
|
||||
op := &CmiiMinioOperator{}
|
||||
|
||||
op.buildCmiiMinioOperator()
|
||||
|
||||
return op
|
||||
}
|
||||
|
||||
const (
|
||||
DefaultLocalEndpoint = "10.250.0.100:9000"
|
||||
DefaultPublicEndpoint = "42.192.52.227:9000"
|
||||
DefaultDemoEndpoint = "oss.demo.uavcmlc.com"
|
||||
DefaultAccessKeyID = "cmii"
|
||||
DefaultSecretAccessKey = "B#923fC7mk"
|
||||
DefaultOctopusBucketName = "octopus"
|
||||
DefaultOssUrlPrefix = "https://oss.demo.uavcmlc.com:18000/cmlc-installation/tmp/"
|
||||
)
|
||||
|
||||
func (op *CmiiMinioOperator) buildCmiiMinioOperator() {
|
||||
|
||||
if op.LocalMinioOperator == nil {
|
||||
op.LocalMinioOperator = &MinioOperator{
|
||||
MinioEndpoint: DefaultLocalEndpoint,
|
||||
EndpointSecure: false,
|
||||
AccessKeyID: DefaultAccessKeyID,
|
||||
SecretAccessKey: DefaultSecretAccessKey,
|
||||
Client: nil,
|
||||
}
|
||||
|
||||
op.LocalMinioOperator.BuildMinioOperator()
|
||||
}
|
||||
|
||||
if op.PublicMinioOperator == nil {
|
||||
op.PublicMinioOperator = &MinioOperator{
|
||||
MinioEndpoint: DefaultPublicEndpoint,
|
||||
EndpointSecure: false,
|
||||
AccessKeyID: DefaultAccessKeyID,
|
||||
SecretAccessKey: DefaultSecretAccessKey,
|
||||
Client: nil,
|
||||
}
|
||||
|
||||
op.PublicMinioOperator.BuildMinioOperator()
|
||||
}
|
||||
|
||||
if op.DemoMinioOperator == nil {
|
||||
op.DemoMinioOperator = &MinioOperator{
|
||||
MinioEndpoint: DefaultDemoEndpoint,
|
||||
EndpointSecure: true,
|
||||
AccessKeyID: DefaultAccessKeyID,
|
||||
SecretAccessKey: DefaultSecretAccessKey,
|
||||
Client: nil,
|
||||
}
|
||||
|
||||
op.DemoMinioOperator.BuildMinioOperator()
|
||||
}
|
||||
|
||||
log.DebugF("[buildCmiiMinioOperator] - build client success !")
|
||||
}
|
||||
|
||||
func (op *CmiiMinioOperator) UploadToLocalOctopus(filePath, fileName string) bool {
|
||||
return op.LocalMinioOperator.UploadFile(DefaultOctopusBucketName, filePath, fileName)
|
||||
}
|
||||
|
||||
func (op *CmiiMinioOperator) UploadToPublicOctopus(filePath, fileName string) bool {
|
||||
|
||||
return op.PublicMinioOperator.UploadFile(DefaultOctopusBucketName, filePath, fileName)
|
||||
}
|
||||
|
||||
func (op *CmiiMinioOperator) UploadToDemo(bucketName, filePath, fileName string) bool {
|
||||
|
||||
return op.DemoMinioOperator.UploadFile(bucketName, filePath, fileName)
|
||||
}
|
||||
|
||||
type MinioOperator struct {
|
||||
MinioEndpoint string
|
||||
EndpointSecure bool
|
||||
|
||||
AccessKeyID string
|
||||
SecretAccessKey string
|
||||
|
||||
Client *minio.Client
|
||||
}
|
||||
|
||||
func (op *MinioOperator) BuildMinioOperator() {
|
||||
|
||||
op.MinioEndpoint = strings.TrimPrefix(op.MinioEndpoint, "http://")
|
||||
op.MinioEndpoint = strings.TrimPrefix(op.MinioEndpoint, "https://")
|
||||
if strings.Contains(op.MinioEndpoint, "/") {
|
||||
op.MinioEndpoint = strings.Split(op.MinioEndpoint, "/")[0]
|
||||
}
|
||||
|
||||
client, err := minio.New(op.MinioEndpoint, op.AccessKeyID, op.SecretAccessKey, op.EndpointSecure)
|
||||
if err != nil {
|
||||
log.ErrorF("Failed to create client: %v", err)
|
||||
}
|
||||
log.DebugF("endpoint: %s accessKeyId: %s secretAccessKey: %s", op.MinioEndpoint, op.AccessKeyID, op.SecretAccessKey)
|
||||
|
||||
op.Client = client
|
||||
}
|
||||
|
||||
func (op *MinioOperator) ListFileInBucket(bucketName string) {
|
||||
// 使用ListObjectsV2获取bucket中的所有文件名。
|
||||
doneChan := make(chan struct{})
|
||||
|
||||
objectInfo := op.Client.ListObjectsV2(bucketName, "", false, doneChan)
|
||||
|
||||
for object := range objectInfo {
|
||||
utils.BeautifulPrint(object)
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
func (op *MinioOperator) DownloadFileFromOssFullUrl(ossFullUrl string, filePath string) bool {
|
||||
log.InfoF("[DownloadFileFromOssFullUrl] - download from %s", ossFullUrl)
|
||||
|
||||
// https://oss.demo.uavcmlc.com:18000/cmlc-installation/tmp/docker.tar.gz
|
||||
ossFullUrl = strings.TrimPrefix(ossFullUrl, "http://")
|
||||
ossFullUrl = strings.TrimPrefix(ossFullUrl, "https://")
|
||||
// oss.demo.uavcmlc.com:18000/cmlc-installation/tmp/docker.tar.gz
|
||||
|
||||
split := strings.Split(ossFullUrl, "/")
|
||||
if len(split) < 2 {
|
||||
log.ErrorF("DownloadFileFromOssFullUrl - split error len < 2 !")
|
||||
return false
|
||||
}
|
||||
|
||||
ossFullUrl = strings.TrimPrefix(ossFullUrl, split[0]+"/")
|
||||
bucketName := split[1]
|
||||
|
||||
fileName := strings.TrimPrefix(ossFullUrl, bucketName)
|
||||
|
||||
return op.DownloadFile(bucketName, filePath, fileName)
|
||||
|
||||
}
|
||||
|
||||
// DownloadFile fileNameWithPrefix格式为 tmp/123/123.txt
|
||||
func (op *MinioOperator) DownloadFile(bucketName, filePath, fileNameWithPrefix string) bool {
|
||||
|
||||
separator := os.PathSeparator
|
||||
if !strings.HasSuffix(filePath, string(separator)) {
|
||||
filePath += string(separator)
|
||||
}
|
||||
|
||||
fileNameWithPrefix = strings.TrimPrefix(fileNameWithPrefix, "/")
|
||||
|
||||
// 获取下载的真实文件名称 123.txt
|
||||
realFileName := fileNameWithPrefix
|
||||
if strings.Contains(fileNameWithPrefix, "/") {
|
||||
realFileName = strings.Split(fileNameWithPrefix, "/")[len(strings.Split(fileNameWithPrefix, "/"))-1]
|
||||
}
|
||||
|
||||
log.InfoF("[DownloadFile] - download from [%s] to [%s]", op.MinioEndpoint+"/"+bucketName+"/"+fileNameWithPrefix, filePath+realFileName)
|
||||
err := op.Client.FGetObject(bucketName, fileNameWithPrefix, filePath+realFileName, minio.GetObjectOptions{})
|
||||
if err != nil {
|
||||
log.ErrorF("[DownloadFile] - download %s error %s", filePath+realFileName, err.Error())
|
||||
return false
|
||||
}
|
||||
|
||||
return true
|
||||
}
|
||||
|
||||
// UploadFile bucketNameWithSuffix格式为 cmlc-installation/tmp/123 的格式
|
||||
func (op *MinioOperator) UploadFile(bucketNameWithSuffix, filePath, fileName string) bool {
|
||||
|
||||
separator := os.PathSeparator
|
||||
if !strings.HasSuffix(filePath, string(separator)) {
|
||||
filePath += string(separator)
|
||||
}
|
||||
|
||||
fileName = strings.TrimPrefix(fileName, "/")
|
||||
|
||||
bucketNameWithSuffix = strings.TrimPrefix(bucketNameWithSuffix, "/")
|
||||
oldBucketName := bucketNameWithSuffix
|
||||
realFileName := fileName
|
||||
// 解析bucket上传的真实名称
|
||||
if strings.Contains(bucketNameWithSuffix, "/") {
|
||||
bucketNameWithSuffix = strings.Split(bucketNameWithSuffix, "/")[0]
|
||||
fileName = strings.TrimPrefix(oldBucketName, bucketNameWithSuffix) + "/" + realFileName
|
||||
}
|
||||
|
||||
// 使用PutObject上传文件
|
||||
// fileName ==> tmp/123/123.txt
|
||||
// realFileName ==> 123.txt
|
||||
log.InfoF("[UploadFile] - upload from [%s] to [%s]", filePath+realFileName, op.MinioEndpoint+"/"+bucketNameWithSuffix+fileName)
|
||||
n, err := op.Client.FPutObject(bucketNameWithSuffix, fileName, filePath+realFileName, minio.PutObjectOptions{})
|
||||
if err != nil {
|
||||
log.ErrorF("[UploadFile] - upload [%s] to [%s] error %s", filePath+realFileName, op.MinioEndpoint+"/"+bucketNameWithSuffix+"/"+fileName, err.Error())
|
||||
return false
|
||||
}
|
||||
|
||||
log.InfoF("[UploadFile] - uploaded [%s] of size %d", filePath+realFileName, n)
|
||||
return true
|
||||
}
|
||||
23
agent-operator/minio/MinioOperator_test.go
Normal file
23
agent-operator/minio/MinioOperator_test.go
Normal file
@@ -0,0 +1,23 @@
|
||||
package minio
|
||||
|
||||
import "testing"
|
||||
|
||||
func TestCmiiMinioOperator_UploadToDemo(t *testing.T) {
|
||||
|
||||
DefaultCmiiMinioOperator.UploadToDemo("cmlc-installation", "/home/wdd/Downloads/", "go1.22.1.linux-amd64.tar.gz")
|
||||
|
||||
}
|
||||
|
||||
func TestMinioOperator_DownloadFile(t *testing.T) {
|
||||
DefaultCmiiMinioOperator.DemoMinioOperator.DownloadFile("cmlc-installation", "C:\\Users\\wddsh\\Documents\\Visual Studio 2022", "tmp/cmii-srs-oss-adaptor=2023-SA=2024-04-11=847.tar.gz")
|
||||
}
|
||||
|
||||
func TestMinioOperator_UploadFile(t *testing.T) {
|
||||
|
||||
DefaultCmiiMinioOperator.DemoMinioOperator.UploadFile("cmlc-installation/tmp", "C:\\Users\\wddsh\\Documents\\Visual Studio 2022", "cmii-srs-oss-adaptor=2023-SA=2024-04-11=847.tar.gz")
|
||||
|
||||
}
|
||||
|
||||
func TestMinioOperator_DownloadFileFromOssFullUrl(t *testing.T) {
|
||||
DefaultCmiiMinioOperator.DemoMinioOperator.DownloadFileFromOssFullUrl("https://oss.demo.uavcmlc.com:18000/cmlc-installation/tmp/cmlc=cmii=cmii-srs-oss-adaptor=2023-SA.tar.gz", "C:\\Users\\wddsh\\Documents\\Visual Studio 2022")
|
||||
}
|
||||
Reference in New Issue
Block a user