From 89a0bc2a8f59751ed1db019c7fed70f10a314fa9 Mon Sep 17 00:00:00 2001 From: sanek5g Date: Tue, 25 Feb 2025 23:02:22 +0300 Subject: [PATCH] minio client --- README.md | 2 + cmd/main.go | 21 ++++++++ configs/config.go | 28 +++++++++++ go.mod | 27 +++++++++++ go.sum | 40 ++++++++++++++++ minio_connector/connector.go | 93 ++++++++++++++++++++++++++++++++++++ 6 files changed, 211 insertions(+) create mode 100644 README.md create mode 100644 cmd/main.go create mode 100644 configs/config.go create mode 100644 go.mod create mode 100644 go.sum create mode 100644 minio_connector/connector.go diff --git a/README.md b/README.md new file mode 100644 index 0000000..a43d903 --- /dev/null +++ b/README.md @@ -0,0 +1,2 @@ +# upload-server + diff --git a/cmd/main.go b/cmd/main.go new file mode 100644 index 0000000..5703f57 --- /dev/null +++ b/cmd/main.go @@ -0,0 +1,21 @@ +package main + +import ( + "github.com/joho/godotenv" + con "minio/minio_connector" + "fmt" +) + + +func main() { + // Загрузка конфигурации из файла .env + err := godotenv.Load() + if err != nil { + log.Fatalf("Ошибка загрузки файла .env: %v", err) + } + + // Инициализация соединения с Minio + con.InitMinio() + minioClient := con.GetMinio() + fmt.Println(minioClient) +} diff --git a/configs/config.go b/configs/config.go new file mode 100644 index 0000000..ed3be8b --- /dev/null +++ b/configs/config.go @@ -0,0 +1,28 @@ +package config + +import ( + "os" + + _ "github.com/joho/godotenv/autoload" +) + + +var ( + + // Minio + MinioEndpt = getEnv("MINIO_ENDPOINT", "") + MinioBucket = getEnv("MINIO_BUCKET", "") + MinioAccessKey = getEnv("MINIO_ACCESS_KEY", "") + MinioSecretKey = getEnv("MINIO_SECRET_KEY", "") + + // Similarly, We can fetch more env variables here, + // for API keys, Database credentials etc +) + + +func getEnv(key, fallback string) string { + if value, ok := os.LookupEnv(key); ok { + return value + } + return fallback +} diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..fbb6ece --- /dev/null +++ b/go.mod @@ -0,0 +1,27 @@ +module minio + +go 1.22.2 + +require ( + github.com/joho/godotenv v1.5.1 + github.com/minio/minio-go/v7 v7.0.87 +) + +require ( + github.com/davecgh/go-spew v1.1.1 // indirect + github.com/dustin/go-humanize v1.0.1 // indirect + github.com/go-ini/ini v1.67.0 // indirect + github.com/goccy/go-json v0.10.5 // indirect + github.com/google/uuid v1.6.0 // indirect + github.com/klauspost/compress v1.17.11 // indirect + github.com/klauspost/cpuid/v2 v2.2.9 // indirect + github.com/minio/crc64nvme v1.0.1 // indirect + github.com/minio/md5-simd v1.1.2 // indirect + github.com/pmezard/go-difflib v1.0.0 // indirect + github.com/rs/xid v1.6.0 // indirect + golang.org/x/crypto v0.33.0 // indirect + golang.org/x/net v0.35.0 // indirect + golang.org/x/sys v0.30.0 // indirect + golang.org/x/text v0.22.0 // indirect + gopkg.in/yaml.v3 v3.0.1 // indirect +) diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..d70d3bf --- /dev/null +++ b/go.sum @@ -0,0 +1,40 @@ +github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/dustin/go-humanize v1.0.1 h1:GzkhY7T5VNhEkwH0PVJgjz+fX1rhBrR7pRT3mDkpeCY= +github.com/dustin/go-humanize v1.0.1/go.mod h1:Mu1zIs6XwVuF/gI1OepvI0qD18qycQx+mFykh5fBlto= +github.com/go-ini/ini v1.67.0 h1:z6ZrTEZqSWOTyH2FlglNbNgARyHG8oLW9gMELqKr06A= +github.com/go-ini/ini v1.67.0/go.mod h1:ByCAeIL28uOIIG0E3PJtZPDL8WnHpFKFOtgjp+3Ies8= +github.com/goccy/go-json v0.10.5 h1:Fq85nIqj+gXn/S5ahsiTlK3TmC85qgirsdTP/+DeaC4= +github.com/goccy/go-json v0.10.5/go.mod h1:oq7eo15ShAhp70Anwd5lgX2pLfOS3QCiwU/PULtXL6M= +github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0= +github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/joho/godotenv v1.5.1 h1:7eLL/+HRGLY0ldzfGMeQkb7vMd0as4CfYvUVzLqw0N0= +github.com/joho/godotenv v1.5.1/go.mod h1:f4LDr5Voq0i2e/R5DDNOoa2zzDfwtkZa6DnEwAbqwq4= +github.com/klauspost/compress v1.17.11 h1:In6xLpyWOi1+C7tXUUWv2ot1QvBjxevKAaI6IXrJmUc= +github.com/klauspost/compress v1.17.11/go.mod h1:pMDklpSncoRMuLFrf1W9Ss9KT+0rH90U12bZKk7uwG0= +github.com/klauspost/cpuid/v2 v2.0.1/go.mod h1:FInQzS24/EEf25PyTYn52gqo7WaD8xa0213Md/qVLRg= +github.com/klauspost/cpuid/v2 v2.2.9 h1:66ze0taIn2H33fBvCkXuv9BmCwDfafmiIVpKV9kKGuY= +github.com/klauspost/cpuid/v2 v2.2.9/go.mod h1:rqkxqrZ1EhYM9G+hXH7YdowN5R5RGN6NK4QwQ3WMXF8= +github.com/minio/crc64nvme v1.0.1 h1:DHQPrYPdqK7jQG/Ls5CTBZWeex/2FMS3G5XGkycuFrY= +github.com/minio/crc64nvme v1.0.1/go.mod h1:eVfm2fAzLlxMdUGc0EEBGSMmPwmXD5XiNRpnu9J3bvg= +github.com/minio/md5-simd v1.1.2 h1:Gdi1DZK69+ZVMoNHRXJyNcxrMA4dSxoYHZSQbirFg34= +github.com/minio/md5-simd v1.1.2/go.mod h1:MzdKDxYpY2BT9XQFocsiZf/NKVtR7nkE4RoEpN+20RM= +github.com/minio/minio-go/v7 v7.0.87 h1:nkr9x0u53PespfxfUqxP3UYWiE2a41gaofgNnC4Y8WQ= +github.com/minio/minio-go/v7 v7.0.87/go.mod h1:33+O8h0tO7pCeCWwBVa07RhVVfB/3vS4kEX7rwYKmIg= +github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/rs/xid v1.6.0 h1:fV591PaemRlL6JfRxGDEPl69wICngIQ3shQtzfy2gxU= +github.com/rs/xid v1.6.0/go.mod h1:7XoLgs4eV+QndskICGsho+ADou8ySMSjJKDIan90Nz0= +github.com/stretchr/testify v1.9.0 h1:HtqpIVDClZ4nwg75+f6Lvsy/wHu+3BoSGCbBAcpTsTg= +github.com/stretchr/testify v1.9.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY= +golang.org/x/crypto v0.33.0 h1:IOBPskki6Lysi0lo9qQvbxiQ+FvsCC/YWOecCHAixus= +golang.org/x/crypto v0.33.0/go.mod h1:bVdXmD7IV/4GdElGPozy6U7lWdRXA4qyRVGJV57uQ5M= +golang.org/x/net v0.35.0 h1:T5GQRQb2y08kTAByq9L4/bz8cipCdA8FbRTXewonqY8= +golang.org/x/net v0.35.0/go.mod h1:EglIi67kWsHKlRzzVMUD93VMSWGFOMSZgxFjparz1Qk= +golang.org/x/sys v0.30.0 h1:QjkSwP/36a20jFYWkSue1YwXzLmsV5Gfq7Eiy72C1uc= +golang.org/x/sys v0.30.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= +golang.org/x/text v0.22.0 h1:bofq7m3/HAFvbF51jz3Q9wLg3jkvSPuiZu/pD1XwgtM= +golang.org/x/text v0.22.0/go.mod h1:YRoo4H8PVmsu+E3Ou7cqLVH8oXWIHVoX0jqUWALQhfY= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= +gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= diff --git a/minio_connector/connector.go b/minio_connector/connector.go new file mode 100644 index 0000000..9f62496 --- /dev/null +++ b/minio_connector/connector.go @@ -0,0 +1,93 @@ +package minio_connector + +import ( + "context" + "fmt" + config "userApplication/configs" + "net/url" + "time" + "github.com/minio/minio-go/v7" + "github.com/minio/minio-go/v7/pkg/credentials" +) + + +func GetMinio() *minio.Client { + if s3Client == nil { + // Instantiate the s3Client + // ... + } + return s3Client +} + + +func InitMinio() { + + // Requests are always secure (HTTPS) by default. + // Set secure=false to enable insecure (HTTP) access. + // This boolean value is the last argument for New(). + conn, err := minio.New(config.MinioEndpt, &minio.Options{ + Creds: credentials.NewStaticV4(config.MinioAccessKey, config.MinioSecretKey, ""), + Secure: true, + }) + if err != nil { + fmt.Println(err) + } + found, err := conn.BucketExists(context.Background(), config.MinioBucket) + if err != nil { + fmt.Println(err) + } + if found { + fmt.Println("Connection to Minio successful.") + fmt.Println("Endpoint: " + config.MinioEndpt) + fmt.Println("Bucket : " + config.MinioBucket) + } + s3Client = conn +} + +func HandlePanic() { + r := recover() + + if r != nil { + fmt.Println("RECOVER :", r) + } +} + +func GetPresignedURLFromMinio(objectname string) string { + + defer HandlePanic() + reqParams := make(url.Values) + + // Gernerate presigned get object url. + presignedURL, err := GetMinio().PresignedGetObject(context.Background(), config.MinioBucket, objectname, time.Second*24*60*60, reqParams) + if err != nil { + fmt.Println(err) + return "" + } + return presignedURL.String() +} + +func DownloadFileFromMinio(objectname string, filePath string) error { + + // Uncomment this in case the code goes into panic at any point of time + // defer HandlePanic() + + // Download and save the object as a file in the local filesystem. + err := GetMinio().FGetObject(context.Background(), config.MinioBucket, objectname, filePath, minio.GetObjectOptions{}) + if err != nil { + fmt.Println(err) + return err + } + return nil +} + +func UploadFileInMinio(objectname string, filePath string, contentType string) string { + + // Upload the test file with FPutObject + info, err := GetMinio().FPutObject(context.Background(), config.MinioBucket, objectname, filePath, minio.PutObjectOptions{ContentType: contentType}) + if err != nil { + fmt.Println(err) + return "" + } + fmt.Printf("Successfully uploaded %s of size %d\n", objectname, info.Size) + return info.ETag +}