mirror of
https://github.com/zitadel/zitadel.git
synced 2024-12-18 22:07:32 +00:00
667cc30291
* feat: remove assets * feat: minio implementation * fix: remove assets from tests * feat: minio implementation * feat: Env vars * fix: sprintf * fix: sprintf * Update internal/eventstore/repository/repository.go Co-authored-by: Livio Amstutz <livio.a@gmail.com> * fix: error handling Co-authored-by: Livio Amstutz <livio.a@gmail.com>
156 lines
5.1 KiB
Go
156 lines
5.1 KiB
Go
package s3
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"io"
|
|
"net/url"
|
|
"time"
|
|
|
|
"github.com/caos/logging"
|
|
"github.com/minio/minio-go/v7"
|
|
"github.com/minio/minio-go/v7/pkg/credentials"
|
|
|
|
"github.com/caos/zitadel/internal/domain"
|
|
caos_errs "github.com/caos/zitadel/internal/errors"
|
|
)
|
|
|
|
type Minio struct {
|
|
Client *minio.Client
|
|
Location string
|
|
}
|
|
|
|
func NewMinio(config S3Config) (*Minio, error) {
|
|
minioClient, err := minio.New(config.Endpoint, &minio.Options{
|
|
Creds: credentials.NewStaticV4(config.AccessKeyID, config.SecretAccessKey, ""),
|
|
Secure: config.SSL,
|
|
Region: config.Location,
|
|
})
|
|
if err != nil {
|
|
return nil, caos_errs.ThrowInternal(err, "MINIO-4m90d", "Errors.Assets.Store.NotInitialized")
|
|
}
|
|
return &Minio{
|
|
Client: minioClient,
|
|
Location: config.Location,
|
|
}, nil
|
|
}
|
|
|
|
func (m *Minio) CreateBucket(ctx context.Context, name, location string) error {
|
|
if location == "" {
|
|
location = m.Location
|
|
}
|
|
exists, err := m.Client.BucketExists(ctx, name)
|
|
if err != nil {
|
|
return caos_errs.ThrowInternal(err, "MINIO-4m90d", "Errors.Assets.Bucket.Internal")
|
|
}
|
|
if exists {
|
|
return caos_errs.ThrowAlreadyExists(nil, "MINIO-9n3MK", "Errors.Assets.Bucket.AlreadyExists")
|
|
}
|
|
err = m.Client.MakeBucket(ctx, name, minio.MakeBucketOptions{Region: location})
|
|
if err != nil {
|
|
return caos_errs.ThrowInternal(err, "MINIO-4m90d", "Errors.Assets.Bucket.CreateFailed")
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (m *Minio) ListBuckets(ctx context.Context) ([]*domain.BucketInfo, error) {
|
|
infos, err := m.Client.ListBuckets(ctx)
|
|
if err != nil {
|
|
return nil, caos_errs.ThrowInternal(err, "MINIO-390OP", "Errors.Assets.Bucket.ListFailed")
|
|
}
|
|
buckets := make([]*domain.BucketInfo, len(infos))
|
|
for i, info := range infos {
|
|
buckets[i] = &domain.BucketInfo{
|
|
Name: info.Name,
|
|
CreationDate: info.CreationDate,
|
|
}
|
|
}
|
|
return buckets, nil
|
|
}
|
|
|
|
func (m *Minio) RemoveBucket(ctx context.Context, name string) error {
|
|
err := m.Client.RemoveBucket(ctx, name)
|
|
if err != nil {
|
|
return caos_errs.ThrowInternal(err, "MINIO-338Hs", "Errors.Assets.Bucket.RemoveFailed")
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (m *Minio) PutObject(ctx context.Context, bucketName, objectName, contentType string, object io.Reader, objectSize int64) (*domain.AssetInfo, error) {
|
|
info, err := m.Client.PutObject(ctx, bucketName, objectName, object, objectSize, minio.PutObjectOptions{ContentType: contentType})
|
|
if err != nil {
|
|
return nil, caos_errs.ThrowInternal(err, "MINIO-590sw", "Errors.Assets.Object.PutFailed")
|
|
}
|
|
return &domain.AssetInfo{
|
|
Bucket: info.Bucket,
|
|
Key: info.Key,
|
|
ETag: info.ETag,
|
|
Size: info.Size,
|
|
LastModified: info.LastModified,
|
|
Location: info.Location,
|
|
VersionID: info.VersionID,
|
|
}, nil
|
|
}
|
|
|
|
func (m *Minio) GetObjectInfo(ctx context.Context, bucketName, objectName string) (*domain.AssetInfo, error) {
|
|
object, err := m.Client.GetObject(ctx, bucketName, objectName, minio.GetObjectOptions{})
|
|
if err != nil {
|
|
return nil, caos_errs.ThrowInternal(err, "MINIO-1vySX", "Errors.Assets.Object.GetFailed")
|
|
}
|
|
info, err := object.Stat()
|
|
if err != nil {
|
|
return nil, caos_errs.ThrowInternal(err, "MINIO-F96xF", "Errors.Assets.Object.GetFailed")
|
|
}
|
|
return m.objectToAssetInfo(bucketName, info), nil
|
|
}
|
|
|
|
func (m *Minio) GetObjectPresignedURL(ctx context.Context, bucketName, objectName string, expiration time.Duration) (*url.URL, error) {
|
|
reqParams := make(url.Values)
|
|
reqParams.Set("response-content-disposition", fmt.Sprintf("attachment; filename=\"%s\"", objectName))
|
|
presignedURL, err := m.Client.PresignedGetObject(ctx, bucketName, objectName, expiration, reqParams)
|
|
if err != nil {
|
|
return nil, caos_errs.ThrowInternal(err, "MINIO-19Mp0", "Errors.Assets.Object.PresignedTokenFailed")
|
|
}
|
|
return presignedURL, nil
|
|
}
|
|
|
|
func (m *Minio) ListObjectInfos(ctx context.Context, bucketName, prefix string, recursive bool) ([]*domain.AssetInfo, error) {
|
|
ctx, cancel := context.WithCancel(ctx)
|
|
defer cancel()
|
|
|
|
objectCh := m.Client.ListObjects(ctx, bucketName, minio.ListObjectsOptions{
|
|
Prefix: prefix,
|
|
Recursive: recursive,
|
|
})
|
|
assetInfos := make([]*domain.AssetInfo, 0)
|
|
for object := range objectCh {
|
|
if object.Err != nil {
|
|
logging.LogWithFields("MINIO-wC8sd", "bucket-name", bucketName, "prefix", prefix).WithError(object.Err).Debug("unable to get object")
|
|
return nil, caos_errs.ThrowInternal(object.Err, "MINIO-1m09S", "Errors.Assets.Object.ListFailed")
|
|
}
|
|
assetInfos = append(assetInfos, m.objectToAssetInfo(bucketName, object))
|
|
}
|
|
return assetInfos, nil
|
|
}
|
|
|
|
func (m *Minio) RemoveObject(ctx context.Context, bucketName, objectName string) error {
|
|
err := m.Client.RemoveObject(ctx, bucketName, objectName, minio.RemoveObjectOptions{})
|
|
if err != nil {
|
|
return caos_errs.ThrowInternal(err, "MINIO-x85RT", "Errors.Assets.Object.RemoveFailed")
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (m *Minio) objectToAssetInfo(bucketName string, object minio.ObjectInfo) *domain.AssetInfo {
|
|
return &domain.AssetInfo{
|
|
Bucket: bucketName,
|
|
Key: object.Key,
|
|
ETag: object.ETag,
|
|
Size: object.Size,
|
|
LastModified: object.LastModified,
|
|
VersionID: object.VersionID,
|
|
Expiration: object.Expiration,
|
|
AutheticatedURL: m.Client.EndpointURL().String() + "/" + object.Key,
|
|
}
|
|
}
|