mirror of
https://github.com/zitadel/zitadel.git
synced 2024-12-15 12:27:59 +00:00
425a8b5fd5
* fix(zitadelctl): implement takedown command * fix(zitadelctl): correct destroy flow * fix(zitadelctl): correct backup commands to read crds beforehand * fix: add of destroyfile * fix: clean for userlist * fix: change backup and restore to crdb native * fix: timeout for delete pvc for cockroachdb * fix: corrected unit tests * fix: add ignored file for scale * fix: correct handling of gitops in backup command * feat: add s3 backup kind * fix: backuplist for s3 and timeout for pv deletion * fix(database): fix nil pointer with binary version * fix(database): cleanup of errors which cam with merging of the s3 logic * fix: correct unit tests * fix: cleanup monitor output Co-authored-by: Elio Bischof <eliobischof@gmail.com> * fix: backup imagepullpolixy to ifnotpresent Co-authored-by: Elio Bischof <eliobischof@gmail.com>
280 lines
6.2 KiB
Go
280 lines
6.2 KiB
Go
package bucket
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
corev1 "k8s.io/api/core/v1"
|
|
|
|
"github.com/caos/orbos/mntr"
|
|
"github.com/caos/orbos/pkg/kubernetes"
|
|
"github.com/caos/orbos/pkg/kubernetes/resources/secret"
|
|
"github.com/caos/orbos/pkg/labels"
|
|
secretpkg "github.com/caos/orbos/pkg/secret"
|
|
"github.com/caos/orbos/pkg/secret/read"
|
|
"github.com/caos/orbos/pkg/tree"
|
|
"github.com/caos/zitadel/operator"
|
|
"github.com/caos/zitadel/operator/common"
|
|
"github.com/caos/zitadel/operator/database/kinds/backups/bucket/backup"
|
|
"github.com/caos/zitadel/operator/database/kinds/backups/bucket/restore"
|
|
)
|
|
|
|
const (
|
|
secretName = "backup-serviceaccountjson"
|
|
secretKey = "serviceaccountjson"
|
|
)
|
|
|
|
func AdaptFunc(
|
|
name string,
|
|
namespace string,
|
|
componentLabels *labels.Component,
|
|
checkDBReady operator.EnsureFunc,
|
|
timestamp string,
|
|
nodeselector map[string]string,
|
|
tolerations []corev1.Toleration,
|
|
version string,
|
|
dbURL string,
|
|
dbPort int32,
|
|
features []string,
|
|
customImageRegistry string,
|
|
) operator.AdaptFunc {
|
|
return func(
|
|
monitor mntr.Monitor,
|
|
desired *tree.Tree,
|
|
current *tree.Tree,
|
|
) (
|
|
operator.QueryFunc,
|
|
operator.DestroyFunc,
|
|
operator.ConfigureFunc,
|
|
map[string]*secretpkg.Secret,
|
|
map[string]*secretpkg.Existing,
|
|
bool,
|
|
error,
|
|
) {
|
|
|
|
internalMonitor := monitor.WithField("component", "backup")
|
|
|
|
desiredKind, err := ParseDesiredV0(desired)
|
|
if err != nil {
|
|
return nil, nil, nil, nil, nil, false, fmt.Errorf("parsing desired state failed: %w", err)
|
|
}
|
|
desired.Parsed = desiredKind
|
|
|
|
secrets, existing := getSecretsMap(desiredKind)
|
|
|
|
if !monitor.IsVerbose() && desiredKind.Spec.Verbose {
|
|
internalMonitor.Verbose()
|
|
}
|
|
|
|
destroyS, err := secret.AdaptFuncToDestroy(namespace, secretName)
|
|
if err != nil {
|
|
return nil, nil, nil, nil, nil, false, err
|
|
}
|
|
|
|
image := common.BackupImage.Reference(customImageRegistry, version)
|
|
|
|
_, destroyB, err := backup.AdaptFunc(
|
|
internalMonitor,
|
|
name,
|
|
namespace,
|
|
componentLabels,
|
|
checkDBReady,
|
|
desiredKind.Spec.Bucket,
|
|
desiredKind.Spec.Cron,
|
|
secretName,
|
|
secretKey,
|
|
timestamp,
|
|
nodeselector,
|
|
tolerations,
|
|
dbURL,
|
|
dbPort,
|
|
features,
|
|
image,
|
|
)
|
|
if err != nil {
|
|
return nil, nil, nil, nil, nil, false, err
|
|
}
|
|
|
|
_, destroyR, err := restore.AdaptFunc(
|
|
monitor,
|
|
name,
|
|
namespace,
|
|
componentLabels,
|
|
desiredKind.Spec.Bucket,
|
|
timestamp,
|
|
nodeselector,
|
|
tolerations,
|
|
checkDBReady,
|
|
secretName,
|
|
secretKey,
|
|
dbURL,
|
|
dbPort,
|
|
image,
|
|
)
|
|
if err != nil {
|
|
return nil, nil, nil, nil, nil, false, err
|
|
}
|
|
|
|
/*_, destroyC, err := clean.AdaptFunc(
|
|
monitor,
|
|
name,
|
|
namespace,
|
|
componentLabels,
|
|
[]string{},
|
|
[]string{},
|
|
nodeselector,
|
|
tolerations,
|
|
checkDBReady,
|
|
secretName,
|
|
secretKey,
|
|
image,
|
|
)
|
|
if err != nil {
|
|
return nil, nil, nil, nil, nil, false, err
|
|
}*/
|
|
|
|
destroyers := make([]operator.DestroyFunc, 0)
|
|
for _, feature := range features {
|
|
switch feature {
|
|
case backup.Normal, backup.Instant:
|
|
destroyers = append(destroyers,
|
|
operator.ResourceDestroyToZitadelDestroy(destroyS),
|
|
destroyB,
|
|
)
|
|
/*case clean.Instant:
|
|
destroyers = append(destroyers,
|
|
destroyC,
|
|
)*/
|
|
case restore.Instant:
|
|
destroyers = append(destroyers,
|
|
destroyR,
|
|
)
|
|
}
|
|
}
|
|
|
|
return func(k8sClient kubernetes.ClientInt, queried map[string]interface{}) (operator.EnsureFunc, error) {
|
|
|
|
if err := desiredKind.validateSecrets(); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
value, err := read.GetSecretValue(k8sClient, desiredKind.Spec.ServiceAccountJSON, desiredKind.Spec.ExistingServiceAccountJSON)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
queryS, err := secret.AdaptFuncToEnsure(namespace, labels.MustForName(componentLabels, secretName), map[string]string{secretKey: value})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
queryB, _, err := backup.AdaptFunc(
|
|
internalMonitor,
|
|
name,
|
|
namespace,
|
|
componentLabels,
|
|
checkDBReady,
|
|
desiredKind.Spec.Bucket,
|
|
desiredKind.Spec.Cron,
|
|
secretName,
|
|
secretKey,
|
|
timestamp,
|
|
nodeselector,
|
|
tolerations,
|
|
dbURL,
|
|
dbPort,
|
|
features,
|
|
image,
|
|
)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
queryR, _, err := restore.AdaptFunc(
|
|
monitor,
|
|
name,
|
|
namespace,
|
|
componentLabels,
|
|
desiredKind.Spec.Bucket,
|
|
timestamp,
|
|
nodeselector,
|
|
tolerations,
|
|
checkDBReady,
|
|
secretName,
|
|
secretKey,
|
|
dbURL,
|
|
dbPort,
|
|
image,
|
|
)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
/*queryC, _, err := clean.AdaptFunc(
|
|
monitor,
|
|
name,
|
|
namespace,
|
|
componentLabels,
|
|
databases,
|
|
users,
|
|
nodeselector,
|
|
tolerations,
|
|
checkDBReady,
|
|
secretName,
|
|
secretKey,
|
|
image,
|
|
)
|
|
if err != nil {
|
|
return nil, err
|
|
}*/
|
|
|
|
queriers := make([]operator.QueryFunc, 0)
|
|
cleanupQueries := make([]operator.QueryFunc, 0)
|
|
for _, feature := range features {
|
|
switch feature {
|
|
case backup.Normal:
|
|
queriers = append(queriers,
|
|
operator.ResourceQueryToZitadelQuery(queryS),
|
|
queryB,
|
|
)
|
|
case backup.Instant:
|
|
queriers = append(queriers,
|
|
operator.ResourceQueryToZitadelQuery(queryS),
|
|
queryB,
|
|
)
|
|
cleanupQueries = append(cleanupQueries,
|
|
operator.EnsureFuncToQueryFunc(backup.GetCleanupFunc(monitor, namespace, name)),
|
|
)
|
|
/*case clean.Instant:
|
|
queriers = append(queriers,
|
|
operator.ResourceQueryToZitadelQuery(queryS),
|
|
queryC,
|
|
)
|
|
cleanupQueries = append(cleanupQueries,
|
|
operator.EnsureFuncToQueryFunc(clean.GetCleanupFunc(monitor, namespace, name)),
|
|
)*/
|
|
case restore.Instant:
|
|
queriers = append(queriers,
|
|
operator.ResourceQueryToZitadelQuery(queryS),
|
|
queryR,
|
|
)
|
|
cleanupQueries = append(cleanupQueries,
|
|
operator.EnsureFuncToQueryFunc(restore.GetCleanupFunc(monitor, namespace, name)),
|
|
)
|
|
}
|
|
}
|
|
|
|
for _, cleanup := range cleanupQueries {
|
|
queriers = append(queriers, cleanup)
|
|
}
|
|
|
|
return operator.QueriersToEnsureFunc(internalMonitor, false, queriers, k8sClient, queried)
|
|
},
|
|
operator.DestroyersToDestroyFunc(internalMonitor, destroyers),
|
|
func(kubernetes.ClientInt, map[string]interface{}, bool) error { return nil },
|
|
secrets,
|
|
existing,
|
|
false,
|
|
nil
|
|
}
|
|
}
|