mirror of
https://github.com/zitadel/zitadel.git
synced 2024-12-16 12:58:00 +00:00
425a8b5fd5
* fix(zitadelctl): implement takedown command * fix(zitadelctl): correct destroy flow * fix(zitadelctl): correct backup commands to read crds beforehand * fix: add of destroyfile * fix: clean for userlist * fix: change backup and restore to crdb native * fix: timeout for delete pvc for cockroachdb * fix: corrected unit tests * fix: add ignored file for scale * fix: correct handling of gitops in backup command * feat: add s3 backup kind * fix: backuplist for s3 and timeout for pv deletion * fix(database): fix nil pointer with binary version * fix(database): cleanup of errors which cam with merging of the s3 logic * fix: correct unit tests * fix: cleanup monitor output Co-authored-by: Elio Bischof <eliobischof@gmail.com> * fix: backup imagepullpolixy to ifnotpresent Co-authored-by: Elio Bischof <eliobischof@gmail.com>
405 lines
9.0 KiB
Go
405 lines
9.0 KiB
Go
package backup
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/caos/orbos/mntr"
|
|
"github.com/caos/orbos/pkg/kubernetes"
|
|
kubernetesmock "github.com/caos/orbos/pkg/kubernetes/mock"
|
|
"github.com/caos/orbos/pkg/labels"
|
|
"github.com/golang/mock/gomock"
|
|
"github.com/stretchr/testify/assert"
|
|
corev1 "k8s.io/api/core/v1"
|
|
macherrs "k8s.io/apimachinery/pkg/api/errors"
|
|
"k8s.io/apimachinery/pkg/runtime/schema"
|
|
)
|
|
|
|
func TestBackup_AdaptInstantBackup1(t *testing.T) {
|
|
client := kubernetesmock.NewMockClientInt(gomock.NewController(t))
|
|
|
|
features := []string{Instant}
|
|
monitor := mntr.Monitor{}
|
|
namespace := "testNs"
|
|
|
|
bucketName := "testBucket"
|
|
cron := "testCron"
|
|
timestamp := "test"
|
|
nodeselector := map[string]string{"test": "test"}
|
|
tolerations := []corev1.Toleration{
|
|
{Key: "testKey", Operator: "testOp"}}
|
|
backupName := "testName"
|
|
version := "testVersion"
|
|
accessKeyIDName := "testAKIN"
|
|
accessKeyIDKey := "testAKIK"
|
|
secretAccessKeyName := "testSAKN"
|
|
secretAccessKeyKey := "testSAKK"
|
|
sessionTokenName := "testSTN"
|
|
sessionTokenKey := "testSTK"
|
|
region := "region"
|
|
endpoint := "endpoint"
|
|
dbURL := "testDB"
|
|
dbPort := int32(80)
|
|
jobName := GetJobName(backupName)
|
|
componentLabels := labels.MustForComponent(labels.MustForAPI(labels.MustForOperator("testProd2", "testOp2", "testVersion2"), "testKind2", "testVersion2"), "testComponent")
|
|
nameLabels := labels.MustForName(componentLabels, jobName)
|
|
|
|
checkDBReady := func(k8sClient kubernetes.ClientInt) error {
|
|
return nil
|
|
}
|
|
|
|
jobDef := getJob(
|
|
namespace,
|
|
nameLabels,
|
|
getJobSpecDef(
|
|
nodeselector,
|
|
tolerations,
|
|
accessKeyIDName,
|
|
accessKeyIDKey,
|
|
secretAccessKeyName,
|
|
secretAccessKeyKey,
|
|
sessionTokenName,
|
|
sessionTokenKey,
|
|
backupName,
|
|
version,
|
|
getBackupCommand(
|
|
timestamp,
|
|
bucketName,
|
|
backupName,
|
|
certPath,
|
|
accessKeyIDPath,
|
|
secretAccessKeyPath,
|
|
sessionTokenPath,
|
|
region,
|
|
endpoint,
|
|
dbURL,
|
|
dbPort,
|
|
),
|
|
),
|
|
)
|
|
|
|
client.EXPECT().ApplyJob(jobDef).Times(1).Return(nil)
|
|
client.EXPECT().GetJob(jobDef.Namespace, jobDef.Name).Times(1).Return(nil, macherrs.NewNotFound(schema.GroupResource{"batch", "jobs"}, jobName))
|
|
|
|
query, _, err := AdaptFunc(
|
|
monitor,
|
|
backupName,
|
|
namespace,
|
|
componentLabels,
|
|
checkDBReady,
|
|
bucketName,
|
|
cron,
|
|
accessKeyIDName,
|
|
accessKeyIDKey,
|
|
secretAccessKeyName,
|
|
secretAccessKeyKey,
|
|
sessionTokenName,
|
|
sessionTokenKey,
|
|
region,
|
|
endpoint,
|
|
timestamp,
|
|
nodeselector,
|
|
tolerations,
|
|
dbURL,
|
|
dbPort,
|
|
features,
|
|
version,
|
|
)
|
|
|
|
assert.NoError(t, err)
|
|
queried := map[string]interface{}{}
|
|
ensure, err := query(client, queried)
|
|
assert.NoError(t, err)
|
|
assert.NoError(t, ensure(client))
|
|
}
|
|
|
|
func TestBackup_AdaptInstantBackup2(t *testing.T) {
|
|
client := kubernetesmock.NewMockClientInt(gomock.NewController(t))
|
|
|
|
features := []string{Instant}
|
|
monitor := mntr.Monitor{}
|
|
namespace := "testNs2"
|
|
dbURL := "testDB"
|
|
dbPort := int32(80)
|
|
bucketName := "testBucket2"
|
|
cron := "testCron2"
|
|
timestamp := "test2"
|
|
nodeselector := map[string]string{"test2": "test2"}
|
|
tolerations := []corev1.Toleration{
|
|
{Key: "testKey2", Operator: "testOp2"}}
|
|
backupName := "testName2"
|
|
version := "testVersion2"
|
|
accessKeyIDName := "testAKIN2"
|
|
accessKeyIDKey := "testAKIK2"
|
|
secretAccessKeyName := "testSAKN2"
|
|
secretAccessKeyKey := "testSAKK2"
|
|
sessionTokenName := "testSTN2"
|
|
sessionTokenKey := "testSTK2"
|
|
region := "region2"
|
|
endpoint := "endpoint2"
|
|
jobName := GetJobName(backupName)
|
|
componentLabels := labels.MustForComponent(labels.MustForAPI(labels.MustForOperator("testProd2", "testOp2", "testVersion2"), "testKind2", "testVersion2"), "testComponent")
|
|
nameLabels := labels.MustForName(componentLabels, jobName)
|
|
|
|
checkDBReady := func(k8sClient kubernetes.ClientInt) error {
|
|
return nil
|
|
}
|
|
|
|
jobDef := getJob(
|
|
namespace,
|
|
nameLabels,
|
|
getJobSpecDef(
|
|
nodeselector,
|
|
tolerations,
|
|
accessKeyIDName,
|
|
accessKeyIDKey,
|
|
secretAccessKeyName,
|
|
secretAccessKeyKey,
|
|
sessionTokenName,
|
|
sessionTokenKey,
|
|
backupName,
|
|
version,
|
|
getBackupCommand(
|
|
timestamp,
|
|
bucketName,
|
|
backupName,
|
|
certPath,
|
|
accessKeyIDPath,
|
|
secretAccessKeyPath,
|
|
sessionTokenPath,
|
|
region,
|
|
endpoint,
|
|
dbURL,
|
|
dbPort,
|
|
),
|
|
),
|
|
)
|
|
|
|
client.EXPECT().ApplyJob(jobDef).Times(1).Return(nil)
|
|
client.EXPECT().GetJob(jobDef.Namespace, jobDef.Name).Times(1).Return(nil, macherrs.NewNotFound(schema.GroupResource{"batch", "jobs"}, jobName))
|
|
|
|
query, _, err := AdaptFunc(
|
|
monitor,
|
|
backupName,
|
|
namespace,
|
|
componentLabels,
|
|
checkDBReady,
|
|
bucketName,
|
|
cron,
|
|
accessKeyIDName,
|
|
accessKeyIDKey,
|
|
secretAccessKeyName,
|
|
secretAccessKeyKey,
|
|
sessionTokenName,
|
|
sessionTokenKey,
|
|
region,
|
|
endpoint,
|
|
timestamp,
|
|
nodeselector,
|
|
tolerations,
|
|
dbURL,
|
|
dbPort,
|
|
features,
|
|
version,
|
|
)
|
|
|
|
assert.NoError(t, err)
|
|
queried := map[string]interface{}{}
|
|
ensure, err := query(client, queried)
|
|
assert.NoError(t, err)
|
|
assert.NoError(t, ensure(client))
|
|
}
|
|
|
|
func TestBackup_AdaptBackup1(t *testing.T) {
|
|
client := kubernetesmock.NewMockClientInt(gomock.NewController(t))
|
|
|
|
features := []string{Normal}
|
|
monitor := mntr.Monitor{}
|
|
namespace := "testNs"
|
|
bucketName := "testBucket"
|
|
cron := "testCron"
|
|
timestamp := "test"
|
|
dbURL := "testDB"
|
|
dbPort := int32(80)
|
|
nodeselector := map[string]string{"test": "test"}
|
|
tolerations := []corev1.Toleration{
|
|
{Key: "testKey", Operator: "testOp"}}
|
|
backupName := "testName"
|
|
version := "testVersion"
|
|
accessKeyIDName := "testAKIN"
|
|
accessKeyIDKey := "testAKIK"
|
|
secretAccessKeyName := "testSAKN"
|
|
secretAccessKeyKey := "testSAKK"
|
|
sessionTokenName := "testSTN"
|
|
sessionTokenKey := "testSTK"
|
|
region := "region"
|
|
endpoint := "endpoint"
|
|
jobName := GetJobName(backupName)
|
|
componentLabels := labels.MustForComponent(labels.MustForAPI(labels.MustForOperator("testProd2", "testOp2", "testVersion2"), "testKind2", "testVersion2"), "testComponent")
|
|
nameLabels := labels.MustForName(componentLabels, jobName)
|
|
|
|
checkDBReady := func(k8sClient kubernetes.ClientInt) error {
|
|
return nil
|
|
}
|
|
|
|
jobDef := getCronJob(
|
|
namespace,
|
|
nameLabels,
|
|
cron,
|
|
getJobSpecDef(
|
|
nodeselector,
|
|
tolerations,
|
|
accessKeyIDName,
|
|
accessKeyIDKey,
|
|
secretAccessKeyName,
|
|
secretAccessKeyKey,
|
|
sessionTokenName,
|
|
sessionTokenKey,
|
|
backupName,
|
|
version,
|
|
getBackupCommand(
|
|
timestamp,
|
|
bucketName,
|
|
backupName,
|
|
certPath,
|
|
accessKeyIDPath,
|
|
secretAccessKeyPath,
|
|
sessionTokenPath,
|
|
region,
|
|
endpoint,
|
|
dbURL,
|
|
dbPort,
|
|
),
|
|
),
|
|
)
|
|
|
|
client.EXPECT().ApplyCronJob(jobDef).Times(1).Return(nil)
|
|
|
|
query, _, err := AdaptFunc(
|
|
monitor,
|
|
backupName,
|
|
namespace,
|
|
componentLabels,
|
|
checkDBReady,
|
|
bucketName,
|
|
cron,
|
|
accessKeyIDName,
|
|
accessKeyIDKey,
|
|
secretAccessKeyName,
|
|
secretAccessKeyKey,
|
|
sessionTokenName,
|
|
sessionTokenKey,
|
|
region,
|
|
endpoint,
|
|
timestamp,
|
|
nodeselector,
|
|
tolerations,
|
|
dbURL,
|
|
dbPort,
|
|
features,
|
|
version,
|
|
)
|
|
|
|
assert.NoError(t, err)
|
|
queried := map[string]interface{}{}
|
|
ensure, err := query(client, queried)
|
|
assert.NoError(t, err)
|
|
assert.NoError(t, ensure(client))
|
|
}
|
|
|
|
func TestBackup_AdaptBackup2(t *testing.T) {
|
|
client := kubernetesmock.NewMockClientInt(gomock.NewController(t))
|
|
|
|
features := []string{Normal}
|
|
monitor := mntr.Monitor{}
|
|
namespace := "testNs2"
|
|
dbURL := "testDB"
|
|
dbPort := int32(80)
|
|
bucketName := "testBucket2"
|
|
cron := "testCron2"
|
|
timestamp := "test2"
|
|
nodeselector := map[string]string{"test2": "test2"}
|
|
tolerations := []corev1.Toleration{
|
|
{Key: "testKey2", Operator: "testOp2"}}
|
|
backupName := "testName2"
|
|
version := "testVersion2"
|
|
accessKeyIDName := "testAKIN2"
|
|
accessKeyIDKey := "testAKIK2"
|
|
secretAccessKeyName := "testSAKN2"
|
|
secretAccessKeyKey := "testSAKK2"
|
|
sessionTokenName := "testSTN2"
|
|
sessionTokenKey := "testSTK2"
|
|
region := "region2"
|
|
endpoint := "endpoint2"
|
|
jobName := GetJobName(backupName)
|
|
componentLabels := labels.MustForComponent(labels.MustForAPI(labels.MustForOperator("testProd2", "testOp2", "testVersion2"), "testKind2", "testVersion2"), "testComponent")
|
|
nameLabels := labels.MustForName(componentLabels, jobName)
|
|
|
|
checkDBReady := func(k8sClient kubernetes.ClientInt) error {
|
|
return nil
|
|
}
|
|
|
|
jobDef := getCronJob(
|
|
namespace,
|
|
nameLabels,
|
|
cron,
|
|
getJobSpecDef(
|
|
nodeselector,
|
|
tolerations,
|
|
accessKeyIDName,
|
|
accessKeyIDKey,
|
|
secretAccessKeyName,
|
|
secretAccessKeyKey,
|
|
sessionTokenName,
|
|
sessionTokenKey,
|
|
backupName,
|
|
version,
|
|
getBackupCommand(
|
|
timestamp,
|
|
bucketName,
|
|
backupName,
|
|
certPath,
|
|
accessKeyIDPath,
|
|
secretAccessKeyPath,
|
|
sessionTokenPath,
|
|
region,
|
|
endpoint,
|
|
dbURL,
|
|
dbPort,
|
|
),
|
|
),
|
|
)
|
|
|
|
client.EXPECT().ApplyCronJob(jobDef).Times(1).Return(nil)
|
|
|
|
query, _, err := AdaptFunc(
|
|
monitor,
|
|
backupName,
|
|
namespace,
|
|
componentLabels,
|
|
checkDBReady,
|
|
bucketName,
|
|
cron,
|
|
accessKeyIDName,
|
|
accessKeyIDKey,
|
|
secretAccessKeyName,
|
|
secretAccessKeyKey,
|
|
sessionTokenName,
|
|
sessionTokenKey,
|
|
region,
|
|
endpoint,
|
|
timestamp,
|
|
nodeselector,
|
|
tolerations,
|
|
dbURL,
|
|
dbPort,
|
|
features,
|
|
version,
|
|
)
|
|
|
|
assert.NoError(t, err)
|
|
queried := map[string]interface{}{}
|
|
ensure, err := query(client, queried)
|
|
assert.NoError(t, err)
|
|
assert.NoError(t, ensure(client))
|
|
}
|