fix(setup): smaller transactions (#5742)

This commit is contained in:
Silvan 2023-04-25 10:12:53 +02:00 committed by GitHub
parent 095ec21678
commit 13f6b4686a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 38 additions and 38 deletions

View File

@ -2,8 +2,11 @@ package setup
import ( import (
"context" "context"
"database/sql"
_ "embed" _ "embed"
"time"
"github.com/cockroachdb/cockroach-go/v2/crdb"
"github.com/zitadel/logging" "github.com/zitadel/logging"
"github.com/zitadel/zitadel/internal/database" "github.com/zitadel/zitadel/internal/database"
@ -15,35 +18,32 @@ var (
) )
type CorrectCreationDate struct { type CorrectCreationDate struct {
dbClient *database.DB dbClient *database.DB
FailAfter time.Duration
} }
func (mig *CorrectCreationDate) Execute(ctx context.Context) (err error) { func (mig *CorrectCreationDate) Execute(ctx context.Context) (err error) {
tx, err := mig.dbClient.Begin() ctx, cancel := context.WithTimeout(ctx, mig.FailAfter)
if err != nil { defer cancel()
return err
}
if mig.dbClient.Type() == "cockroach" {
if _, err := tx.Exec("SET experimental_enable_temp_tables=on"); err != nil {
return err
}
}
defer func() {
if err != nil {
logging.OnError(tx.Rollback()).Debug("rollback failed")
return
}
err = tx.Commit()
}()
for { for {
res, err := tx.ExecContext(ctx, correctCreationDate10) var affected int64
if err != nil { err = crdb.ExecuteTx(ctx, mig.dbClient.DB, nil, func(tx *sql.Tx) error {
return err if mig.dbClient.Type() == "cockroach" {
} if _, err := tx.Exec("SET experimental_enable_temp_tables=on"); err != nil {
affected, _ := res.RowsAffected() return err
logging.WithFields("count", affected).Info("creation dates changed") }
if affected == 0 { }
res, err := tx.ExecContext(ctx, correctCreationDate10)
if err != nil {
return err
}
affected, _ = res.RowsAffected()
logging.WithFields("count", affected).Info("creation dates changed")
return nil return nil
})
if affected == 0 || err != nil {
return err
} }
} }
} }

View File

@ -5,8 +5,6 @@ CREATE temporary TABLE IF NOT EXISTS wrong_events (
, next_cd TIMESTAMPTZ , next_cd TIMESTAMPTZ
); );
TRUNCATE wrong_events;
INSERT INTO wrong_events ( INSERT INTO wrong_events (
SELECT * FROM ( SELECT * FROM (
SELECT SELECT

View File

@ -56,16 +56,16 @@ func MustNewConfig(v *viper.Viper) *Config {
} }
type Steps struct { type Steps struct {
s1ProjectionTable *ProjectionTable s1ProjectionTable *ProjectionTable
s2AssetsTable *AssetTable s2AssetsTable *AssetTable
FirstInstance *FirstInstance FirstInstance *FirstInstance
s4EventstoreIndexes *EventstoreIndexesNew s4EventstoreIndexes *EventstoreIndexesNew
s5LastFailed *LastFailed s5LastFailed *LastFailed
s6OwnerRemoveColumns *OwnerRemoveColumns s6OwnerRemoveColumns *OwnerRemoveColumns
s7LogstoreTables *LogstoreTables s7LogstoreTables *LogstoreTables
s8AuthTokens *AuthTokenIndexes s8AuthTokens *AuthTokenIndexes
s9EventstoreIndexes2 *EventstoreIndexesNew s9EventstoreIndexes2 *EventstoreIndexesNew
s10EventstoreCreationDate *CorrectCreationDate CorrectCreationDate *CorrectCreationDate
} }
type encryptionKeyConfig struct { type encryptionKeyConfig struct {

View File

@ -88,7 +88,7 @@ func Setup(config *Config, steps *Steps, masterKey string) {
steps.s7LogstoreTables = &LogstoreTables{dbClient: dbClient.DB, username: config.Database.Username(), dbType: config.Database.Type()} steps.s7LogstoreTables = &LogstoreTables{dbClient: dbClient.DB, username: config.Database.Username(), dbType: config.Database.Type()}
steps.s8AuthTokens = &AuthTokenIndexes{dbClient: dbClient} steps.s8AuthTokens = &AuthTokenIndexes{dbClient: dbClient}
steps.s9EventstoreIndexes2 = New09(dbClient) steps.s9EventstoreIndexes2 = New09(dbClient)
steps.s10EventstoreCreationDate = &CorrectCreationDate{dbClient: dbClient} steps.CorrectCreationDate.dbClient = dbClient
err = projection.Create(ctx, dbClient, eventstoreClient, config.Projections, nil, nil) err = projection.Create(ctx, dbClient, eventstoreClient, config.Projections, nil, nil)
logging.OnError(err).Fatal("unable to start projections") logging.OnError(err).Fatal("unable to start projections")
@ -124,7 +124,7 @@ func Setup(config *Config, steps *Steps, masterKey string) {
logging.OnError(err).Fatal("unable to migrate step 8") logging.OnError(err).Fatal("unable to migrate step 8")
err = migration.Migrate(ctx, eventstoreClient, steps.s9EventstoreIndexes2) err = migration.Migrate(ctx, eventstoreClient, steps.s9EventstoreIndexes2)
logging.OnError(err).Fatal("unable to migrate step 9") logging.OnError(err).Fatal("unable to migrate step 9")
err = migration.Migrate(ctx, eventstoreClient, steps.s10EventstoreCreationDate) err = migration.Migrate(ctx, eventstoreClient, steps.CorrectCreationDate)
logging.OnError(err).Fatal("unable to migrate step 10") logging.OnError(err).Fatal("unable to migrate step 10")
for _, repeatableStep := range repeatableSteps { for _, repeatableStep := range repeatableSteps {

View File

@ -30,3 +30,5 @@ FirstInstance:
MachineKey: MachineKey:
ExpirationDate: ExpirationDate:
Type: Type:
CorrectCreationDate:
FailAfter: 5m