feat(eventstore): increase parallel write capabilities (#5940)

This implementation increases parallel write capabilities of the eventstore.
Please have a look at the technical advisories: [05](https://zitadel.com/docs/support/advisory/a10005) and  [06](https://zitadel.com/docs/support/advisory/a10006).
The implementation of eventstore.push is rewritten and stored events are migrated to a new table `eventstore.events2`.
If you are using cockroach: make sure that the database user of ZITADEL has `VIEWACTIVITY` grant. This is used to query events.

cmd/initialise/verify_zitadel.go

@@ -1,14 +1,13 @@
 package initialise
 
 import (
-	"database/sql"
 	_ "embed"
 	"fmt"
 
 	"github.com/spf13/cobra"
 	"github.com/spf13/viper"
-
 	"github.com/zitadel/logging"
+
 	"github.com/zitadel/zitadel/internal/database"
 )
 
@@ -29,58 +28,66 @@ Prereqesits:
 	}
 }
 
-func VerifyZitadel(db *sql.DB, config database.Config) error {
+func VerifyZitadel(db *database.DB, config database.Config) error {
 	err := ReadStmts(config.Type())
 	if err != nil {
 		return err
 	}
 
+	logging.WithFields().Info("verify system")
 	if err := exec(db, fmt.Sprintf(createSystemStmt, config.Username()), nil); err != nil {
 		return err
 	}
 
+	logging.WithFields().Info("verify encryption keys")
 	if err := createEncryptionKeys(db); err != nil {
 		return err
 	}
 
+	logging.WithFields().Info("verify projections")
 	if err := exec(db, fmt.Sprintf(createProjectionsStmt, config.Username()), nil); err != nil {
 		return err
 	}
 
+	logging.WithFields().Info("verify eventstore")
 	if err := exec(db, fmt.Sprintf(createEventstoreStmt, config.Username()), nil); err != nil {
 		return err
 	}
 
+	logging.WithFields().Info("verify events tables")
 	if err := createEvents(db); err != nil {
 		return err
 	}
 
+	logging.WithFields().Info("verify system sequence")
 	if err := exec(db, createSystemSequenceStmt, nil); err != nil {
 		return err
 	}
 
+	logging.WithFields().Info("verify unique constraints")
 	if err := exec(db, createUniqueConstraints, nil); err != nil {
 		return err
 	}
+
 	return nil
 }
 
 func verifyZitadel(config database.Config) error {
 	logging.WithFields("database", config.DatabaseName()).Info("verify zitadel")
 
-	db, err := database.Connect(config, false)
+	db, err := database.Connect(config, false, false)
 	if err != nil {
 		return err
 	}
 
-	if err := VerifyZitadel(db.DB, config); err != nil {
+	if err := VerifyZitadel(db, config); err != nil {
 		return err
 	}
 
 	return db.Close()
 }
 
-func createEncryptionKeys(db *sql.DB) error {
+func createEncryptionKeys(db *database.DB) error {
 	tx, err := db.Begin()
 	if err != nil {
 		return err
@@ -93,16 +100,29 @@ func createEncryptionKeys(db *sql.DB) error {
 	return tx.Commit()
 }
 
-func createEvents(db *sql.DB) error {
+func createEvents(db *database.DB) (err error) {
 	tx, err := db.Begin()
 	if err != nil {
 		return err
 	}
+	defer func() {
+		if err != nil {
+			rollbackErr := tx.Rollback()
+			logging.OnError(rollbackErr).Debug("rollback failed")
+			return
+		}
+		err = tx.Commit()
+	}()
 
-	if _, err = tx.Exec(createEventsStmt); err != nil {
-		tx.Rollback()
+	// if events already exists events2 is created during a setup job
+	var count int
+	row := tx.QueryRow("SELECT count(*) FROM information_schema.tables WHERE table_schema = 'eventstore' AND table_name like 'events%'")
+	if err = row.Scan(&count); err != nil {
 		return err
 	}
-
-	return tx.Commit()
+	if row.Err() != nil || count >= 1 {
+		return row.Err()
+	}
+	_, err = tx.Exec(createEventsStmt)
+	return err
 }