refactor(handler): cache active instances (#9008)

# Which Problems Are Solved

Scheduled handlers use `eventstore.InstanceIDs` to get the all active
instances within a given timeframe. This function scrapes through all
events written within that time frame which can cause heavy load on the
database.

# How the Problems Are Solved

A new query cache `activeInstances` is introduced which caches the ids
of all instances queried by id or host within the configured timeframe.

# Additional Changes

- Changed `default.yaml`
  - Removed `HandleActiveInstances` from custom handler configs
- Added `MaxActiveInstances` to define the maximal amount of cached
instance ids
- fixed start-from-init and start-from-setup to start auth and admin
projections twice
- fixed org cache invalidation to use correct index

# Additional Context

- part of #8999

internal/admin/repository/eventsourcing/handler/handler.go

@@ -18,9 +18,11 @@ type Config struct {
 
 	BulkLimit             uint64
 	FailureCountUntilSkip uint64
-	HandleActiveInstances time.Duration
 	TransactionDuration   time.Duration
 	Handlers              map[string]*ConfigOverwrites
+	ActiveInstancer       interface {
+		ActiveInstances() []string
+	}
 }
 
 type ConfigOverwrites struct {
@@ -34,6 +36,9 @@ func Register(ctx context.Context, config Config, view *view.View, static static
 		return
 	}
 
+	// make sure the slice does not contain old values
+	projections = nil
+
 	projections = append(projections, newStyling(ctx,
 		config.overwrite("Styling"),
 		static,
@@ -63,13 +68,13 @@ func ProjectInstance(ctx context.Context) error {
 
 func (config Config) overwrite(viewModel string) handler2.Config {
 	c := handler2.Config{
-		Client:                config.Client,
-		Eventstore:            config.Eventstore,
-		BulkLimit:             uint16(config.BulkLimit),
-		RequeueEvery:          3 * time.Minute,
-		HandleActiveInstances: config.HandleActiveInstances,
-		MaxFailureCount:       uint8(config.FailureCountUntilSkip),
-		TransactionDuration:   config.TransactionDuration,
+		Client:              config.Client,
+		Eventstore:          config.Eventstore,
+		BulkLimit:           uint16(config.BulkLimit),
+		RequeueEvery:        3 * time.Minute,
+		MaxFailureCount:     uint8(config.FailureCountUntilSkip),
+		TransactionDuration: config.TransactionDuration,
+		ActiveInstancer:     config.ActiveInstancer,
 	}
 	overwrite, ok := config.Handlers[viewModel]
 	if !ok {

internal/admin/repository/eventsourcing/repository.go

@@ -6,6 +6,7 @@ import (
 	admin_handler "github.com/zitadel/zitadel/internal/admin/repository/eventsourcing/handler"
 	admin_view "github.com/zitadel/zitadel/internal/admin/repository/eventsourcing/view"
 	"github.com/zitadel/zitadel/internal/database"
+	"github.com/zitadel/zitadel/internal/query"
 	"github.com/zitadel/zitadel/internal/static"
 )
 
@@ -13,7 +14,7 @@ type Config struct {
 	Spooler admin_handler.Config
 }
 
-func Start(ctx context.Context, conf Config, static static.Storage, dbClient *database.DB) error {
+func Start(ctx context.Context, conf Config, static static.Storage, dbClient *database.DB, queries *query.Queries) error {
 	view, err := admin_view.StartView(dbClient)
 	if err != nil {
 		return err