fix(event handling): use internal pubsub for view update (#1118)

* start sub

* start implement subsciptions

* start subscription

* implementation for member done

* admin done

* fix: tests

* extend handlers

* prepary notification

* no errors in adminapi

* changed current sequence in all packages

* ignore mocks

* works

* subscriptions as singleton

* tests

* refactor: rename function scope var

internal/auth/repository/eventsourcing/handler/idp_providers.go

@@ -2,42 +2,85 @@ package handler
 
 import (
 	"context"
+
 	"github.com/caos/logging"
 	"github.com/caos/zitadel/internal/config/systemdefaults"
+	"github.com/caos/zitadel/internal/eventstore"
 	"github.com/caos/zitadel/internal/iam/repository/eventsourcing"
 	org_es "github.com/caos/zitadel/internal/org/repository/eventsourcing"
 	org_es_model "github.com/caos/zitadel/internal/org/repository/eventsourcing/model"
 
 	"github.com/caos/zitadel/internal/eventstore/models"
 	es_models "github.com/caos/zitadel/internal/eventstore/models"
+	"github.com/caos/zitadel/internal/eventstore/query"
 	"github.com/caos/zitadel/internal/eventstore/spooler"
 	iam_model "github.com/caos/zitadel/internal/iam/model"
 	"github.com/caos/zitadel/internal/iam/repository/eventsourcing/model"
 	iam_view_model "github.com/caos/zitadel/internal/iam/repository/view/model"
 )
 
+const (
+	idpProviderTable = "auth.idp_providers"
+)
+
 type IDPProvider struct {
 	handler
 	systemDefaults systemdefaults.SystemDefaults
 	iamEvents      *eventsourcing.IAMEventstore
 	orgEvents      *org_es.OrgEventstore
+	subscription   *eventstore.Subscription
 }
 
-const (
-	idpProviderTable = "auth.idp_providers"
-)
+func newIDPProvider(
+	h handler,
+	defaults systemdefaults.SystemDefaults,
+	iamEvents *eventsourcing.IAMEventstore,
+	orgEvents *org_es.OrgEventstore,
+) *IDPProvider {
+	idpProvider := &IDPProvider{
+		handler:        h,
+		systemDefaults: defaults,
+		iamEvents:      iamEvents,
+		orgEvents:      orgEvents,
+	}
+
+	idpProvider.subscribe()
+
+	return idpProvider
+}
+
+func (i *IDPProvider) subscribe() {
+	i.subscription = i.es.Subscribe(i.AggregateTypes()...)
+	go func() {
+		for event := range i.subscription.Events {
+			query.ReduceEvent(i, event)
+		}
+	}()
+}
 
 func (i *IDPProvider) ViewModel() string {
 	return idpProviderTable
 }
 
+func (_ *IDPProvider) AggregateTypes() []models.AggregateType {
+	return []models.AggregateType{model.IAMAggregate, org_es_model.OrgAggregate}
+}
+
+func (i *IDPProvider) CurrentSequence(event *models.Event) (uint64, error) {
+	sequence, err := i.view.GetLatestIDPProviderSequence(string(event.AggregateType))
+	if err != nil {
+		return 0, err
+	}
+	return sequence.CurrentSequence, nil
+}
+
 func (i *IDPProvider) EventQuery() (*models.SearchQuery, error) {
-	sequence, err := i.view.GetLatestIDPProviderSequence()
+	sequence, err := i.view.GetLatestIDPProviderSequence("")
 	if err != nil {
 		return nil, err
 	}
 	return es_models.NewSearchQuery().
-		AggregateTypeFilter(model.IAMAggregate, org_es_model.OrgAggregate).
+		AggregateTypeFilter(i.AggregateTypes()...).
 		LatestSequenceFilter(sequence.CurrentSequence), nil
 }
 
@@ -64,7 +107,7 @@ func (i *IDPProvider) processIdpProvider(event *models.Event) (err error) {
 		if err != nil {
 			return err
 		}
-		return i.view.DeleteIDPProvider(event.AggregateID, provider.IDPConfigID, event.Sequence, event.CreationDate)
+		return i.view.DeleteIDPProvider(event.AggregateID, provider.IDPConfigID, event)
 	case model.IDPConfigChanged, org_es_model.IDPConfigChanged:
 		esConfig := new(iam_view_model.IDPConfigView)
 		providerType := iam_model.IDPProviderTypeSystem
@@ -88,16 +131,16 @@ func (i *IDPProvider) processIdpProvider(event *models.Event) (err error) {
 		for _, provider := range providers {
 			i.fillConfigData(provider, config)
 		}
-		return i.view.PutIDPProviders(event.Sequence, event.CreationDate, providers...)
+		return i.view.PutIDPProviders(event, providers...)
 	case org_es_model.LoginPolicyRemoved:
-		return i.view.DeleteIDPProvidersByAggregateID(event.AggregateID, event.Sequence, event.CreationDate)
+		return i.view.DeleteIDPProvidersByAggregateID(event.AggregateID, event)
 	default:
-		return i.view.ProcessedIDPProviderSequence(event.Sequence, event.CreationDate)
+		return i.view.ProcessedIDPProviderSequence(event)
 	}
 	if err != nil {
 		return err
 	}
-	return i.view.PutIDPProvider(provider, provider.Sequence, event.CreationDate)
+	return i.view.PutIDPProvider(provider, event)
 }
 
 func (i *IDPProvider) fillData(provider *iam_view_model.IDPProviderView) (err error) {