mirror of
https://github.com/zitadel/zitadel.git
synced 2024-12-14 03:54:21 +00:00
77b4fc5487
* beginning with postgres statements * try pgx * use pgx * database * init works for postgres * arrays working * init for cockroach * init * start tests * tests * TESTS * ch * ch * chore: use go 1.18 * read stmts * fix typo * tests * connection string * add missing error handler * cleanup * start all apis * go mod tidy * old update * switch back to minute * on conflict * replace string slice with `database.StringArray` in db models * fix tests and start * update go version in dockerfile * setup go * clean up * remove notification migration * update * docs: add deploy guide for postgres * fix: revert sonyflake * use `database.StringArray` for daos * use `database.StringArray` every where * new tables * index naming, metadata primary key, project grant role key type * docs(postgres): change to beta * chore: correct compose * fix(defaults): add empty postgres config * refactor: remove unused code * docs: add postgres to self hosted * fix broken link * so? * change title * add mdx to link * fix stmt * update goreleaser in test-code * docs: improve postgres example * update more projections * fix: add beta log for postgres * revert index name change * prerelease * fix: add sequence to v1 "reduce paniced" * log if nil * add logging * fix: log output * fix(import): check if org exists and user * refactor: imports * fix(user): ignore malformed events * refactor: method naming * fix: test * refactor: correct errors.Is call * ci: don't build dev binaries on main * fix(go releaser): update version to 1.11.0 * fix(user): projection should not break * fix(user): handle error properly * docs: correct config example * Update .releaserc.js * Update .releaserc.js Co-authored-by: Livio Amstutz <livio.a@gmail.com> Co-authored-by: Elio Bischof <eliobischof@gmail.com>
94 lines
2.4 KiB
Go
Executable File
94 lines
2.4 KiB
Go
Executable File
package query
|
|
|
|
import (
|
|
"context"
|
|
"runtime/debug"
|
|
"time"
|
|
|
|
"github.com/zitadel/logging"
|
|
|
|
v1 "github.com/zitadel/zitadel/internal/eventstore/v1"
|
|
"github.com/zitadel/zitadel/internal/eventstore/v1/models"
|
|
)
|
|
|
|
const (
|
|
eventLimit = 10000
|
|
)
|
|
|
|
type Handler interface {
|
|
ViewModel() string
|
|
EventQuery(instanceIDs ...string) (*models.SearchQuery, error)
|
|
Reduce(*models.Event) error
|
|
OnError(event *models.Event, err error) error
|
|
OnSuccess() error
|
|
MinimumCycleDuration() time.Duration
|
|
LockDuration() time.Duration
|
|
QueryLimit() uint64
|
|
|
|
AggregateTypes() []models.AggregateType
|
|
CurrentSequence(instanceID string) (uint64, error)
|
|
Eventstore() v1.Eventstore
|
|
|
|
Subscription() *v1.Subscription
|
|
}
|
|
|
|
func ReduceEvent(handler Handler, event *models.Event) {
|
|
defer func() {
|
|
err := recover()
|
|
|
|
if err != nil {
|
|
handler.Subscription().Unsubscribe()
|
|
logging.WithFields(
|
|
"cause", err,
|
|
"stack", string(debug.Stack()),
|
|
"sequence", event.Sequence,
|
|
"instnace", event.InstanceID,
|
|
).Error("reduce panicked")
|
|
}
|
|
}()
|
|
currentSequence, err := handler.CurrentSequence(event.InstanceID)
|
|
if err != nil {
|
|
logging.WithError(err).Warn("unable to get current sequence")
|
|
return
|
|
}
|
|
|
|
searchQuery := models.NewSearchQuery().
|
|
AddQuery().
|
|
AggregateTypeFilter(handler.AggregateTypes()...).
|
|
SequenceBetween(currentSequence, event.Sequence).
|
|
InstanceIDFilter(event.InstanceID).
|
|
SearchQuery().
|
|
SetLimit(eventLimit)
|
|
|
|
unprocessedEvents, err := handler.Eventstore().FilterEvents(context.Background(), searchQuery)
|
|
if err != nil {
|
|
logging.WithFields("sequence", event.Sequence).Warn("filter failed")
|
|
return
|
|
}
|
|
|
|
for _, unprocessedEvent := range unprocessedEvents {
|
|
currentSequence, err := handler.CurrentSequence(unprocessedEvent.InstanceID)
|
|
if err != nil {
|
|
logging.WithError(err).Warn("unable to get current sequence")
|
|
return
|
|
}
|
|
if unprocessedEvent.Sequence < currentSequence {
|
|
logging.WithFields(
|
|
"unprocessed", unprocessedEvent.Sequence,
|
|
"current", currentSequence,
|
|
"view", handler.ViewModel()).
|
|
Warn("sequence not matching")
|
|
return
|
|
}
|
|
|
|
err = handler.Reduce(unprocessedEvent)
|
|
logging.WithFields("sequence", unprocessedEvent.Sequence).OnError(err).Warn("reduce failed")
|
|
}
|
|
if len(unprocessedEvents) == eventLimit {
|
|
logging.WithFields("sequence", event.Sequence).Warn("didnt process event")
|
|
return
|
|
}
|
|
err = handler.Reduce(event)
|
|
logging.WithFields("sequence", event.Sequence).OnError(err).Warn("reduce failed")
|
|
}
|