TheArchive/zitadel
1
0
Fork 0
mirror of https://github.com/zitadel/zitadel.git synced 2025-08-11 21:17:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(setup): init projections (#7194)

Browse Source 
Even though this is a feature it's released as fix so that we can back port to earlier revisions.

As reported by multiple users startup of ZITADEL after leaded to downtime and worst case rollbacks to the previously deployed version.

The problem starts rising when there are too many events to process after the start of ZITADEL. The root cause are changes on projections (database tables) which must be recomputed. This PR solves this problem by adding a new step to the setup phase which prefills the projections. The step can be enabled by adding the `--init-projections`-flag to `setup`, `start-from-init` and `start-from-setup`. Setting this flag results in potentially longer duration of the setup phase but reduces the risk of the problems mentioned in the paragraph above.
This commit is contained in:
Silvan
2024-01-25 17:28:20 +01:00
committed by GitHub
parent d590da7c7d
commit 17953e9040
80 changed files with 1296 additions and 962 deletions
Download Patch File Download Diff File Expand all files Collapse all files

52
internal/eventstore/eventstore_test.go
View File

@@ -139,12 +139,11 @@ func Test_eventstore_RegisterFilterEventMapper(t *testing.T) {
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
es := &Eventstore{
eventInterceptors: tt.fields.eventMapper,
}
es = es.RegisterFilterEventMapper("test", tt.args.eventType, tt.args.mapper)
if len(es.eventInterceptors) != tt.res.mapperCount {
t.Errorf("unexpected mapper count: want %d, got %d", tt.res.mapperCount, len(es.eventInterceptors))
eventInterceptors = tt.fields.eventMapper
RegisterFilterEventMapper("test", tt.args.eventType, tt.args.mapper)
if len(eventInterceptors) != tt.res.mapperCount {
t.Errorf("unexpected mapper count: want %d, got %d", tt.res.mapperCount, len(eventInterceptors))
return
}
@@ -152,7 +151,7 @@ func Test_eventstore_RegisterFilterEventMapper(t *testing.T) {
return
}
mapper := es.eventInterceptors[tt.args.eventType]
mapper := eventInterceptors[tt.args.eventType]
event, err := mapper.eventMapper(nil)
if err != nil {
t.Errorf("unexpected error %v", err)
@@ -694,15 +693,15 @@ func TestEventstore_Push(t *testing.T) {
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
eventInterceptors = map[EventType]eventTypeInterceptors{}
es := &Eventstore{
pusher: tt.fields.pusher,
eventInterceptors: map[EventType]eventTypeInterceptors{},
pusher: tt.fields.pusher,
}
for eventType, mapper := range tt.fields.eventMapper {
es = es.RegisterFilterEventMapper("test", eventType, mapper)
RegisterFilterEventMapper("test", eventType, mapper)
}
if len(es.eventInterceptors) != len(tt.fields.eventMapper) {
t.Errorf("register event mapper failed expected mapper amount: %d, got: %d", len(tt.fields.eventMapper), len(es.eventInterceptors))
if len(eventInterceptors) != len(tt.fields.eventMapper) {
t.Errorf("register event mapper failed expected mapper amount: %d, got: %d", len(tt.fields.eventMapper), len(eventInterceptors))
t.FailNow()
}
@@ -825,16 +824,16 @@ func TestEventstore_FilterEvents(t *testing.T) {
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
eventInterceptors = map[EventType]eventTypeInterceptors{}
es := &Eventstore{
querier: tt.fields.repo,
eventInterceptors: map[EventType]eventTypeInterceptors{},
querier: tt.fields.repo,
}
for eventType, mapper := range tt.fields.eventMapper {
es = es.RegisterFilterEventMapper("test", eventType, mapper)
RegisterFilterEventMapper("test", eventType, mapper)
}
if len(es.eventInterceptors) != len(tt.fields.eventMapper) {
t.Errorf("register event mapper failed expected mapper amount: %d, got: %d", len(tt.fields.eventMapper), len(es.eventInterceptors))
if len(eventInterceptors) != len(tt.fields.eventMapper) {
t.Errorf("register event mapper failed expected mapper amount: %d, got: %d", len(tt.fields.eventMapper), len(eventInterceptors))
t.FailNow()
}
@@ -1130,14 +1129,13 @@ func TestEventstore_FilterToReducer(t *testing.T) {
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
es := &Eventstore{
querier: tt.fields.repo,
eventInterceptors: map[EventType]eventTypeInterceptors{},
querier: tt.fields.repo,
}
for eventType, mapper := range tt.fields.eventMapper {
es = es.RegisterFilterEventMapper("test", eventType, mapper)
RegisterFilterEventMapper("test", eventType, mapper)
}
if len(es.eventInterceptors) != len(tt.fields.eventMapper) {
t.Errorf("register event mapper failed expected mapper amount: %d, got: %d", len(tt.fields.eventMapper), len(es.eventInterceptors))
if len(eventInterceptors) != len(tt.fields.eventMapper) {
t.Errorf("register event mapper failed expected mapper amount: %d, got: %d", len(tt.fields.eventMapper), len(eventInterceptors))
t.FailNow()
}
@@ -1246,14 +1244,12 @@ func TestEventstore_mapEvents(t *testing.T) {
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
es := &Eventstore{
eventInterceptors: map[EventType]eventTypeInterceptors{},
}
es := &Eventstore{}
for eventType, mapper := range tt.fields.eventMapper {
es = es.RegisterFilterEventMapper("test", eventType, mapper)
RegisterFilterEventMapper("test", eventType, mapper)
}
if len(es.eventInterceptors) != len(tt.fields.eventMapper) {
t.Errorf("register event mapper failed expected mapper amount: %d, got: %d", len(tt.fields.eventMapper), len(es.eventInterceptors))
if len(eventInterceptors) != len(tt.fields.eventMapper) {
t.Errorf("register event mapper failed expected mapper amount: %d, got: %d", len(tt.fields.eventMapper), len(eventInterceptors))
t.FailNow()
}