mirror of
https://github.com/zitadel/zitadel.git
synced 2024-12-25 09:07:48 +00:00
bb756482c7
* document analytics config * rework configuration and docs * describe HandleActiveInstances better * describe active instances on quotas better * only projected events are considered * cleanup * describe changes at runtime * push milestones * stop tracking events * calculate and push 4 in 6 milestones * reduce milestone pushed * remove docs * fix scheduled pseudo event projection * push 5 in 6 milestones * push 6 in 6 milestones * ignore client ids * fix text array contains * push human readable milestone type * statement unit tests * improve dev and db performance * organize imports * cleanup * organize imports * test projection * check rows.Err() * test search query * pass linting * review * test 4 milestones * simplify milestone by instance ids query * use type NamespacedCondition * cleanup * lint * lint * dont overwrite original error * no opt-in in examples * cleanup * prerelease * enable request headers * make limit configurable * review fixes * only requeue special handlers secondly * include integration tests * Revert "include integration tests" This reverts commit 96db9504ecdb4e73451f09554fd749cd7c27341f. * pass reducers * test handlers * fix unit test * feat: increment version * lint * remove prerelease * fix integration tests
296 lines
9.6 KiB
Go
296 lines
9.6 KiB
Go
package projection
|
|
|
|
import (
|
|
"context"
|
|
"strconv"
|
|
"strings"
|
|
|
|
"github.com/zitadel/zitadel/internal/eventstore"
|
|
"github.com/zitadel/zitadel/internal/eventstore/handler"
|
|
"github.com/zitadel/zitadel/internal/eventstore/handler/crdb"
|
|
"github.com/zitadel/zitadel/internal/repository/instance"
|
|
"github.com/zitadel/zitadel/internal/repository/milestone"
|
|
"github.com/zitadel/zitadel/internal/repository/project"
|
|
"github.com/zitadel/zitadel/internal/repository/user"
|
|
)
|
|
|
|
const (
|
|
MilestonesProjectionTable = "projections.milestones"
|
|
|
|
MilestoneColumnInstanceID = "instance_id"
|
|
MilestoneColumnType = "type"
|
|
MilestoneColumnPrimaryDomain = "primary_domain"
|
|
MilestoneColumnReachedDate = "reached_date"
|
|
MilestoneColumnPushedDate = "last_pushed_date"
|
|
MilestoneColumnIgnoreClientIDs = "ignore_client_ids"
|
|
)
|
|
|
|
type milestoneProjection struct {
|
|
crdb.StatementHandler
|
|
}
|
|
|
|
func newMilestoneProjection(ctx context.Context, config crdb.StatementHandlerConfig) *milestoneProjection {
|
|
p := new(milestoneProjection)
|
|
config.ProjectionName = MilestonesProjectionTable
|
|
config.Reducers = p.reducers()
|
|
config.InitCheck = crdb.NewMultiTableCheck(
|
|
crdb.NewTable([]*crdb.Column{
|
|
crdb.NewColumn(MilestoneColumnInstanceID, crdb.ColumnTypeText),
|
|
crdb.NewColumn(MilestoneColumnType, crdb.ColumnTypeEnum),
|
|
crdb.NewColumn(MilestoneColumnReachedDate, crdb.ColumnTypeTimestamp, crdb.Nullable()),
|
|
crdb.NewColumn(MilestoneColumnPushedDate, crdb.ColumnTypeTimestamp, crdb.Nullable()),
|
|
crdb.NewColumn(MilestoneColumnPrimaryDomain, crdb.ColumnTypeText, crdb.Nullable()),
|
|
crdb.NewColumn(MilestoneColumnIgnoreClientIDs, crdb.ColumnTypeTextArray, crdb.Nullable()),
|
|
},
|
|
crdb.NewPrimaryKey(MilestoneColumnInstanceID, MilestoneColumnType),
|
|
),
|
|
)
|
|
p.StatementHandler = crdb.NewStatementHandler(ctx, config)
|
|
return p
|
|
}
|
|
|
|
func (p *milestoneProjection) reducers() []handler.AggregateReducer {
|
|
return []handler.AggregateReducer{
|
|
{
|
|
Aggregate: instance.AggregateType,
|
|
EventRedusers: []handler.EventReducer{
|
|
{
|
|
Event: instance.InstanceAddedEventType,
|
|
Reduce: p.reduceInstanceAdded,
|
|
},
|
|
{
|
|
Event: instance.InstanceDomainPrimarySetEventType,
|
|
Reduce: p.reduceInstanceDomainPrimarySet,
|
|
},
|
|
{
|
|
Event: instance.InstanceRemovedEventType,
|
|
Reduce: p.reduceInstanceRemoved,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Aggregate: project.AggregateType,
|
|
EventRedusers: []handler.EventReducer{
|
|
{
|
|
Event: project.ProjectAddedType,
|
|
Reduce: p.reduceProjectAdded,
|
|
},
|
|
{
|
|
Event: project.ApplicationAddedType,
|
|
Reduce: p.reduceApplicationAdded,
|
|
},
|
|
{
|
|
Event: project.OIDCConfigAddedType,
|
|
Reduce: p.reduceOIDCConfigAdded,
|
|
},
|
|
{
|
|
Event: project.APIConfigAddedType,
|
|
Reduce: p.reduceAPIConfigAdded,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Aggregate: user.AggregateType,
|
|
EventRedusers: []handler.EventReducer{
|
|
{
|
|
// user.UserTokenAddedType is not emitted on creation of personal access tokens
|
|
// PATs have no effect on milestone.AuthenticationSucceededOnApplication or milestone.AuthenticationSucceededOnInstance
|
|
Event: user.UserTokenAddedType,
|
|
Reduce: p.reduceUserTokenAdded,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Aggregate: milestone.AggregateType,
|
|
EventRedusers: []handler.EventReducer{
|
|
{
|
|
Event: milestone.PushedEventType,
|
|
Reduce: p.reduceMilestonePushed,
|
|
},
|
|
},
|
|
},
|
|
}
|
|
}
|
|
|
|
func (p *milestoneProjection) reduceInstanceAdded(event eventstore.Event) (*handler.Statement, error) {
|
|
e, err := assertEvent[*instance.InstanceAddedEvent](event)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
allTypes := milestone.AllTypes()
|
|
statements := make([]func(eventstore.Event) crdb.Exec, 0, len(allTypes))
|
|
for _, msType := range allTypes {
|
|
createColumns := []handler.Column{
|
|
handler.NewCol(MilestoneColumnInstanceID, e.Aggregate().InstanceID),
|
|
handler.NewCol(MilestoneColumnType, msType),
|
|
}
|
|
if msType == milestone.InstanceCreated {
|
|
createColumns = append(createColumns, handler.NewCol(MilestoneColumnReachedDate, event.CreationDate()))
|
|
}
|
|
statements = append(statements, crdb.AddCreateStatement(createColumns))
|
|
}
|
|
return crdb.NewMultiStatement(e, statements...), nil
|
|
}
|
|
|
|
func (p *milestoneProjection) reduceInstanceDomainPrimarySet(event eventstore.Event) (*handler.Statement, error) {
|
|
e, err := assertEvent[*instance.DomainPrimarySetEvent](event)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return crdb.NewUpdateStatement(
|
|
e,
|
|
[]handler.Column{
|
|
handler.NewCol(MilestoneColumnPrimaryDomain, e.Domain),
|
|
},
|
|
[]handler.Condition{
|
|
handler.NewCond(MilestoneColumnInstanceID, e.Aggregate().InstanceID),
|
|
crdb.NewIsNullCond(MilestoneColumnPushedDate),
|
|
},
|
|
), nil
|
|
}
|
|
|
|
func (p *milestoneProjection) reduceProjectAdded(event eventstore.Event) (*handler.Statement, error) {
|
|
if _, err := assertEvent[*project.ProjectAddedEvent](event); err != nil {
|
|
return nil, err
|
|
}
|
|
return p.reduceReachedIfUserEventFunc(milestone.ProjectCreated)(event)
|
|
}
|
|
|
|
func (p *milestoneProjection) reduceApplicationAdded(event eventstore.Event) (*handler.Statement, error) {
|
|
if _, err := assertEvent[*project.ApplicationAddedEvent](event); err != nil {
|
|
return nil, err
|
|
}
|
|
return p.reduceReachedIfUserEventFunc(milestone.ApplicationCreated)(event)
|
|
}
|
|
|
|
func (p *milestoneProjection) reduceOIDCConfigAdded(event eventstore.Event) (*handler.Statement, error) {
|
|
e, err := assertEvent[*project.OIDCConfigAddedEvent](event)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return p.reduceAppConfigAdded(e, e.ClientID)
|
|
}
|
|
|
|
func (p *milestoneProjection) reduceAPIConfigAdded(event eventstore.Event) (*handler.Statement, error) {
|
|
e, err := assertEvent[*project.APIConfigAddedEvent](event)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return p.reduceAppConfigAdded(e, e.ClientID)
|
|
}
|
|
|
|
func (p *milestoneProjection) reduceUserTokenAdded(event eventstore.Event) (*handler.Statement, error) {
|
|
e, err := assertEvent[*user.UserTokenAddedEvent](event)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
statements := []func(eventstore.Event) crdb.Exec{
|
|
crdb.AddUpdateStatement(
|
|
[]handler.Column{
|
|
handler.NewCol(MilestoneColumnReachedDate, event.CreationDate()),
|
|
},
|
|
[]handler.Condition{
|
|
handler.NewCond(MilestoneColumnInstanceID, event.Aggregate().InstanceID),
|
|
handler.NewCond(MilestoneColumnType, milestone.AuthenticationSucceededOnInstance),
|
|
crdb.NewIsNullCond(MilestoneColumnReachedDate),
|
|
},
|
|
),
|
|
}
|
|
// We ignore authentications without app, for example JWT profile or PAT
|
|
if e.ApplicationID != "" {
|
|
statements = append(statements, crdb.AddUpdateStatement(
|
|
[]handler.Column{
|
|
handler.NewCol(MilestoneColumnReachedDate, event.CreationDate()),
|
|
},
|
|
[]handler.Condition{
|
|
handler.NewCond(MilestoneColumnInstanceID, event.Aggregate().InstanceID),
|
|
handler.NewCond(MilestoneColumnType, milestone.AuthenticationSucceededOnApplication),
|
|
crdb.Not(crdb.NewTextArrayContainsCond(MilestoneColumnIgnoreClientIDs, e.ApplicationID)),
|
|
crdb.NewIsNullCond(MilestoneColumnReachedDate),
|
|
},
|
|
))
|
|
}
|
|
return crdb.NewMultiStatement(e, statements...), nil
|
|
}
|
|
|
|
func (p *milestoneProjection) reduceInstanceRemoved(event eventstore.Event) (*handler.Statement, error) {
|
|
if _, err := assertEvent[*instance.InstanceRemovedEvent](event); err != nil {
|
|
return nil, err
|
|
}
|
|
return p.reduceReachedFunc(milestone.InstanceDeleted)(event)
|
|
}
|
|
|
|
func (p *milestoneProjection) reduceMilestonePushed(event eventstore.Event) (*handler.Statement, error) {
|
|
e, err := assertEvent[*milestone.PushedEvent](event)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if e.MilestoneType != milestone.InstanceDeleted {
|
|
return crdb.NewUpdateStatement(
|
|
event,
|
|
[]handler.Column{
|
|
handler.NewCol(MilestoneColumnPushedDate, event.CreationDate()),
|
|
},
|
|
[]handler.Condition{
|
|
handler.NewCond(MilestoneColumnInstanceID, event.Aggregate().InstanceID),
|
|
handler.NewCond(MilestoneColumnType, e.MilestoneType),
|
|
},
|
|
), nil
|
|
}
|
|
return crdb.NewDeleteStatement(
|
|
event,
|
|
[]handler.Condition{
|
|
handler.NewCond(MilestoneColumnInstanceID, event.Aggregate().InstanceID),
|
|
},
|
|
), nil
|
|
}
|
|
|
|
func (p *milestoneProjection) reduceReachedIfUserEventFunc(msType milestone.Type) func(event eventstore.Event) (*handler.Statement, error) {
|
|
return func(event eventstore.Event) (*handler.Statement, error) {
|
|
if p.isSystemEvent(event) {
|
|
return crdb.NewNoOpStatement(event), nil
|
|
}
|
|
return p.reduceReachedFunc(msType)(event)
|
|
}
|
|
}
|
|
|
|
func (p *milestoneProjection) reduceReachedFunc(msType milestone.Type) func(event eventstore.Event) (*handler.Statement, error) {
|
|
return func(event eventstore.Event) (*handler.Statement, error) {
|
|
return crdb.NewUpdateStatement(event, []handler.Column{
|
|
handler.NewCol(MilestoneColumnReachedDate, event.CreationDate()),
|
|
},
|
|
[]handler.Condition{
|
|
handler.NewCond(MilestoneColumnInstanceID, event.Aggregate().InstanceID),
|
|
handler.NewCond(MilestoneColumnType, msType),
|
|
crdb.NewIsNullCond(MilestoneColumnReachedDate),
|
|
}), nil
|
|
}
|
|
}
|
|
|
|
func (p *milestoneProjection) reduceAppConfigAdded(event eventstore.Event, clientID string) (*handler.Statement, error) {
|
|
if !p.isSystemEvent(event) {
|
|
return crdb.NewNoOpStatement(event), nil
|
|
}
|
|
return crdb.NewUpdateStatement(
|
|
event,
|
|
[]handler.Column{
|
|
crdb.NewArrayAppendCol(MilestoneColumnIgnoreClientIDs, clientID),
|
|
},
|
|
[]handler.Condition{
|
|
handler.NewCond(MilestoneColumnInstanceID, event.Aggregate().InstanceID),
|
|
handler.NewCond(MilestoneColumnType, milestone.AuthenticationSucceededOnApplication),
|
|
crdb.NewIsNullCond(MilestoneColumnReachedDate),
|
|
},
|
|
), nil
|
|
}
|
|
|
|
func (p *milestoneProjection) isSystemEvent(event eventstore.Event) bool {
|
|
if userId, err := strconv.Atoi(event.EditorUser()); err == nil && userId > 0 {
|
|
return false
|
|
}
|
|
lowerEditorService := strings.ToLower(event.EditorService())
|
|
return lowerEditorService == "" ||
|
|
lowerEditorService == "system" ||
|
|
lowerEditorService == "system-api"
|
|
}
|