feat: e-mail templates (#1158)

* View definition added

* Get templates and texts from the database.

* Fill in texts in templates

* Fill in texts in templates

* Client API added

* Weekly backup

* Weekly backup

* Daily backup

* Weekly backup

* Tests added

* Corrections from merge branch

* Fixes from pull request review

internal/management/repository/eventsourcing/eventstore/org.go

@@ -703,3 +703,83 @@ func (repo *OrgRepository) RemovePasswordLockoutPolicy(ctx context.Context) erro
 	}}
 	return repo.OrgEventstore.RemovePasswordLockoutPolicy(ctx, policy)
 }
+
+func (repo *OrgRepository) GetDefaultMailTemplate(ctx context.Context) (*iam_model.MailTemplateView, error) {
+	template, err := repo.View.MailTemplateByAggregateID(repo.SystemDefaults.IamID)
+	if err != nil {
+		return nil, err
+	}
+	template.Default = true
+	return iam_es_model.MailTemplateViewToModel(template), err
+}
+
+func (repo *OrgRepository) GetMailTemplate(ctx context.Context) (*iam_model.MailTemplateView, error) {
+	template, err := repo.View.MailTemplateByAggregateID(authz.GetCtxData(ctx).OrgID)
+	if errors.IsNotFound(err) {
+		template, err = repo.View.MailTemplateByAggregateID(repo.SystemDefaults.IamID)
+		if err != nil {
+			return nil, err
+		}
+		template.Default = true
+	}
+	if err != nil {
+		return nil, err
+	}
+	return iam_es_model.MailTemplateViewToModel(template), err
+}
+
+func (repo *OrgRepository) AddMailTemplate(ctx context.Context, template *iam_model.MailTemplate) (*iam_model.MailTemplate, error) {
+	template.AggregateID = authz.GetCtxData(ctx).OrgID
+	return repo.OrgEventstore.AddMailTemplate(ctx, template)
+}
+
+func (repo *OrgRepository) ChangeMailTemplate(ctx context.Context, template *iam_model.MailTemplate) (*iam_model.MailTemplate, error) {
+	template.AggregateID = authz.GetCtxData(ctx).OrgID
+	return repo.OrgEventstore.ChangeMailTemplate(ctx, template)
+}
+
+func (repo *OrgRepository) RemoveMailTemplate(ctx context.Context) error {
+	template := &iam_model.MailTemplate{ObjectRoot: models.ObjectRoot{
+		AggregateID: authz.GetCtxData(ctx).OrgID,
+	}}
+	return repo.OrgEventstore.RemoveMailTemplate(ctx, template)
+}
+
+func (repo *OrgRepository) GetDefaultMailTexts(ctx context.Context) (*iam_model.MailTextsView, error) {
+	texts, err := repo.View.MailTextsByAggregateID(repo.SystemDefaults.IamID)
+	if err != nil {
+		return nil, err
+	}
+	return iam_es_model.MailTextsViewToModel(texts, true), err
+}
+
+func (repo *OrgRepository) GetMailTexts(ctx context.Context) (*iam_model.MailTextsView, error) {
+	defaultIn := false
+	texts, err := repo.View.MailTextsByAggregateID(authz.GetCtxData(ctx).OrgID)
+	if errors.IsNotFound(err) || len(texts) == 0 {
+		texts, err = repo.View.MailTextsByAggregateID(repo.SystemDefaults.IamID)
+		if err != nil {
+			return nil, err
+		}
+		defaultIn = true
+	}
+	if err != nil {
+		return nil, err
+	}
+	return iam_es_model.MailTextsViewToModel(texts, defaultIn), err
+}
+
+func (repo *OrgRepository) AddMailText(ctx context.Context, text *iam_model.MailText) (*iam_model.MailText, error) {
+	text.AggregateID = authz.GetCtxData(ctx).OrgID
+	return repo.OrgEventstore.AddMailText(ctx, text)
+}
+
+func (repo *OrgRepository) ChangeMailText(ctx context.Context, text *iam_model.MailText) (*iam_model.MailText, error) {
+	text.AggregateID = authz.GetCtxData(ctx).OrgID
+	return repo.OrgEventstore.ChangeMailText(ctx, text)
+}
+
+func (repo *OrgRepository) RemoveMailText(ctx context.Context, text *iam_model.MailText) error {
+	text.AggregateID = authz.GetCtxData(ctx).OrgID
+	return repo.OrgEventstore.RemoveMailText(ctx, text)
+}

internal/management/repository/eventsourcing/handler/handler.go

@@ -103,6 +103,10 @@ func Register(configs Configs, bulkLimit, errorCount uint64, view *view.View, es
 			handler{view, bulkLimit, configs.cycleDuration("PasswordLockoutPolicy"), errorCount, es}),
 		newOrgIAMPolicy(
 			handler{view, bulkLimit, configs.cycleDuration("OrgIAMPolicy"), errorCount, es}),
+		newMailTemplate(
+			handler{view, bulkLimit, configs.cycleDuration("MailTemplate"), errorCount, es}),
+		newMailText(
+			handler{view, bulkLimit, configs.cycleDuration("MailText"), errorCount, es}),
 	}
 }
 

internal/management/repository/eventsourcing/handler/mail_template.go

@@ -0,0 +1,107 @@
+package handler
+
+import (
+	"github.com/caos/logging"
+	"github.com/caos/zitadel/internal/eventstore"
+	iam_es_model "github.com/caos/zitadel/internal/iam/repository/eventsourcing/model"
+
+	"github.com/caos/zitadel/internal/eventstore/models"
+	es_models "github.com/caos/zitadel/internal/eventstore/models"
+	"github.com/caos/zitadel/internal/eventstore/query"
+	"github.com/caos/zitadel/internal/eventstore/spooler"
+	iam_model "github.com/caos/zitadel/internal/iam/repository/view/model"
+	"github.com/caos/zitadel/internal/org/repository/eventsourcing/model"
+)
+
+type MailTemplate struct {
+	handler
+	subscription *eventstore.Subscription
+}
+
+func newMailTemplate(handler handler) *MailTemplate {
+	h := &MailTemplate{
+		handler: handler,
+	}
+
+	h.subscribe()
+
+	return h
+}
+
+func (m *MailTemplate) subscribe() {
+	m.subscription = m.es.Subscribe(m.AggregateTypes()...)
+	go func() {
+		for event := range m.subscription.Events {
+			query.ReduceEvent(m, event)
+		}
+	}()
+}
+
+const (
+	mailTemplateTable = "management.mail_templates"
+)
+
+func (m *MailTemplate) ViewModel() string {
+	return mailTemplateTable
+}
+
+func (_ *MailTemplate) AggregateTypes() []es_models.AggregateType {
+	return []es_models.AggregateType{model.OrgAggregate, iam_es_model.IAMAggregate}
+}
+
+func (p *MailTemplate) CurrentSequence(event *models.Event) (uint64, error) {
+	sequence, err := p.view.GetLatestMailTemplateSequence(string(event.AggregateType))
+	if err != nil {
+		return 0, err
+	}
+	return sequence.CurrentSequence, nil
+}
+
+func (m *MailTemplate) EventQuery() (*models.SearchQuery, error) {
+	sequence, err := m.view.GetLatestMailTemplateSequence("")
+	if err != nil {
+		return nil, err
+	}
+	return es_models.NewSearchQuery().
+		AggregateTypeFilter(m.AggregateTypes()...).
+		LatestSequenceFilter(sequence.CurrentSequence), nil
+}
+
+func (m *MailTemplate) Reduce(event *models.Event) (err error) {
+	switch event.AggregateType {
+	case model.OrgAggregate, iam_es_model.IAMAggregate:
+		err = m.processMailTemplate(event)
+	}
+	return err
+}
+
+func (m *MailTemplate) processMailTemplate(event *models.Event) (err error) {
+	template := new(iam_model.MailTemplateView)
+	switch event.Type {
+	case iam_es_model.MailTemplateAdded, model.MailTemplateAdded:
+		err = template.AppendEvent(event)
+	case iam_es_model.MailTemplateChanged, model.MailTemplateChanged:
+		template, err = m.view.MailTemplateByAggregateID(event.AggregateID)
+		if err != nil {
+			return err
+		}
+		err = template.AppendEvent(event)
+	case model.MailTemplateRemoved:
+		return m.view.DeleteMailTemplate(event.AggregateID, event)
+	default:
+		return m.view.ProcessedMailTemplateSequence(event)
+	}
+	if err != nil {
+		return err
+	}
+	return m.view.PutMailTemplate(template, event)
+}
+
+func (m *MailTemplate) OnError(event *models.Event, err error) error {
+	logging.LogWithFields("SPOOL-4Djo9", "id", event.AggregateID).WithError(err).Warn("something went wrong in label template handler")
+	return spooler.HandleError(event, err, m.view.GetLatestMailTemplateFailedEvent, m.view.ProcessedMailTemplateFailedEvent, m.view.ProcessedMailTemplateSequence, m.errorCountUntilSkip)
+}
+
+func (o *MailTemplate) OnSuccess() error {
+	return spooler.HandleSuccess(o.view.UpdateMailTemplateSpoolerRunTimestamp)
+}

internal/management/repository/eventsourcing/handler/mail_text.go

@@ -0,0 +1,113 @@
+package handler
+
+import (
+	"github.com/caos/logging"
+	"github.com/caos/zitadel/internal/eventstore"
+	iam_es_model "github.com/caos/zitadel/internal/iam/repository/eventsourcing/model"
+
+	"github.com/caos/zitadel/internal/eventstore/models"
+	es_models "github.com/caos/zitadel/internal/eventstore/models"
+	"github.com/caos/zitadel/internal/eventstore/query"
+	"github.com/caos/zitadel/internal/eventstore/spooler"
+	iam_model "github.com/caos/zitadel/internal/iam/repository/view/model"
+	"github.com/caos/zitadel/internal/org/repository/eventsourcing/model"
+)
+
+type MailText struct {
+	handler
+	subscription *eventstore.Subscription
+}
+
+func newMailText(handler handler) *MailText {
+	h := &MailText{
+		handler: handler,
+	}
+
+	h.subscribe()
+
+	return h
+}
+
+func (m *MailText) subscribe() {
+	m.subscription = m.es.Subscribe(m.AggregateTypes()...)
+	go func() {
+		for event := range m.subscription.Events {
+			query.ReduceEvent(m, event)
+		}
+	}()
+}
+
+const (
+	mailTextTable = "management.mail_texts"
+)
+
+func (m *MailText) ViewModel() string {
+	return mailTextTable
+}
+
+func (_ *MailText) AggregateTypes() []es_models.AggregateType {
+	return []es_models.AggregateType{model.OrgAggregate, iam_es_model.IAMAggregate}
+}
+
+func (p *MailText) CurrentSequence(event *models.Event) (uint64, error) {
+	sequence, err := p.view.GetLatestMailTextSequence(string(event.AggregateType))
+	if err != nil {
+		return 0, err
+	}
+	return sequence.CurrentSequence, nil
+}
+
+func (m *MailText) EventQuery() (*models.SearchQuery, error) {
+	sequence, err := m.view.GetLatestMailTextSequence("")
+	if err != nil {
+		return nil, err
+	}
+	return es_models.NewSearchQuery().
+		AggregateTypeFilter(m.AggregateTypes()...).
+		LatestSequenceFilter(sequence.CurrentSequence), nil
+}
+
+func (m *MailText) Reduce(event *models.Event) (err error) {
+	switch event.AggregateType {
+	case model.OrgAggregate, iam_es_model.IAMAggregate:
+		err = m.processMailText(event)
+	}
+	return err
+}
+
+func (m *MailText) processMailText(event *models.Event) (err error) {
+	text := new(iam_model.MailTextView)
+	switch event.Type {
+	case iam_es_model.MailTextAdded, model.MailTextAdded:
+		err = text.AppendEvent(event)
+	case iam_es_model.MailTextChanged, model.MailTextChanged:
+		err = text.SetData(event)
+		if err != nil {
+			return err
+		}
+		text, err = m.view.MailTextByIDs(event.AggregateID, text.MailTextType, text.Language)
+		if err != nil {
+			return err
+		}
+		text.ChangeDate = event.CreationDate
+		err = text.AppendEvent(event)
+	case model.MailTextRemoved:
+		err = text.SetData(event)
+		return m.view.DeleteMailText(event.AggregateID, text.MailTextType, text.Language, event)
+	default:
+		return m.view.ProcessedMailTextSequence(event)
+	}
+	if err != nil {
+		return err
+	}
+	return m.view.PutMailText(text, event)
+}
+
+func (m *MailText) OnError(event *models.Event, err error) error {
+	logging.LogWithFields("SPOOL-4Djo9", "id", event.AggregateID).WithError(err).Warn("something went wrong in label text handler")
+	return spooler.HandleError(event, err, m.view.GetLatestMailTextFailedEvent, m.view.ProcessedMailTextFailedEvent, m.view.ProcessedMailTextSequence, m.errorCountUntilSkip)
+}
+
+func (o *MailText) OnSuccess() error {
+	return spooler.HandleSuccess(o.view.UpdateMailTextSpoolerRunTimestamp)
+}

internal/management/repository/eventsourcing/view/mail_templates.go

@@ -0,0 +1,53 @@
+package view
+
+import (
+	"github.com/caos/zitadel/internal/errors"
+	"github.com/caos/zitadel/internal/eventstore/models"
+	"github.com/caos/zitadel/internal/iam/repository/view"
+	"github.com/caos/zitadel/internal/iam/repository/view/model"
+	global_view "github.com/caos/zitadel/internal/view/repository"
+)
+
+const (
+	mailTemplateTable = "management.mail_templates"
+)
+
+func (v *View) MailTemplateByAggregateID(aggregateID string) (*model.MailTemplateView, error) {
+	return view.GetMailTemplateByAggregateID(v.Db, mailTemplateTable, aggregateID)
+}
+
+func (v *View) PutMailTemplate(template *model.MailTemplateView, event *models.Event) error {
+	err := view.PutMailTemplate(v.Db, mailTemplateTable, template)
+	if err != nil {
+		return err
+	}
+	return v.ProcessedMailTemplateSequence(event)
+}
+
+func (v *View) DeleteMailTemplate(aggregateID string, event *models.Event) error {
+	err := view.DeleteMailTemplate(v.Db, mailTemplateTable, aggregateID)
+	if err != nil && !errors.IsNotFound(err) {
+		return err
+	}
+	return v.ProcessedMailTemplateSequence(event)
+}
+
+func (v *View) GetLatestMailTemplateSequence(aggregateType string) (*global_view.CurrentSequence, error) {
+	return v.latestSequence(mailTemplateTable, aggregateType)
+}
+
+func (v *View) ProcessedMailTemplateSequence(event *models.Event) error {
+	return v.saveCurrentSequence(mailTemplateTable, event)
+}
+
+func (v *View) UpdateMailTemplateSpoolerRunTimestamp() error {
+	return v.updateSpoolerRunSequence(mailTemplateTable)
+}
+
+func (v *View) GetLatestMailTemplateFailedEvent(sequence uint64) (*global_view.FailedEvent, error) {
+	return v.latestFailedEvent(mailTemplateTable, sequence)
+}
+
+func (v *View) ProcessedMailTemplateFailedEvent(failedEvent *global_view.FailedEvent) error {
+	return v.saveFailedEvent(failedEvent)
+}

internal/management/repository/eventsourcing/view/mail_texts.go

@@ -0,0 +1,57 @@
+package view
+
+import (
+	"github.com/caos/zitadel/internal/errors"
+	"github.com/caos/zitadel/internal/eventstore/models"
+	"github.com/caos/zitadel/internal/iam/repository/view"
+	"github.com/caos/zitadel/internal/iam/repository/view/model"
+	global_view "github.com/caos/zitadel/internal/view/repository"
+)
+
+const (
+	mailTextTable = "management.mail_texts"
+)
+
+func (v *View) MailTextsByAggregateID(aggregateID string) ([]*model.MailTextView, error) {
+	return view.GetMailTexts(v.Db, mailTextTable, aggregateID)
+}
+
+func (v *View) MailTextByIDs(aggregateID string, textType string, language string) (*model.MailTextView, error) {
+	return view.GetMailTextByIDs(v.Db, mailTextTable, aggregateID, textType, language)
+}
+
+func (v *View) PutMailText(template *model.MailTextView, event *models.Event) error {
+	err := view.PutMailText(v.Db, mailTextTable, template)
+	if err != nil {
+		return err
+	}
+	return v.ProcessedMailTextSequence(event)
+}
+
+func (v *View) DeleteMailText(aggregateID string, textType string, language string, event *models.Event) error {
+	err := view.DeleteMailText(v.Db, mailTextTable, aggregateID, textType, language)
+	if err != nil && !errors.IsNotFound(err) {
+		return err
+	}
+	return v.ProcessedMailTextSequence(event)
+}
+
+func (v *View) GetLatestMailTextSequence(aggregateType string) (*global_view.CurrentSequence, error) {
+	return v.latestSequence(mailTextTable, aggregateType)
+}
+
+func (v *View) ProcessedMailTextSequence(event *models.Event) error {
+	return v.saveCurrentSequence(mailTextTable, event)
+}
+
+func (v *View) UpdateMailTextSpoolerRunTimestamp() error {
+	return v.updateSpoolerRunSequence(mailTextTable)
+}
+
+func (v *View) GetLatestMailTextFailedEvent(sequence uint64) (*global_view.FailedEvent, error) {
+	return v.latestFailedEvent(mailTextTable, sequence)
+}
+
+func (v *View) ProcessedMailTextFailedEvent(failedEvent *global_view.FailedEvent) error {
+	return v.saveFailedEvent(failedEvent)
+}