mirror of
https://github.com/zitadel/zitadel.git
synced 2024-12-12 19:14:23 +00:00
22af4dcd97
feat(storage): read only transactions for queries (#6415) * fix: tests * bastle wie en grosse * fix(database): scan as callback * fix tests * fix merge failures * remove as of system time * refactor: remove unused test * refacotr: remove unused lines
240 lines
6.1 KiB
Go
240 lines
6.1 KiB
Go
package sql
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"strings"
|
|
|
|
"github.com/zitadel/logging"
|
|
|
|
"github.com/zitadel/zitadel/internal/api/call"
|
|
"github.com/zitadel/zitadel/internal/database"
|
|
"github.com/zitadel/zitadel/internal/database/dialect"
|
|
z_errors "github.com/zitadel/zitadel/internal/errors"
|
|
"github.com/zitadel/zitadel/internal/eventstore/repository"
|
|
)
|
|
|
|
type querier interface {
|
|
columnName(repository.Field) string
|
|
operation(repository.Operation) string
|
|
conditionFormat(repository.Operation) string
|
|
placeholder(query string) string
|
|
eventQuery() string
|
|
maxSequenceQuery() string
|
|
instanceIDsQuery() string
|
|
db() *database.DB
|
|
orderByEventSequence(desc bool) string
|
|
dialect.Database
|
|
}
|
|
|
|
type scan func(dest ...interface{}) error
|
|
|
|
type tx struct {
|
|
*sql.Tx
|
|
}
|
|
|
|
func (t *tx) QueryContext(ctx context.Context, scan func(rows *sql.Rows) error, query string, args ...any) error {
|
|
rows, err := t.Tx.QueryContext(ctx, query, args...)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer func() {
|
|
closeErr := rows.Close()
|
|
logging.OnError(closeErr).Info("rows.Close failed")
|
|
}()
|
|
|
|
if err = scan(rows); err != nil {
|
|
return err
|
|
}
|
|
return rows.Err()
|
|
}
|
|
|
|
func query(ctx context.Context, criteria querier, searchQuery *repository.SearchQuery, dest interface{}) error {
|
|
query, rowScanner := prepareColumns(criteria, searchQuery.Columns)
|
|
where, values := prepareCondition(criteria, searchQuery.Filters)
|
|
if where == "" || query == "" {
|
|
return z_errors.ThrowInvalidArgument(nil, "SQL-rWeBw", "invalid query factory")
|
|
}
|
|
if searchQuery.Tx == nil {
|
|
if travel := prepareTimeTravel(ctx, criteria, searchQuery.AllowTimeTravel); travel != "" {
|
|
query += travel
|
|
}
|
|
}
|
|
query += where
|
|
|
|
if searchQuery.Columns == repository.ColumnsEvent {
|
|
query += criteria.orderByEventSequence(searchQuery.Desc)
|
|
}
|
|
|
|
if searchQuery.Limit > 0 {
|
|
values = append(values, searchQuery.Limit)
|
|
query += " LIMIT ?"
|
|
}
|
|
|
|
query = criteria.placeholder(query)
|
|
|
|
var contextQuerier interface {
|
|
QueryContext(context.Context, func(rows *sql.Rows) error, string, ...interface{}) error
|
|
}
|
|
contextQuerier = criteria.db()
|
|
if searchQuery.Tx != nil {
|
|
contextQuerier = &tx{Tx: searchQuery.Tx}
|
|
}
|
|
|
|
err := contextQuerier.QueryContext(ctx,
|
|
func(rows *sql.Rows) error {
|
|
for rows.Next() {
|
|
err := rowScanner(rows.Scan, dest)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}, query, values...)
|
|
if err != nil {
|
|
logging.New().WithError(err).Info("query failed")
|
|
return z_errors.ThrowInternal(err, "SQL-KyeAx", "unable to filter events")
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func prepareColumns(criteria querier, columns repository.Columns) (string, func(s scan, dest interface{}) error) {
|
|
switch columns {
|
|
case repository.ColumnsMaxSequence:
|
|
return criteria.maxSequenceQuery(), maxSequenceScanner
|
|
case repository.ColumnsInstanceIDs:
|
|
return criteria.instanceIDsQuery(), instanceIDsScanner
|
|
case repository.ColumnsEvent:
|
|
return criteria.eventQuery(), eventsScanner
|
|
default:
|
|
return "", nil
|
|
}
|
|
}
|
|
|
|
func prepareTimeTravel(ctx context.Context, criteria querier, allow bool) string {
|
|
if !allow {
|
|
return ""
|
|
}
|
|
took := call.Took(ctx)
|
|
return criteria.Timetravel(took)
|
|
}
|
|
|
|
func maxSequenceScanner(row scan, dest interface{}) (err error) {
|
|
sequence, ok := dest.(*Sequence)
|
|
if !ok {
|
|
return z_errors.ThrowInvalidArgument(nil, "SQL-NBjA9", "type must be sequence")
|
|
}
|
|
err = row(sequence)
|
|
if err == nil || errors.Is(err, sql.ErrNoRows) {
|
|
return nil
|
|
}
|
|
return z_errors.ThrowInternal(err, "SQL-bN5xg", "something went wrong")
|
|
}
|
|
|
|
func instanceIDsScanner(scanner scan, dest interface{}) (err error) {
|
|
ids, ok := dest.(*[]string)
|
|
if !ok {
|
|
return z_errors.ThrowInvalidArgument(nil, "SQL-Begh2", "type must be an array of string")
|
|
}
|
|
var id string
|
|
err = scanner(&id)
|
|
if err != nil {
|
|
logging.WithError(err).Warn("unable to scan row")
|
|
return z_errors.ThrowInternal(err, "SQL-DEFGe", "unable to scan row")
|
|
}
|
|
*ids = append(*ids, id)
|
|
|
|
return nil
|
|
}
|
|
|
|
func eventsScanner(scanner scan, dest interface{}) (err error) {
|
|
events, ok := dest.(*[]*repository.Event)
|
|
if !ok {
|
|
return z_errors.ThrowInvalidArgument(nil, "SQL-4GP6F", "type must be event")
|
|
}
|
|
var (
|
|
previousAggregateSequence Sequence
|
|
previousAggregateTypeSequence Sequence
|
|
)
|
|
data := make(Data, 0)
|
|
event := new(repository.Event)
|
|
|
|
err = scanner(
|
|
&event.CreationDate,
|
|
&event.Type,
|
|
&event.Sequence,
|
|
&previousAggregateSequence,
|
|
&previousAggregateTypeSequence,
|
|
&data,
|
|
&event.EditorService,
|
|
&event.EditorUser,
|
|
&event.ResourceOwner,
|
|
&event.InstanceID,
|
|
&event.AggregateType,
|
|
&event.AggregateID,
|
|
&event.Version,
|
|
)
|
|
|
|
if err != nil {
|
|
logging.New().WithError(err).Warn("unable to scan row")
|
|
return z_errors.ThrowInternal(err, "SQL-M0dsf", "unable to scan row")
|
|
}
|
|
|
|
event.PreviousAggregateSequence = uint64(previousAggregateSequence)
|
|
event.PreviousAggregateTypeSequence = uint64(previousAggregateTypeSequence)
|
|
event.Data = make([]byte, len(data))
|
|
copy(event.Data, data)
|
|
|
|
*events = append(*events, event)
|
|
|
|
return nil
|
|
}
|
|
|
|
func prepareCondition(criteria querier, filters [][]*repository.Filter) (clause string, values []interface{}) {
|
|
values = make([]interface{}, 0, len(filters))
|
|
|
|
if len(filters) == 0 {
|
|
return clause, values
|
|
}
|
|
|
|
clauses := make([]string, len(filters))
|
|
for idx, filter := range filters {
|
|
subClauses := make([]string, 0, len(filter))
|
|
for _, f := range filter {
|
|
value := f.Value
|
|
switch value.(type) {
|
|
case map[string]interface{}:
|
|
var err error
|
|
value, err = json.Marshal(value)
|
|
if err != nil {
|
|
logging.WithError(err).Warn("unable to marshal search value")
|
|
continue
|
|
}
|
|
}
|
|
|
|
subClauses = append(subClauses, getCondition(criteria, f))
|
|
if subClauses[len(subClauses)-1] == "" {
|
|
return "", nil
|
|
}
|
|
values = append(values, value)
|
|
}
|
|
clauses[idx] = "( " + strings.Join(subClauses, " AND ") + " )"
|
|
}
|
|
return " WHERE " + strings.Join(clauses, " OR "), values
|
|
}
|
|
|
|
func getCondition(cond querier, filter *repository.Filter) (condition string) {
|
|
field := cond.columnName(filter.Field)
|
|
operation := cond.operation(filter.Operation)
|
|
if field == "" || operation == "" {
|
|
return ""
|
|
}
|
|
format := cond.conditionFormat(filter.Operation)
|
|
|
|
return fmt.Sprintf(format, field, operation)
|
|
}
|