feat(database): support for postgres (#3998)

* beginning with postgres statements

* try pgx

* use pgx

* database

* init works for postgres

* arrays working

* init for cockroach

* init

* start tests

* tests

* TESTS

* ch

* ch

* chore: use go 1.18

* read stmts

* fix typo

* tests

* connection string

* add missing error handler

* cleanup

* start all apis

* go mod tidy

* old update

* switch back to minute

* on conflict

* replace string slice with `database.StringArray` in db models

* fix tests and start

* update go version in dockerfile

* setup go

* clean up

* remove notification migration

* update

* docs: add deploy guide for postgres

* fix: revert sonyflake

* use `database.StringArray` for daos

* use `database.StringArray` every where

* new tables

* index naming,
metadata primary key,
project grant role key type

* docs(postgres): change to beta

* chore: correct compose

* fix(defaults): add empty postgres config

* refactor: remove unused code

* docs: add postgres to self hosted

* fix broken link

* so?

* change title

* add mdx to link

* fix stmt

* update goreleaser in test-code

* docs: improve postgres example

* update more projections

* fix: add beta log for postgres

* revert index name change

* prerelease

* fix: add sequence to v1 "reduce paniced"

* log if nil

* add logging

* fix: log output

* fix(import): check if org exists and user

* refactor: imports

* fix(user): ignore malformed events

* refactor: method naming

* fix: test

* refactor: correct errors.Is call

* ci: don't build dev binaries on main

* fix(go releaser): update version to 1.11.0

* fix(user): projection should not break

* fix(user): handle error properly

* docs: correct config example

* Update .releaserc.js

* Update .releaserc.js

Co-authored-by: Livio Amstutz <livio.a@gmail.com>
Co-authored-by: Elio Bischof <eliobischof@gmail.com>
This commit is contained in:
Silvan
2022-08-31 09:52:43 +02:00
committed by GitHub
parent d6c9815945
commit 77b4fc5487
189 changed files with 3401 additions and 2956 deletions

View File

@@ -9,22 +9,21 @@ import (
"testing"
"time"
"github.com/lib/pq"
"github.com/zitadel/zitadel/internal/database"
errs "github.com/zitadel/zitadel/internal/errors"
)
var (
personalAccessTokenStmt = regexp.QuoteMeta(
"SELECT projections.personal_access_tokens.id," +
" projections.personal_access_tokens.creation_date," +
" projections.personal_access_tokens.change_date," +
" projections.personal_access_tokens.resource_owner," +
" projections.personal_access_tokens.sequence," +
" projections.personal_access_tokens.user_id," +
" projections.personal_access_tokens.expiration," +
" projections.personal_access_tokens.scopes" +
" FROM projections.personal_access_tokens")
"SELECT projections.personal_access_tokens2.id," +
" projections.personal_access_tokens2.creation_date," +
" projections.personal_access_tokens2.change_date," +
" projections.personal_access_tokens2.resource_owner," +
" projections.personal_access_tokens2.sequence," +
" projections.personal_access_tokens2.user_id," +
" projections.personal_access_tokens2.expiration," +
" projections.personal_access_tokens2.scopes" +
" FROM projections.personal_access_tokens2")
personalAccessTokenCols = []string{
"id",
"creation_date",
@@ -36,16 +35,16 @@ var (
"scopes",
}
personalAccessTokensStmt = regexp.QuoteMeta(
"SELECT projections.personal_access_tokens.id," +
" projections.personal_access_tokens.creation_date," +
" projections.personal_access_tokens.change_date," +
" projections.personal_access_tokens.resource_owner," +
" projections.personal_access_tokens.sequence," +
" projections.personal_access_tokens.user_id," +
" projections.personal_access_tokens.expiration," +
" projections.personal_access_tokens.scopes," +
"SELECT projections.personal_access_tokens2.id," +
" projections.personal_access_tokens2.creation_date," +
" projections.personal_access_tokens2.change_date," +
" projections.personal_access_tokens2.resource_owner," +
" projections.personal_access_tokens2.sequence," +
" projections.personal_access_tokens2.user_id," +
" projections.personal_access_tokens2.expiration," +
" projections.personal_access_tokens2.scopes," +
" COUNT(*) OVER ()" +
" FROM projections.personal_access_tokens")
" FROM projections.personal_access_tokens2")
personalAccessTokensCols = []string{
"id",
"creation_date",
@@ -103,7 +102,7 @@ func Test_PersonalAccessTokenPrepares(t *testing.T) {
uint64(20211202),
"user-id",
time.Date(9999, 12, 31, 23, 59, 59, 0, time.UTC),
pq.StringArray{"openid"},
database.StringArray{"openid"},
},
),
},
@@ -115,7 +114,7 @@ func Test_PersonalAccessTokenPrepares(t *testing.T) {
Sequence: 20211202,
UserID: "user-id",
Expiration: time.Date(9999, 12, 31, 23, 59, 59, 0, time.UTC),
Scopes: []string{"openid"},
Scopes: database.StringArray{"openid"},
},
},
{
@@ -163,7 +162,7 @@ func Test_PersonalAccessTokenPrepares(t *testing.T) {
uint64(20211202),
"user-id",
time.Date(9999, 12, 31, 23, 59, 59, 0, time.UTC),
pq.StringArray{"openid"},
database.StringArray{"openid"},
},
},
),
@@ -181,7 +180,7 @@ func Test_PersonalAccessTokenPrepares(t *testing.T) {
Sequence: 20211202,
UserID: "user-id",
Expiration: time.Date(9999, 12, 31, 23, 59, 59, 0, time.UTC),
Scopes: []string{"openid"},
Scopes: database.StringArray{"openid"},
},
},
},
@@ -202,7 +201,7 @@ func Test_PersonalAccessTokenPrepares(t *testing.T) {
uint64(20211202),
"user-id",
time.Date(9999, 12, 31, 23, 59, 59, 0, time.UTC),
pq.StringArray{"openid"},
database.StringArray{"openid"},
},
{
"token-id2",
@@ -212,7 +211,7 @@ func Test_PersonalAccessTokenPrepares(t *testing.T) {
uint64(20211202),
"user-id",
time.Date(9999, 12, 31, 23, 59, 59, 0, time.UTC),
pq.StringArray{"openid"},
database.StringArray{"openid"},
},
},
),
@@ -230,7 +229,7 @@ func Test_PersonalAccessTokenPrepares(t *testing.T) {
Sequence: 20211202,
UserID: "user-id",
Expiration: time.Date(9999, 12, 31, 23, 59, 59, 0, time.UTC),
Scopes: []string{"openid"},
Scopes: database.StringArray{"openid"},
},
{
ID: "token-id2",
@@ -240,7 +239,7 @@ func Test_PersonalAccessTokenPrepares(t *testing.T) {
Sequence: 20211202,
UserID: "user-id",
Expiration: time.Date(9999, 12, 31, 23, 59, 59, 0, time.UTC),
Scopes: []string{"openid"},
Scopes: database.StringArray{"openid"},
},
},
},