feat: projections auto create their tables (#3324)

* begin init checks for projections

* first projection checks

* debug notification providers with query fixes

* more projections and first index

* more projections

* more projections

* finish projections

* fix tests (remove db name)

* create tables in setup

* fix logging / error handling

* add tenant to views

* rename tenant to instance_id

* add instance_id to all projections

* add instance_id to all queries

* correct instance_id on projections

* add instance_id to failed_events

* use separate context for instance

* implement features projection

* implement features projection

* remove unique constraint from setup when migration failed

* add error to failed setup event

* add instance_id to primary keys

* fix IAM projection

* remove old migrations folder

* fix keysFromYAML test
This commit is contained in:
Livio Amstutz
2022-03-23 09:02:39 +01:00
committed by GitHub
parent 9e13b70a3d
commit 56b916a2b0
400 changed files with 6508 additions and 8890 deletions

View File

@@ -16,95 +16,95 @@ import (
)
var (
expectedAppQuery = regexp.QuoteMeta(`SELECT zitadel.projections.apps.id,` +
` zitadel.projections.apps.name,` +
` zitadel.projections.apps.project_id,` +
` zitadel.projections.apps.creation_date,` +
` zitadel.projections.apps.change_date,` +
` zitadel.projections.apps.resource_owner,` +
` zitadel.projections.apps.state,` +
` zitadel.projections.apps.sequence,` +
expectedAppQuery = regexp.QuoteMeta(`SELECT projections.apps.id,` +
` projections.apps.name,` +
` projections.apps.project_id,` +
` projections.apps.creation_date,` +
` projections.apps.change_date,` +
` projections.apps.resource_owner,` +
` projections.apps.state,` +
` projections.apps.sequence,` +
// api config
` zitadel.projections.apps_api_configs.app_id,` +
` zitadel.projections.apps_api_configs.client_id,` +
` zitadel.projections.apps_api_configs.auth_method,` +
` projections.apps_api_configs.app_id,` +
` projections.apps_api_configs.client_id,` +
` projections.apps_api_configs.auth_method,` +
// oidc config
` zitadel.projections.apps_oidc_configs.app_id,` +
` zitadel.projections.apps_oidc_configs.version,` +
` zitadel.projections.apps_oidc_configs.client_id,` +
` zitadel.projections.apps_oidc_configs.redirect_uris,` +
` zitadel.projections.apps_oidc_configs.response_types,` +
` zitadel.projections.apps_oidc_configs.grant_types,` +
` zitadel.projections.apps_oidc_configs.application_type,` +
` zitadel.projections.apps_oidc_configs.auth_method_type,` +
` zitadel.projections.apps_oidc_configs.post_logout_redirect_uris,` +
` zitadel.projections.apps_oidc_configs.is_dev_mode,` +
` zitadel.projections.apps_oidc_configs.access_token_type,` +
` zitadel.projections.apps_oidc_configs.access_token_role_assertion,` +
` zitadel.projections.apps_oidc_configs.id_token_role_assertion,` +
` zitadel.projections.apps_oidc_configs.id_token_userinfo_assertion,` +
` zitadel.projections.apps_oidc_configs.clock_skew,` +
` zitadel.projections.apps_oidc_configs.additional_origins` +
` FROM zitadel.projections.apps` +
` LEFT JOIN zitadel.projections.apps_api_configs ON zitadel.projections.apps.id = zitadel.projections.apps_api_configs.app_id` +
` LEFT JOIN zitadel.projections.apps_oidc_configs ON zitadel.projections.apps.id = zitadel.projections.apps_oidc_configs.app_id`)
expectedAppsQuery = regexp.QuoteMeta(`SELECT zitadel.projections.apps.id,` +
` zitadel.projections.apps.name,` +
` zitadel.projections.apps.project_id,` +
` zitadel.projections.apps.creation_date,` +
` zitadel.projections.apps.change_date,` +
` zitadel.projections.apps.resource_owner,` +
` zitadel.projections.apps.state,` +
` zitadel.projections.apps.sequence,` +
` projections.apps_oidc_configs.app_id,` +
` projections.apps_oidc_configs.version,` +
` projections.apps_oidc_configs.client_id,` +
` projections.apps_oidc_configs.redirect_uris,` +
` projections.apps_oidc_configs.response_types,` +
` projections.apps_oidc_configs.grant_types,` +
` projections.apps_oidc_configs.application_type,` +
` projections.apps_oidc_configs.auth_method_type,` +
` projections.apps_oidc_configs.post_logout_redirect_uris,` +
` projections.apps_oidc_configs.is_dev_mode,` +
` projections.apps_oidc_configs.access_token_type,` +
` projections.apps_oidc_configs.access_token_role_assertion,` +
` projections.apps_oidc_configs.id_token_role_assertion,` +
` projections.apps_oidc_configs.id_token_userinfo_assertion,` +
` projections.apps_oidc_configs.clock_skew,` +
` projections.apps_oidc_configs.additional_origins` +
` FROM projections.apps` +
` LEFT JOIN projections.apps_api_configs ON projections.apps.id = projections.apps_api_configs.app_id` +
` LEFT JOIN projections.apps_oidc_configs ON projections.apps.id = projections.apps_oidc_configs.app_id`)
expectedAppsQuery = regexp.QuoteMeta(`SELECT projections.apps.id,` +
` projections.apps.name,` +
` projections.apps.project_id,` +
` projections.apps.creation_date,` +
` projections.apps.change_date,` +
` projections.apps.resource_owner,` +
` projections.apps.state,` +
` projections.apps.sequence,` +
// api config
` zitadel.projections.apps_api_configs.app_id,` +
` zitadel.projections.apps_api_configs.client_id,` +
` zitadel.projections.apps_api_configs.auth_method,` +
` projections.apps_api_configs.app_id,` +
` projections.apps_api_configs.client_id,` +
` projections.apps_api_configs.auth_method,` +
// oidc config
` zitadel.projections.apps_oidc_configs.app_id,` +
` zitadel.projections.apps_oidc_configs.version,` +
` zitadel.projections.apps_oidc_configs.client_id,` +
` zitadel.projections.apps_oidc_configs.redirect_uris,` +
` zitadel.projections.apps_oidc_configs.response_types,` +
` zitadel.projections.apps_oidc_configs.grant_types,` +
` zitadel.projections.apps_oidc_configs.application_type,` +
` zitadel.projections.apps_oidc_configs.auth_method_type,` +
` zitadel.projections.apps_oidc_configs.post_logout_redirect_uris,` +
` zitadel.projections.apps_oidc_configs.is_dev_mode,` +
` zitadel.projections.apps_oidc_configs.access_token_type,` +
` zitadel.projections.apps_oidc_configs.access_token_role_assertion,` +
` zitadel.projections.apps_oidc_configs.id_token_role_assertion,` +
` zitadel.projections.apps_oidc_configs.id_token_userinfo_assertion,` +
` zitadel.projections.apps_oidc_configs.clock_skew,` +
` zitadel.projections.apps_oidc_configs.additional_origins,` +
` projections.apps_oidc_configs.app_id,` +
` projections.apps_oidc_configs.version,` +
` projections.apps_oidc_configs.client_id,` +
` projections.apps_oidc_configs.redirect_uris,` +
` projections.apps_oidc_configs.response_types,` +
` projections.apps_oidc_configs.grant_types,` +
` projections.apps_oidc_configs.application_type,` +
` projections.apps_oidc_configs.auth_method_type,` +
` projections.apps_oidc_configs.post_logout_redirect_uris,` +
` projections.apps_oidc_configs.is_dev_mode,` +
` projections.apps_oidc_configs.access_token_type,` +
` projections.apps_oidc_configs.access_token_role_assertion,` +
` projections.apps_oidc_configs.id_token_role_assertion,` +
` projections.apps_oidc_configs.id_token_userinfo_assertion,` +
` projections.apps_oidc_configs.clock_skew,` +
` projections.apps_oidc_configs.additional_origins,` +
` COUNT(*) OVER ()` +
` FROM zitadel.projections.apps` +
` LEFT JOIN zitadel.projections.apps_api_configs ON zitadel.projections.apps.id = zitadel.projections.apps_api_configs.app_id` +
` LEFT JOIN zitadel.projections.apps_oidc_configs ON zitadel.projections.apps.id = zitadel.projections.apps_oidc_configs.app_id`)
expectedAppIDsQuery = regexp.QuoteMeta(`SELECT zitadel.projections.apps_api_configs.client_id,` +
` zitadel.projections.apps_oidc_configs.client_id` +
` FROM zitadel.projections.apps` +
` LEFT JOIN zitadel.projections.apps_api_configs ON zitadel.projections.apps.id = zitadel.projections.apps_api_configs.app_id` +
` LEFT JOIN zitadel.projections.apps_oidc_configs ON zitadel.projections.apps.id = zitadel.projections.apps_oidc_configs.app_id`)
expectedProjectIDByAppQuery = regexp.QuoteMeta(`SELECT zitadel.projections.apps.project_id` +
` FROM zitadel.projections.apps` +
` LEFT JOIN zitadel.projections.apps_api_configs ON zitadel.projections.apps.id = zitadel.projections.apps_api_configs.app_id` +
` LEFT JOIN zitadel.projections.apps_oidc_configs ON zitadel.projections.apps.id = zitadel.projections.apps_oidc_configs.app_id`)
expectedProjectByAppQuery = regexp.QuoteMeta(`SELECT zitadel.projections.projects.id,` +
` zitadel.projections.projects.creation_date,` +
` zitadel.projections.projects.change_date,` +
` zitadel.projections.projects.resource_owner,` +
` zitadel.projections.projects.state,` +
` zitadel.projections.projects.sequence,` +
` zitadel.projections.projects.name,` +
` zitadel.projections.projects.project_role_assertion,` +
` zitadel.projections.projects.project_role_check,` +
` zitadel.projections.projects.has_project_check,` +
` zitadel.projections.projects.private_labeling_setting` +
` FROM zitadel.projections.projects` +
` JOIN zitadel.projections.apps ON zitadel.projections.projects.id = zitadel.projections.apps.project_id` +
` LEFT JOIN zitadel.projections.apps_api_configs ON zitadel.projections.apps.id = zitadel.projections.apps_api_configs.app_id` +
` LEFT JOIN zitadel.projections.apps_oidc_configs ON zitadel.projections.apps.id = zitadel.projections.apps_oidc_configs.app_id`)
` FROM projections.apps` +
` LEFT JOIN projections.apps_api_configs ON projections.apps.id = projections.apps_api_configs.app_id` +
` LEFT JOIN projections.apps_oidc_configs ON projections.apps.id = projections.apps_oidc_configs.app_id`)
expectedAppIDsQuery = regexp.QuoteMeta(`SELECT projections.apps_api_configs.client_id,` +
` projections.apps_oidc_configs.client_id` +
` FROM projections.apps` +
` LEFT JOIN projections.apps_api_configs ON projections.apps.id = projections.apps_api_configs.app_id` +
` LEFT JOIN projections.apps_oidc_configs ON projections.apps.id = projections.apps_oidc_configs.app_id`)
expectedProjectIDByAppQuery = regexp.QuoteMeta(`SELECT projections.apps.project_id` +
` FROM projections.apps` +
` LEFT JOIN projections.apps_api_configs ON projections.apps.id = projections.apps_api_configs.app_id` +
` LEFT JOIN projections.apps_oidc_configs ON projections.apps.id = projections.apps_oidc_configs.app_id`)
expectedProjectByAppQuery = regexp.QuoteMeta(`SELECT projections.projects.id,` +
` projections.projects.creation_date,` +
` projections.projects.change_date,` +
` projections.projects.resource_owner,` +
` projections.projects.state,` +
` projections.projects.sequence,` +
` projections.projects.name,` +
` projections.projects.project_role_assertion,` +
` projections.projects.project_role_check,` +
` projections.projects.has_project_check,` +
` projections.projects.private_labeling_setting` +
` FROM projections.projects` +
` JOIN projections.apps ON projections.projects.id = projections.apps.project_id` +
` LEFT JOIN projections.apps_api_configs ON projections.apps.id = projections.apps_api_configs.app_id` +
` LEFT JOIN projections.apps_oidc_configs ON projections.apps.id = projections.apps_oidc_configs.app_id`)
appCols = []string{
"id",