ci(e2e): Run Tests in Pipelines (#3903)

* cy10 changes

* test: setup local e2e env

* test(e2e): migrate e2e setup

* add more config

* make e2e setup work

* align variables

* fix config

* skip mfa

* set user register to false

* read ids from database if not provided

* don't read ids withing env file

* fix escaping in id queries

* fix project root

* export projectRoot path

* export projectRoot

* add e2e-setup.sh

* specify GOOS and GOARCH for dockerfile compatible binary

* add org default redirect uri

* correctly initialize org policy

* await ids

* fix awaiting ids

* fix cypress configuration

* fix some tests

* initial compose setup

* fix working directory

* fix references

* make tests less flaky

* run go tests

* compose works until e2e-setup incl

* pass created e2e sa key

* make cypress run

* derive e2e orgs domain from baseurl

* use host from baseurl for setup ctx

* move defaults.yaml back to cmd pkg

* just create org owner

* Don't render element if no roles are passed

* use map instead of switchMap

* fix e2e tests

* added testdata for e3e

* zipped dump

* removed dumpDir

* cypress workflow with compose

* quote name

* cleanup vars

* eliminate need for e2e setup

* compose has no builds anymore

* use compose run and zitadel nw

* test e2e on pr (#4114)

* test e2e on pr

* install goreleaser

* install npm dev dependencies

* run cypress wf

* dynamic release version

* skip flaky user tests

* skip flaky permissions test

* cache docker layers in pipeline

* Update .github/workflows/cypress.yml

Co-authored-by: Florian Forster <florian@caos.ch>

* align goreleaser version

* get rid of install.sh

* remove cypress-terminal-report

* Revert "remove cypress-terminal-report"

This reverts commit 254b5a1f87.

* just one npm e2e:build command

* cache npm dependencies

* install node modules using docker

* dedicated e2e context

* fix syntax

* don't copy node modules from goreleaser

* add npm-copy target

* add tsconfig.json

* remove docker caching

* deleted unneeded shellscript

* naming and cleanup

Co-authored-by: Florian Forster <florian@caos.ch>
Co-authored-by: Christian Jakob <christian@caos.ch>

* cleanup

Co-authored-by: Elio Bischof <eliobischof@gmail.com>
Co-authored-by: Christian Jakob <christian@caos.ch>
Co-authored-by: Florian Forster <florian@caos.ch>

e2e/cypress/e2e/settings/login-policy.cy.ts

@@ -0,0 +1,45 @@
+import { apiAuth } from "../../support/api/apiauth";
+import { ensureHumanUserExists } from "../../support/api/users";
+import { login, User } from "../../support/login/users";
+
+describe("login policy", ()=> {
+
+    const orgPath = `/ui/console/org`
+
+    ;[User.OrgOwner].forEach(user => {
+
+        describe(`as user "${user}"`, () => {
+
+            beforeEach(()=> {
+                login(user)
+                cy.visit(orgPath)
+                // TODO: Why force?
+                cy.contains('[data-e2e=policy-card]', 'Login Policy').contains('button', 'Modify').click({force: true}) // TODO: select data-e2e
+                apiAuth().then(api => {
+                    ensureHumanUserExists(api, User.LoginPolicyUser)
+                })
+            })
+
+            // TODO: verify email
+
+            it.skip(`username and password disallowed`, () => {
+                login(User.LoginPolicyUser, "123abcABC?&*")
+            })
+            it(`registering is allowed`)
+            it(`registering is disallowed`)
+            it(`login by an external IDP is allowed`)
+            it(`login by an external IDP is disallowed`)
+            it(`MFA is forced`)
+            it(`MFA is not forced`)
+            it(`the password reset option is hidden`)
+            it(`the password reset option is shown`)
+            it(`passwordless login is allowed`)
+            it(`passwordless login is disallowed`)
+            describe('identity providers', () => {
+
+            })
+        })
+    })
+})
+
+

e2e/cypress/e2e/settings/password-complexity.cy.ts

@@ -0,0 +1,34 @@
+import { login, User } from "../../support/login/users";
+
+describe("password complexity", ()=> {
+
+    const orgPath = `/ui/console/org`
+    const testProjectName = 'e2eproject'
+
+    ;[User.OrgOwner].forEach(user => {
+
+        describe(`as user "${user}"`, () => {
+
+            beforeEach(()=> {
+                login(user)
+                cy.visit(orgPath)
+                // TODO: Why force?
+                cy.contains('[data-e2e=policy-card]', 'Password Complexity').contains('button', 'Modify').click({force: true}) // TODO: select data-e2e
+            })
+
+            // TODO: fix saving password complexity policy bug
+
+            it(`should restrict passwords that don't have the minimal length`)
+            it(`should require passwords to contain a number if option is switched on`)
+            it(`should not require passwords to contain a number if option is switched off`)
+            it(`should require passwords to contain a symbol if option is switched on`)
+            it(`should not require passwords to contain a symbol if option is switched off`)
+            it(`should require passwords to contain a lowercase letter if option is switched on`)
+            it(`should not require passwords to contain a lowercase letter if option is switched off`)
+            it(`should require passwords to contain an uppercase letter if option is switched on`)
+            it(`should not require passwords to contain an uppercase letter if option is switched off`)
+        })
+    })
+})
+
+

e2e/cypress/e2e/settings/private-labeling.cy.ts

@@ -0,0 +1,79 @@
+import { apiAuth, apiCallProperties } from '../../support/api/apiauth';
+import { Policy, resetPolicy } from '../../support/api/policies';
+import { login, User } from '../../support/login/users';
+
+describe('private labeling', () => {
+  const orgPath = `/ui/console/org`;
+
+  [User.OrgOwner].forEach((user) => {
+    describe(`as user "${user}"`, () => {
+      let api: apiCallProperties;
+
+      beforeEach(() => {
+        login(user);
+        cy.visit(orgPath);
+        // TODO: Why force?
+        cy.contains('[data-e2e=policy-card]', 'Private Labeling').contains('button', 'Modify').click({ force: true }); // TODO: select data-e2e
+      });
+
+      customize('white', user);
+      customize('dark', user);
+    });
+  });
+});
+
+function customize(theme: string, user: User) {
+  describe(`${theme} theme`, () => {
+    beforeEach(() => {
+      apiAuth().then((api) => {
+        resetPolicy(api, Policy.Label);
+      });
+    });
+
+    describe.skip('logo', () => {
+      beforeEach('expand logo category', () => {
+        cy.contains('[data-e2e=policy-category]', 'Logo').click(); // TODO: select data-e2e
+        cy.fixture('logo.png').as('logo');
+      });
+
+      it('should update a logo', () => {
+        cy.get('[data-e2e=image-part-logo]')
+          .find('input')
+          .then(function (el) {
+            const blob = Cypress.Blob.base64StringToBlob(this.logo, 'image/png');
+            const file = new File([blob], 'images/logo.png', { type: 'image/png' });
+            const list = new DataTransfer();
+
+            list.items.add(file);
+            const myFileList = list.files;
+
+            el[0].files = myFileList;
+            el[0].dispatchEvent(new Event('change', { bubbles: true }));
+          });
+      });
+      it('should delete a logo');
+    });
+    it('should update an icon');
+    it('should delete an icon');
+    it.skip('should update the background color', () => {
+      cy.contains('[data-e2e=color]', 'Background Color').find('button').click(); // TODO: select data-e2e
+      cy.get('color-editable-input').find('input').clear().type('#ae44dc');
+      cy.get('[data-e2e=save-colors-button]').click();
+      cy.get('[data-e2e=header-user-avatar]').click();
+      cy.contains('Logout All Users').click(); // TODO: select data-e2e
+      login(User.LoginPolicyUser, undefined, true, null, () => {
+        cy.pause();
+      });
+    });
+    it('should update the primary color');
+    it('should update the warning color');
+    it('should update the font color');
+    it('should update the font style');
+    it('should hide the loginname suffix');
+    it('should show the loginname suffix');
+    it('should hide the watermark');
+    it('should show the watermark');
+    it('should show the current configuration');
+    it('should reset the policy');
+  });
+}