ci: improve performance (#5953)

* pipeline runs on ubuntu instead of docker
* added Makefile to build zitadel core (backend) and console (frontend)
* pipeline runs in parallel where possible
* pipeline is split into multiple jobs
* removed goreleaser
* added command to check if zitadel instance is running

cmd/ready/config.go

@@ -0,0 +1,34 @@
+package ready
+
+import (
+	"time"
+
+	"github.com/mitchellh/mapstructure"
+	"github.com/spf13/viper"
+	"github.com/zitadel/logging"
+
+	"github.com/zitadel/zitadel/internal/config/hook"
+)
+
+type Config struct {
+	Log  *logging.Config
+	Port uint16
+}
+
+func MustNewConfig(v *viper.Viper) *Config {
+	config := new(Config)
+	err := v.Unmarshal(config,
+		viper.DecodeHook(mapstructure.ComposeDecodeHookFunc(
+			hook.Base64ToBytesHookFunc(),
+			mapstructure.StringToTimeDurationHookFunc(),
+			mapstructure.StringToTimeHookFunc(time.RFC3339),
+			mapstructure.StringToSliceHookFunc(","),
+		)),
+	)
+	logging.OnError(err).Fatal("unable to read default config")
+
+	err = config.Log.SetLogger()
+	logging.OnError(err).Fatal("unable to set logger")
+
+	return config
+}

cmd/ready/ready.go

@@ -0,0 +1,37 @@
+package ready
+
+import (
+	"net"
+	"net/http"
+	"os"
+	"strconv"
+
+	"github.com/spf13/cobra"
+	"github.com/spf13/viper"
+	"github.com/zitadel/logging"
+)
+
+func New() *cobra.Command {
+	return &cobra.Command{
+		Use:   "ready",
+		Short: "Checks if zitadel is ready",
+		Long:  "Checks if zitadel is ready",
+		Run: func(cmd *cobra.Command, args []string) {
+			config := MustNewConfig(viper.GetViper())
+			if !ready(config) {
+				os.Exit(1)
+			}
+		},
+	}
+}
+
+func ready(config *Config) bool {
+	res, err := http.Get("http://" + net.JoinHostPort("localhost", strconv.Itoa(int(config.Port))) + "/debug/ready")
+	if err != nil {
+		logging.WithError(err).Warn("ready check failed")
+		return false
+	}
+	defer res.Body.Close()
+	logging.WithFields("status", res.StatusCode).Warn("ready check failed")
+	return res.StatusCode == 200
+}

cmd/start/config.go

@@ -1,6 +1,8 @@
 package start
 
 import (
+	"encoding/json"
+	"reflect"
 	"time"
 
 	"github.com/mitchellh/mapstructure"
@@ -59,7 +61,7 @@ type Config struct {
 	EncryptionKeys    *encryptionKeyConfig
 	DefaultInstance   command.InstanceSetup
 	AuditLogRetention time.Duration
-	SystemAPIUsers    map[string]*internal_authz.SystemAPIUser
+	SystemAPIUsers    SystemAPIUsers
 	CustomerPortal    string
 	Machine           *id.Config
 	Actions           *actions.Config
@@ -85,6 +87,7 @@ func MustNewConfig(v *viper.Viper) *Config {
 			mapstructure.StringToSliceHookFunc(","),
 			database.DecodeHook,
 			actions.HTTPConfigDecodeHook,
+			systemAPIUsersDecodeHook,
 		)),
 	)
 	logging.OnError(err).Fatal("unable to read config")
@@ -116,3 +119,22 @@ type encryptionKeyConfig struct {
 	CSRFCookieKeyID      string
 	UserAgentCookieKeyID string
 }
+
+type SystemAPIUsers map[string]*internal_authz.SystemAPIUser
+
+func systemAPIUsersDecodeHook(from, to reflect.Value) (any, error) {
+	if to.Type() != reflect.TypeOf(SystemAPIUsers{}) {
+		return from.Interface(), nil
+	}
+
+	data, ok := from.Interface().(string)
+	if !ok {
+		return from.Interface(), nil
+	}
+	users := make(SystemAPIUsers)
+	err := json.Unmarshal([]byte(data), &users)
+	if err != nil {
+		return nil, err
+	}
+	return users, nil
+}

cmd/zitadel.go

@@ -15,6 +15,7 @@ import (
 	"github.com/zitadel/zitadel/cmd/build"
 	"github.com/zitadel/zitadel/cmd/initialise"
 	"github.com/zitadel/zitadel/cmd/key"
+	"github.com/zitadel/zitadel/cmd/ready"
 	"github.com/zitadel/zitadel/cmd/setup"
 	"github.com/zitadel/zitadel/cmd/start"
 )
@@ -55,6 +56,7 @@ func New(out io.Writer, in io.Reader, args []string, server chan<- *start.Server
 		start.NewStartFromInit(server),
 		start.NewStartFromSetup(server),
 		key.New(),
+		ready.New(),
 	)
 
 	cmd.InitDefaultVersionFlag()