mirror of
https://github.com/zitadel/zitadel.git
synced 2025-08-11 18:17:35 +00:00
ci: improve performance (#5953)
* pipeline runs on ubuntu instead of docker * added Makefile to build zitadel core (backend) and console (frontend) * pipeline runs in parallel where possible * pipeline is split into multiple jobs * removed goreleaser * added command to check if zitadel instance is running
This commit is contained in:
Silvan
@@ -1,113 +0,0 @@
|
||||
package protocbase
|
||||
|
||||
import (
|
||||
"flag"
|
||||
"fmt"
|
||||
"io"
|
||||
"io/ioutil"
|
||||
"os"
|
||||
"strings"
|
||||
"text/template"
|
||||
|
||||
"github.com/golang/glog"
|
||||
"github.com/golang/protobuf/proto"
|
||||
plugin "github.com/golang/protobuf/protoc-gen-go/plugin"
|
||||
"github.com/grpc-ecosystem/grpc-gateway/protoc-gen-grpc-gateway/descriptor"
|
||||
)
|
||||
|
||||
type GeneratorFunc func(target string, registry *descriptor.Registry, file *descriptor.File) (string, string, error)
|
||||
|
||||
type ProtocGenerator interface {
|
||||
Generate(target string, registry *descriptor.Registry, file *descriptor.File) (string, string, error)
|
||||
}
|
||||
|
||||
func (f GeneratorFunc) Generate(target string, registry *descriptor.Registry, file *descriptor.File) (string, string, error) {
|
||||
return f(target, registry, file) //TODO: in my opinion we should use file.GoPkg here analog https://github.com/grpc-ecosystem/grpc-gateway/blob/0cc2680a4990244dcc7602bad34fef935310c0e8/protoc-gen-grpc-gateway/internal/gengateway/generator.go#L111
|
||||
}
|
||||
|
||||
func parseReq(r io.Reader) (*plugin.CodeGeneratorRequest, error) {
|
||||
glog.V(1).Info("Parsing code generator request")
|
||||
|
||||
input, err := ioutil.ReadAll(r)
|
||||
|
||||
if err != nil {
|
||||
glog.Errorf("Failed to read code generator request: %v", err)
|
||||
return nil, err
|
||||
}
|
||||
|
||||
req := &plugin.CodeGeneratorRequest{}
|
||||
|
||||
if err = proto.Unmarshal(input, req); err != nil {
|
||||
glog.Errorf("Failed to unmarshal code generator request: %v", err)
|
||||
return nil, err
|
||||
}
|
||||
|
||||
glog.V(1).Info("Parsed code generator request")
|
||||
|
||||
return req, nil
|
||||
}
|
||||
|
||||
func RunWithBaseTemplate(targetFileNameFmt string, tmpl *template.Template) {
|
||||
Run(GeneratorFunc(func(target string, registry *descriptor.Registry, file *descriptor.File) (string, string, error) {
|
||||
fileName := fmt.Sprintf(targetFileNameFmt, strings.Split(target, ".")[0])
|
||||
fContent, err := GenerateFromBaseTemplate(tmpl, registry, file)
|
||||
return fileName, fContent, err
|
||||
}))
|
||||
}
|
||||
|
||||
func Run(generator ProtocGenerator) {
|
||||
flag.Parse()
|
||||
defer glog.Flush()
|
||||
|
||||
req, err := parseReq(os.Stdin)
|
||||
if err != nil {
|
||||
glog.Fatal(err)
|
||||
}
|
||||
|
||||
registry := descriptor.NewRegistry()
|
||||
registry.SetAllowDeleteBody(true)
|
||||
if err = registry.Load(req); err != nil {
|
||||
glog.Fatal(err)
|
||||
}
|
||||
|
||||
var result []*plugin.CodeGeneratorResponse_File
|
||||
|
||||
for _, t := range req.FileToGenerate {
|
||||
file, err := registry.LookupFile(t)
|
||||
if err != nil {
|
||||
EmitError(err)
|
||||
return
|
||||
}
|
||||
|
||||
fName, fContent, err := generator.Generate(t, registry, file)
|
||||
if err != nil {
|
||||
EmitError(err)
|
||||
return
|
||||
}
|
||||
|
||||
result = append(result, &plugin.CodeGeneratorResponse_File{
|
||||
Name: &fName,
|
||||
Content: &fContent,
|
||||
})
|
||||
}
|
||||
|
||||
EmitFiles(result)
|
||||
}
|
||||
|
||||
func EmitFiles(out []*plugin.CodeGeneratorResponse_File) {
|
||||
EmitResp(&plugin.CodeGeneratorResponse{File: out})
|
||||
}
|
||||
|
||||
func EmitError(err error) {
|
||||
EmitResp(&plugin.CodeGeneratorResponse{Error: proto.String(err.Error())})
|
||||
}
|
||||
|
||||
func EmitResp(resp *plugin.CodeGeneratorResponse) {
|
||||
buf, err := proto.Marshal(resp)
|
||||
if err != nil {
|
||||
glog.Fatal(err)
|
||||
}
|
||||
if _, err := os.Stdout.Write(buf); err != nil {
|
||||
glog.Fatal(err)
|
||||
}
|
||||
}
|
||||
@@ -1,106 +0,0 @@
|
||||
package protocbase
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"fmt"
|
||||
"text/template"
|
||||
"time"
|
||||
|
||||
"github.com/Masterminds/sprig"
|
||||
"github.com/golang/protobuf/proto"
|
||||
"github.com/grpc-ecosystem/grpc-gateway/protoc-gen-grpc-gateway/descriptor"
|
||||
"golang.org/x/tools/imports"
|
||||
)
|
||||
|
||||
var extensions = map[string]*proto.ExtensionDesc{}
|
||||
|
||||
type BaseTemplateData struct {
|
||||
Now time.Time
|
||||
File *descriptor.File
|
||||
|
||||
registry *descriptor.Registry
|
||||
}
|
||||
|
||||
var templateFuncs = map[string]interface{}{
|
||||
"option": getOption,
|
||||
}
|
||||
|
||||
func RegisterTmplFunc(name string, f interface{}) {
|
||||
if _, found := templateFuncs[name]; found {
|
||||
panic(fmt.Sprintf("func with name %v is already registered", name))
|
||||
}
|
||||
|
||||
templateFuncs[name] = f
|
||||
}
|
||||
|
||||
func RegisterExtension(ext *proto.ExtensionDesc) {
|
||||
extensions[ext.Name] = ext
|
||||
}
|
||||
|
||||
func GetBaseTemplateData(registry *descriptor.Registry, file *descriptor.File) *BaseTemplateData {
|
||||
return &BaseTemplateData{
|
||||
Now: time.Now().UTC(),
|
||||
File: file,
|
||||
registry: registry,
|
||||
}
|
||||
}
|
||||
|
||||
func getOption(opts proto.Message, extName string) interface{} {
|
||||
extDesc := extensions[extName]
|
||||
|
||||
if !proto.HasExtension(opts, extDesc) {
|
||||
return nil
|
||||
}
|
||||
|
||||
ext, err := proto.GetExtension(opts, extDesc)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
|
||||
return ext
|
||||
}
|
||||
|
||||
func (data *BaseTemplateData) ResolveMsgType(msgType string) string {
|
||||
msg, err := data.registry.LookupMsg(data.File.GetPackage(), msgType)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
|
||||
return msg.GoType(data.File.GoPkg.Path)
|
||||
}
|
||||
|
||||
func (data *BaseTemplateData) ResolveFile(fileName string) *descriptor.File {
|
||||
file, err := data.registry.LookupFile(fileName)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
|
||||
return file
|
||||
}
|
||||
|
||||
func LoadTemplate(templateData []byte, err error) *template.Template {
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
|
||||
return template.Must(template.New("").
|
||||
Funcs(sprig.TxtFuncMap()).
|
||||
Funcs(templateFuncs).
|
||||
Parse(string(templateData)))
|
||||
}
|
||||
|
||||
func GenerateFromTemplate(tmpl *template.Template, data interface{}) (string, error) {
|
||||
var tpl bytes.Buffer
|
||||
err := tmpl.Execute(&tpl, data)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
|
||||
tmplResult := tpl.Bytes()
|
||||
tmplResult, err = imports.Process(".", tmplResult, nil)
|
||||
return string(tmplResult), err
|
||||
}
|
||||
|
||||
func GenerateFromBaseTemplate(tmpl *template.Template, registry *descriptor.Registry, file *descriptor.File) (string, error) {
|
||||
return GenerateFromTemplate(tmpl, GetBaseTemplateData(registry, file))
|
||||
}
|
||||
@@ -1,3 +0,0 @@
|
||||
package authoption
|
||||
|
||||
//go:generate protoc -I. -I$GOPATH/src --go-grpc_out=plugins=grpc:$GOPATH/src options.proto
|
||||
187
internal/protoc/protoc-gen-authoption/authoption/options.pb.go
Normal file
187
internal/protoc/protoc-gen-authoption/authoption/options.pb.go
Normal file
@@ -0,0 +1,187 @@
|
||||
// Code generated by protoc-gen-go. DO NOT EDIT.
|
||||
// versions:
|
||||
// protoc-gen-go v1.28.1
|
||||
// protoc (unknown)
|
||||
// source: zitadel/options.proto
|
||||
|
||||
package authoption
|
||||
|
||||
import (
|
||||
protoreflect "google.golang.org/protobuf/reflect/protoreflect"
|
||||
protoimpl "google.golang.org/protobuf/runtime/protoimpl"
|
||||
descriptorpb "google.golang.org/protobuf/types/descriptorpb"
|
||||
reflect "reflect"
|
||||
sync "sync"
|
||||
)
|
||||
|
||||
const (
|
||||
// Verify that this generated code is sufficiently up-to-date.
|
||||
_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)
|
||||
// Verify that runtime/protoimpl is sufficiently up-to-date.
|
||||
_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)
|
||||
)
|
||||
|
||||
type AuthOption struct {
|
||||
state protoimpl.MessageState
|
||||
sizeCache protoimpl.SizeCache
|
||||
unknownFields protoimpl.UnknownFields
|
||||
|
||||
Permission string `protobuf:"bytes,1,opt,name=permission,proto3" json:"permission,omitempty"`
|
||||
CheckFieldName string `protobuf:"bytes,2,opt,name=check_field_name,json=checkFieldName,proto3" json:"check_field_name,omitempty"`
|
||||
}
|
||||
|
||||
func (x *AuthOption) Reset() {
|
||||
*x = AuthOption{}
|
||||
if protoimpl.UnsafeEnabled {
|
||||
mi := &file_zitadel_options_proto_msgTypes[0]
|
||||
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
||||
ms.StoreMessageInfo(mi)
|
||||
}
|
||||
}
|
||||
|
||||
func (x *AuthOption) String() string {
|
||||
return protoimpl.X.MessageStringOf(x)
|
||||
}
|
||||
|
||||
func (*AuthOption) ProtoMessage() {}
|
||||
|
||||
func (x *AuthOption) ProtoReflect() protoreflect.Message {
|
||||
mi := &file_zitadel_options_proto_msgTypes[0]
|
||||
if protoimpl.UnsafeEnabled && x != nil {
|
||||
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
||||
if ms.LoadMessageInfo() == nil {
|
||||
ms.StoreMessageInfo(mi)
|
||||
}
|
||||
return ms
|
||||
}
|
||||
return mi.MessageOf(x)
|
||||
}
|
||||
|
||||
// Deprecated: Use AuthOption.ProtoReflect.Descriptor instead.
|
||||
func (*AuthOption) Descriptor() ([]byte, []int) {
|
||||
return file_zitadel_options_proto_rawDescGZIP(), []int{0}
|
||||
}
|
||||
|
||||
func (x *AuthOption) GetPermission() string {
|
||||
if x != nil {
|
||||
return x.Permission
|
||||
}
|
||||
return ""
|
||||
}
|
||||
|
||||
func (x *AuthOption) GetCheckFieldName() string {
|
||||
if x != nil {
|
||||
return x.CheckFieldName
|
||||
}
|
||||
return ""
|
||||
}
|
||||
|
||||
var file_zitadel_options_proto_extTypes = []protoimpl.ExtensionInfo{
|
||||
{
|
||||
ExtendedType: (*descriptorpb.MethodOptions)(nil),
|
||||
ExtensionType: (*AuthOption)(nil),
|
||||
Field: 50000,
|
||||
Name: "zitadel.v1.auth_option",
|
||||
Tag: "bytes,50000,opt,name=auth_option",
|
||||
Filename: "zitadel/options.proto",
|
||||
},
|
||||
}
|
||||
|
||||
// Extension fields to descriptorpb.MethodOptions.
|
||||
var (
|
||||
// optional zitadel.v1.AuthOption auth_option = 50000;
|
||||
E_AuthOption = &file_zitadel_options_proto_extTypes[0]
|
||||
)
|
||||
|
||||
var File_zitadel_options_proto protoreflect.FileDescriptor
|
||||
|
||||
var file_zitadel_options_proto_rawDesc = []byte{
|
||||
0x0a, 0x15, 0x7a, 0x69, 0x74, 0x61, 0x64, 0x65, 0x6c, 0x2f, 0x6f, 0x70, 0x74, 0x69, 0x6f, 0x6e,
|
||||
0x73, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x12, 0x0a, 0x7a, 0x69, 0x74, 0x61, 0x64, 0x65, 0x6c,
|
||||
0x2e, 0x76, 0x31, 0x1a, 0x20, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2f, 0x70, 0x72, 0x6f, 0x74,
|
||||
0x6f, 0x62, 0x75, 0x66, 0x2f, 0x64, 0x65, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x6f, 0x72, 0x2e,
|
||||
0x70, 0x72, 0x6f, 0x74, 0x6f, 0x22, 0x56, 0x0a, 0x0a, 0x41, 0x75, 0x74, 0x68, 0x4f, 0x70, 0x74,
|
||||
0x69, 0x6f, 0x6e, 0x12, 0x1e, 0x0a, 0x0a, 0x70, 0x65, 0x72, 0x6d, 0x69, 0x73, 0x73, 0x69, 0x6f,
|
||||
0x6e, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x0a, 0x70, 0x65, 0x72, 0x6d, 0x69, 0x73, 0x73,
|
||||
0x69, 0x6f, 0x6e, 0x12, 0x28, 0x0a, 0x10, 0x63, 0x68, 0x65, 0x63, 0x6b, 0x5f, 0x66, 0x69, 0x65,
|
||||
0x6c, 0x64, 0x5f, 0x6e, 0x61, 0x6d, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x0e, 0x63,
|
||||
0x68, 0x65, 0x63, 0x6b, 0x46, 0x69, 0x65, 0x6c, 0x64, 0x4e, 0x61, 0x6d, 0x65, 0x3a, 0x59, 0x0a,
|
||||
0x0b, 0x61, 0x75, 0x74, 0x68, 0x5f, 0x6f, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x12, 0x1e, 0x2e, 0x67,
|
||||
0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2e, 0x4d,
|
||||
0x65, 0x74, 0x68, 0x6f, 0x64, 0x4f, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x73, 0x18, 0xd0, 0x86, 0x03,
|
||||
0x20, 0x01, 0x28, 0x0b, 0x32, 0x16, 0x2e, 0x7a, 0x69, 0x74, 0x61, 0x64, 0x65, 0x6c, 0x2e, 0x76,
|
||||
0x31, 0x2e, 0x41, 0x75, 0x74, 0x68, 0x4f, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x52, 0x0a, 0x61, 0x75,
|
||||
0x74, 0x68, 0x4f, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x42, 0x47, 0x5a, 0x45, 0x67, 0x69, 0x74, 0x68,
|
||||
0x75, 0x62, 0x2e, 0x63, 0x6f, 0x6d, 0x2f, 0x7a, 0x69, 0x74, 0x61, 0x64, 0x65, 0x6c, 0x2f, 0x7a,
|
||||
0x69, 0x74, 0x61, 0x64, 0x65, 0x6c, 0x2f, 0x69, 0x6e, 0x74, 0x65, 0x72, 0x6e, 0x61, 0x6c, 0x2f,
|
||||
0x70, 0x72, 0x6f, 0x74, 0x6f, 0x63, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x63, 0x2d, 0x67, 0x65,
|
||||
0x6e, 0x2d, 0x61, 0x75, 0x74, 0x68, 0x2f, 0x61, 0x75, 0x74, 0x68, 0x6f, 0x70, 0x74, 0x69, 0x6f,
|
||||
0x6e, 0x62, 0x06, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x33,
|
||||
}
|
||||
|
||||
var (
|
||||
file_zitadel_options_proto_rawDescOnce sync.Once
|
||||
file_zitadel_options_proto_rawDescData = file_zitadel_options_proto_rawDesc
|
||||
)
|
||||
|
||||
func file_zitadel_options_proto_rawDescGZIP() []byte {
|
||||
file_zitadel_options_proto_rawDescOnce.Do(func() {
|
||||
file_zitadel_options_proto_rawDescData = protoimpl.X.CompressGZIP(file_zitadel_options_proto_rawDescData)
|
||||
})
|
||||
return file_zitadel_options_proto_rawDescData
|
||||
}
|
||||
|
||||
var file_zitadel_options_proto_msgTypes = make([]protoimpl.MessageInfo, 1)
|
||||
var file_zitadel_options_proto_goTypes = []interface{}{
|
||||
(*AuthOption)(nil), // 0: zitadel.v1.AuthOption
|
||||
(*descriptorpb.MethodOptions)(nil), // 1: google.protobuf.MethodOptions
|
||||
}
|
||||
var file_zitadel_options_proto_depIdxs = []int32{
|
||||
1, // 0: zitadel.v1.auth_option:extendee -> google.protobuf.MethodOptions
|
||||
0, // 1: zitadel.v1.auth_option:type_name -> zitadel.v1.AuthOption
|
||||
2, // [2:2] is the sub-list for method output_type
|
||||
2, // [2:2] is the sub-list for method input_type
|
||||
1, // [1:2] is the sub-list for extension type_name
|
||||
0, // [0:1] is the sub-list for extension extendee
|
||||
0, // [0:0] is the sub-list for field type_name
|
||||
}
|
||||
|
||||
func init() { file_zitadel_options_proto_init() }
|
||||
func file_zitadel_options_proto_init() {
|
||||
if File_zitadel_options_proto != nil {
|
||||
return
|
||||
}
|
||||
if !protoimpl.UnsafeEnabled {
|
||||
file_zitadel_options_proto_msgTypes[0].Exporter = func(v interface{}, i int) interface{} {
|
||||
switch v := v.(*AuthOption); i {
|
||||
case 0:
|
||||
return &v.state
|
||||
case 1:
|
||||
return &v.sizeCache
|
||||
case 2:
|
||||
return &v.unknownFields
|
||||
default:
|
||||
return nil
|
||||
}
|
||||
}
|
||||
}
|
||||
type x struct{}
|
||||
out := protoimpl.TypeBuilder{
|
||||
File: protoimpl.DescBuilder{
|
||||
GoPackagePath: reflect.TypeOf(x{}).PkgPath(),
|
||||
RawDescriptor: file_zitadel_options_proto_rawDesc,
|
||||
NumEnums: 0,
|
||||
NumMessages: 1,
|
||||
NumExtensions: 1,
|
||||
NumServices: 0,
|
||||
},
|
||||
GoTypes: file_zitadel_options_proto_goTypes,
|
||||
DependencyIndexes: file_zitadel_options_proto_depIdxs,
|
||||
MessageInfos: file_zitadel_options_proto_msgTypes,
|
||||
ExtensionInfos: file_zitadel_options_proto_extTypes,
|
||||
}.Build()
|
||||
File_zitadel_options_proto = out.File
|
||||
file_zitadel_options_proto_rawDesc = nil
|
||||
file_zitadel_options_proto_goTypes = nil
|
||||
file_zitadel_options_proto_depIdxs = nil
|
||||
}
|
||||
@@ -1,18 +0,0 @@
|
||||
syntax = "proto3";
|
||||
|
||||
package caos.zitadel.utils.v1;
|
||||
|
||||
import "google/protobuf/descriptor.proto";
|
||||
|
||||
option go_package = "github.com/zitadel/zitadel/internal/protoc/protoc-gen-authoption/authoption";
|
||||
|
||||
|
||||
extend google.protobuf.MethodOptions {
|
||||
AuthOption auth_option = 50000;
|
||||
}
|
||||
|
||||
message AuthOption {
|
||||
string permission = 1;
|
||||
string check_field_name = 2;
|
||||
string feature = 3;
|
||||
}
|
||||
Reference in New Issue
Block a user