perf: project quotas and usages (#6441)

* project quota added * project quota removed * add periods table * make log record generic * accumulate usage * query usage * count action run seconds * fix filter in ReportQuotaUsage * fix existing tests * fix logstore tests * fix typo * fix: add quota unit tests command side * fix: add quota unit tests command side * fix: add quota unit tests command side * move notifications into debouncer and improve limit querying * cleanup * comment * fix: add quota unit tests command side * fix remaining quota usage query * implement InmemLogStorage * cleanup and linting * improve test * fix: add quota unit tests command side * fix: add quota unit tests command side * fix: add quota unit tests command side * fix: add quota unit tests command side * action notifications and fixes for notifications query * revert console prefix * fix: add quota unit tests command side * fix: add quota integration tests * improve accountable requests * improve accountable requests * fix: add quota integration tests * fix: add quota integration tests * fix: add quota integration tests * comment * remove ability to store logs in db and other changes requested from review * changes requested from review * changes requested from review * Update internal/api/http/middleware/access_interceptor.go Co-authored-by: Silvan <silvan.reusser@gmail.com> * tests: fix quotas integration tests * improve incrementUsageStatement * linting * fix: delete e2e tests as intergation tests cover functionality * Update internal/api/http/middleware/access_interceptor.go Co-authored-by: Silvan <silvan.reusser@gmail.com> * backup * fix conflict * create rc * create prerelease * remove issue release labeling * fix tracing --------- Co-authored-by: Livio Spring <livio.a@gmail.com> Co-authored-by: Stefan Benz <stefan@caos.ch> Co-authored-by: adlerhurst <silvan.reusser@gmail.com>
2025-08-11 19:07:30 +00:00 · 2023-09-15 16:58:45 +02:00
parent b4d0d2c9a7
commit 1a49b7d298
66 changed files with 3423 additions and 1413 deletions
--- a/internal/query/quota_notifications_test.go
+++ b/internal/query/quota_notifications_test.go
@@ -0,0 +1,181 @@
+package query
+
+import (
+	"database/sql"
+	"database/sql/driver"
+	"errors"
+	"fmt"
+	"regexp"
+	"testing"
+
+	"github.com/stretchr/testify/assert"
+)
+
+func Test_calculateThreshold(t *testing.T) {
+	type args struct {
+		usedRel             uint16
+		notificationPercent uint16
+	}
+	tests := []struct {
+		name string
+		args args
+		want uint16
+	}{
+		{
+			name: "80 - below configuration",
+			args: args{
+				usedRel:             70,
+				notificationPercent: 80,
+			},
+			want: 0,
+		},
+		{
+			name: "80 - below 100 percent use",
+			args: args{
+				usedRel:             90,
+				notificationPercent: 80,
+			},
+			want: 80,
+		},
+		{
+			name: "80 - above 100 percent use",
+			args: args{
+				usedRel:             120,
+				notificationPercent: 80,
+			},
+			want: 80,
+		},
+		{
+			name: "80 - more than twice the use",
+			args: args{
+				usedRel:             190,
+				notificationPercent: 80,
+			},
+			want: 180,
+		},
+		{
+			name: "100 - below 100 percent use",
+			args: args{
+				usedRel:             90,
+				notificationPercent: 100,
+			},
+			want: 0,
+		},
+		{
+			name: "100 - above 100 percent use",
+			args: args{
+				usedRel:             120,
+				notificationPercent: 100,
+			},
+			want: 100,
+		},
+		{
+			name: "100 - more than twice the use",
+			args: args{
+				usedRel:             210,
+				notificationPercent: 100,
+			},
+			want: 200,
+		},
+	}
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			got := calculateThreshold(tt.args.usedRel, tt.args.notificationPercent)
+			assert.Equal(t, int(tt.want), int(got))
+		})
+	}
+}
+
+var (
+	expectedQuotaNotificationsQuery = regexp.QuoteMeta(`SELECT projections.quotas_notifications.id,` +
+		` projections.quotas_notifications.call_url,` +
+		` projections.quotas_notifications.percent,` +
+		` projections.quotas_notifications.repeat,` +
+		` projections.quotas_notifications.next_due_threshold` +
+		` FROM projections.quotas_notifications` +
+		` AS OF SYSTEM TIME '-1 ms'`)
+
+	quotaNotificationsCols = []string{
+		"id",
+		"call_url",
+		"percent",
+		"repeat",
+		"next_due_threshold",
+	}
+)
+
+func Test_prepareQuotaNotificationsQuery(t *testing.T) {
+	type want struct {
+		sqlExpectations sqlExpectation
+		err             checkErr
+	}
+	tests := []struct {
+		name    string
+		prepare interface{}
+		want    want
+		object  interface{}
+	}{
+		{
+			name:    "prepareQuotaNotificationsQuery no result",
+			prepare: prepareQuotaNotificationsQuery,
+			want: want{
+				sqlExpectations: mockQueries(
+					expectedQuotaNotificationsQuery,
+					nil,
+					nil,
+				),
+			},
+			object: &QuotaNotifications{Configs: []*QuotaNotification{}},
+		},
+		{
+			name:    "prepareQuotaNotificationsQuery",
+			prepare: prepareQuotaNotificationsQuery,
+			want: want{
+				sqlExpectations: mockQuery(
+					expectedQuotaNotificationsQuery,
+					quotaNotificationsCols,
+					[]driver.Value{
+						"quota-id",
+						"url",
+						uint16(100),
+						true,
+						uint16(100),
+					},
+				),
+			},
+			object: &QuotaNotifications{
+				Configs: []*QuotaNotification{
+					{
+						ID:               "quota-id",
+						CallURL:          "url",
+						Percent:          100,
+						Repeat:           true,
+						NextDueThreshold: 100,
+					},
+				},
+			},
+		},
+		{
+			name:    "prepareQuotaNotificationsQuery sql err",
+			prepare: prepareQuotaNotificationsQuery,
+			want: want{
+				sqlExpectations: mockQueryErr(
+					expectedQuotaNotificationsQuery,
+					sql.ErrConnDone,
+				),
+				err: func(err error) (error, bool) {
+					if !errors.Is(err, sql.ErrConnDone) {
+						return fmt.Errorf("err should be sql.ErrConnDone got: %w", err), false
+					}
+					return nil, true
+				},
+			},
+			object: (*Quota)(nil),
+		},
+	}
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			assertPrepare(t, tt.prepare, tt.object, tt.want.sqlExpectations, tt.want.err, defaultPrepareArgs...)
+		})
+	}
+}