feat: benchmarks

README.md

@@ -1,4 +1,4 @@
-# [Formance Stack](https://formance.com) • [![Ledger Stars](https://img.shields.io/github/stars/formancehq/ledger?label=Ledger%20stars)](https://github.com/formancehq/ledger/stargazers) [![License MIT](https://img.shields.io/badge/license-mit-purple)](https://github.com/formancehq/ledger/blob/main/LICENSE) [![YCombinator](https://img.shields.io/badge/Backed%20by-Y%20Combinator-%23f26625)](https://www.ycombinator.com/companies/formance-fka-numary) [![slack](https://img.shields.io/badge/slack-formance-brightgreen.svg?logo=slack)](https://bit.ly/formance-slack)
+[Formance Stack](https://formance.com) • [![Ledger Stars](https://img.shields.io/github/stars/formancehq/ledger?label=Ledger%20stars)](https://github.com/formancehq/ledger/stargazers) [![License MIT](https://img.shields.io/badge/license-mit-purple)](https://github.com/formancehq/ledger/blob/main/LICENSE) [![YCombinator](https://img.shields.io/badge/Backed%20by-Y%20Combinator-%23f26625)](https://www.ycombinator.com/companies/formance-fka-numary) [![slack](https://img.shields.io/badge/slack-formance-brightgreen.svg?logo=slack)](https://bit.ly/formance-slack)
 
 Formance is a highly modular developer platform to build and operate complex money flows of any size and shapes. It comes with several components, that can be used as a whole as the Formance Stack or separately as standalone micro-services and libraries:
 

components/ledger/internal/api/bulk/bulk.go

@@ -4,12 +4,13 @@ import (
 	"context"
 	"encoding/json"
 	"fmt"
-	"github.com/formancehq/ledger/internal"
+	"math/big"
+
+	ledger "github.com/formancehq/ledger/internal"
 	"github.com/formancehq/ledger/internal/api/backend"
 	"github.com/formancehq/ledger/internal/api/shared"
 	"github.com/formancehq/ledger/internal/engine/command"
 	"github.com/formancehq/stack/libs/go-libs/metadata"
-	"math/big"
 )
 
 const (

components/ledger/internal/api/v2/controllers_bulk.go

@@ -2,10 +2,11 @@ package v2
 
 import (
 	"encoding/json"
+	"net/http"
+
 	"github.com/formancehq/ledger/internal/api/bulk"
 	"github.com/formancehq/ledger/internal/api/shared"
 	sharedapi "github.com/formancehq/stack/libs/go-libs/api"
-	"net/http"
 )
 
 func bulkHandler(w http.ResponseWriter, r *http.Request) {

components/ledger/internal/api/v2/controllers_bulk_test.go

@@ -3,6 +3,13 @@ package v2_test
 import (
 	"bytes"
 	"fmt"
+	"math/big"
+	"net/http"
+	"net/http/httptest"
+	"net/url"
+	"testing"
+	"time"
+
 	ledger "github.com/formancehq/ledger/internal"
 	"github.com/formancehq/ledger/internal/api/backend"
 	"github.com/formancehq/ledger/internal/api/bulk"
@@ -14,12 +21,6 @@ import (
 	"github.com/pkg/errors"
 	"github.com/stretchr/testify/require"
 	"go.uber.org/mock/gomock"
-	"math/big"
-	"net/http"
-	"net/http/httptest"
-	"net/url"
-	"testing"
-	"time"
 )
 
 func TestBulk(t *testing.T) {

components/ledger/internal/api/v2/controllers_transactions_test.go

@@ -3,14 +3,15 @@ package v2_test
 import (
 	"bytes"
 	"fmt"
-	"github.com/formancehq/ledger/internal/api/shared"
 	"math/big"
 	"net/http"
 	"net/http/httptest"
 	"net/url"
 	"testing"
 	"time"
 
+	"github.com/formancehq/ledger/internal/api/shared"
+
 	ledger "github.com/formancehq/ledger/internal"
 	v2 "github.com/formancehq/ledger/internal/api/v2"
 	"github.com/formancehq/ledger/internal/engine/command"

components/ledger/internal/api/v2/utils.go

@@ -1,13 +1,14 @@
 package v2
 
 import (
+	"io"
+	"net/http"
+
 	ledger "github.com/formancehq/ledger/internal"
 	"github.com/formancehq/ledger/internal/storage/ledgerstore"
 	"github.com/formancehq/stack/libs/go-libs/collectionutils"
 	"github.com/formancehq/stack/libs/go-libs/pointer"
 	"github.com/formancehq/stack/libs/go-libs/query"
-	"io"
-	"net/http"
 )
 
 func getPITFilter(r *http.Request) (*ledgerstore.PITFilter, error) {

components/ledger/internal/engine/command/lock.go

@@ -4,6 +4,7 @@ import (
 	"context"
 	"sync"
 	"sync/atomic"
+	"time"
 
 	"github.com/formancehq/stack/libs/go-libs/collectionutils"
 	"github.com/formancehq/stack/libs/go-libs/logging"
@@ -33,6 +34,7 @@ type Accounts struct {
 type lockIntent struct {
 	accounts Accounts
 	acquired chan struct{}
+	at       time.Time
 }
 
 func (intent *lockIntent) tryLock(ctx context.Context, chain *DefaultLocker) bool {
@@ -105,6 +107,7 @@ func (defaultLocker *DefaultLocker) Lock(ctx context.Context, accounts Accounts)
 	intent := &lockIntent{
 		accounts: accounts,
 		acquired: make(chan struct{}),
+		at:       time.Now(),
 	}
 
 	recheck := func() {

components/ledger/internal/script.go

@@ -2,6 +2,7 @@ package ledger
 
 import (
 	"fmt"
+
 	"github.com/formancehq/stack/libs/go-libs/metadata"
 )
 

components/ledger/internal/transaction.go

@@ -2,9 +2,10 @@ package ledger
 
 import (
 	"fmt"
-	"github.com/pkg/errors"
 	"math/big"
 
+	"github.com/pkg/errors"
+
 	"github.com/formancehq/stack/libs/go-libs/metadata"
 )
 

components/ledger/libs/otlp/otlpmetrics/module.go

@@ -2,7 +2,6 @@ package otlpmetrics
 
 import (
 	"context"
-	"fmt"
 	"time"
 
 	"github.com/formancehq/stack/libs/go-libs/logging"
@@ -64,11 +63,9 @@ func MetricsModule(cfg ModuleConfig) fx.Option {
 		otlp.LoadResource(cfg.ServiceName, cfg.ResourceAttributes),
 		fx.Decorate(fx.Annotate(func(mp *sdkmetric.MeterProvider) metric.MeterProvider { return mp }, fx.As(new(metric.MeterProvider)))),
 		fx.Provide(fx.Annotate(func(options ...sdkmetric.Option) *sdkmetric.MeterProvider {
-			fmt.Println("run meter provider with options", options)
 			return sdkmetric.NewMeterProvider(options...)
 		}, fx.ParamTags(metricsProviderOptionKey))),
 		fx.Invoke(func(lc fx.Lifecycle, metricProvider *sdkmetric.MeterProvider, options ...runtime.Option) {
-			fmt.Println("start meter provider")
 			// set global propagator to tracecontext (the default is no-op).
 			otel.SetTextMapPropagator(propagation.NewCompositeTextMapPropagator(
 				b3.New(), propagation.TraceContext{})) // B3 format is common and used by zipkin. Always enabled right now.

libs/go-libs/otlp/otlpmetrics/module.go

@@ -2,7 +2,6 @@ package otlpmetrics
 
 import (
 	"context"
-	"fmt"
 	"time"
 
 	"github.com/formancehq/stack/libs/go-libs/logging"
@@ -64,11 +63,9 @@ func MetricsModule(cfg ModuleConfig) fx.Option {
 		otlp.LoadResource(cfg.ServiceName, cfg.ResourceAttributes),
 		fx.Decorate(fx.Annotate(func(mp *sdkmetric.MeterProvider) metric.MeterProvider { return mp }, fx.As(new(metric.MeterProvider)))),
 		fx.Provide(fx.Annotate(func(options ...sdkmetric.Option) *sdkmetric.MeterProvider {
-			fmt.Println("run meter provider with options", options)
 			return sdkmetric.NewMeterProvider(options...)
 		}, fx.ParamTags(metricsProviderOptionKey))),
 		fx.Invoke(func(lc fx.Lifecycle, metricProvider *sdkmetric.MeterProvider, options ...runtime.Option) {
-			fmt.Println("start meter provider")
 			// set global propagator to tracecontext (the default is no-op).
 			otel.SetTextMapPropagator(propagation.NewCompositeTextMapPropagator(
 				b3.New(), propagation.TraceContext{})) // B3 format is common and used by zipkin. Always enabled right now.

tests/benchmarks/.gitignore

@@ -0,0 +1,4 @@
+k6
+results
+.env
+.env

tests/benchmarks/README.md

@@ -0,0 +1,14 @@
+# Benchmarks
+
+## Deps
+- xk6
+- Task
+## Launch benchmarks
+For v1:
+```bash
+task run:v1
+```
+For v2:
+```bash
+task run:v2
+```

tests/benchmarks/Taskfile.yaml

@@ -0,0 +1,35 @@
+version: '3'
+
+tasks:
+  tools:
+    dir: ./tools
+    cmds:
+      - docker compose up -d
+      - sleep 20
+
+  build:scripts:
+    dir: ./scripts
+    cmds:
+      - npm run build
+
+  build:k6:
+    cmds:
+      - xk6 build --with extension=$(pwd)/extension --with github.com/grafana/[email protected]
+
+  run:
+    deps:
+      - tools
+      - build:scripts
+      - build:k6
+    cmds:
+      - PGPASSWORD=ledger psql -h 127.0.0.1 -U ledger -c "DROP DATABASE IF EXISTS ledgerv2;"
+      - PGPASSWORD=ledger psql -h 127.0.0.1 -U ledger -c "CREATE DATABASE ledgerv2;"
+      - TEST_ID=$(date +%s)-v2 K6_PROMETHEUS_RW_TREND_AS_NATIVE_HISTOGRAM=true K6_PROMETHEUS_RW_SERVER_URL=http://127.0.0.1:9090/api/v1/write ./k6 run --summary-trend-stats="avg,min,med,max,p(90),p(95),p(99)" --out xk6-prometheus-rw scripts/dist/ledger-v2.js
+    env:
+      POSTGRES_DSN: postgresql://ledger:ledger@postgres:5432/ledgerv2?sslmode=disable
+      DOCKER_NETWORK: tools_benchmarks
+
+  cleanup:
+    dir: ./tools
+    cmds:
+      - docker compose down -v