upgrade Go to 1.25.0, upgrade logstorage to v1.33.1, upgrade metrics SDK to v1.40.1, update compiler to glibc-based.

Signed-off-by: Jiekun <[email protected]>

Author: jiekun

Makefile

@@ -14,7 +14,7 @@ endif
 GO_BUILDINFO = -X 'github.com/VictoriaMetrics/VictoriaMetrics/lib/buildinfo.Version=$(APP_NAME)-$(DATEINFO_TAG)-$(BUILDINFO_TAG)'
 TAR_OWNERSHIP ?= --owner=1000 --group=1000
 
-GOLANGCI_LINT_VERSION := 2.2.1
+GOLANGCI_LINT_VERSION := 2.4.0
 
 .PHONY: $(MAKECMDGOALS)
 
@@ -155,8 +155,12 @@ test-full:
 test-full-386:
 	GOEXPERIMENT=synctest GOARCH=386 go test -coverprofile=coverage.txt -covermode=atomic ./lib/... ./app/...
 
-integration-test: victoria-traces
-	go test ./apptest/... -skip="^TestCluster.*"
+integration-test:
+	$(MAKE) apptest
+
+apptest:
+	$(MAKE) victoria-traces
+	go test ./apptest/...
 
 benchmark:
 	GOEXPERIMENT=synctest go test -bench=. ./lib/...
@@ -169,7 +173,7 @@ benchmark-pure:
 vendor-update:
 	go get -u ./lib/...
 	go get -u ./app/...
-	go mod tidy -compat=1.24
+	go mod tidy -compat=1.25
 	go mod vendor
 
 app-local:

app/victoria-traces/main.go

@@ -80,6 +80,7 @@ func requestHandler(w http.ResponseWriter, r *http.Request) bool {
 		}
 		w.Header().Add("Content-Type", "text/html; charset=utf-8")
 		fmt.Fprintf(w, "<h2>Single-node VictoriaTraces</h2></br>")
+		fmt.Fprintf(w, "Version %s<br>", buildinfo.Version)
 		fmt.Fprintf(w, "See docs at <a href='https://docs.victoriametrics.com/victoriatraces/'>https://docs.victoriametrics.com/victoriatraces/</a></br>")
 		fmt.Fprintf(w, "Useful endpoints:</br>")
 		httpserver.WriteAPIHelp(w, [][2]string{

app/vmui/Dockerfile-web

@@ -1,4 +1,4 @@
-FROM golang:1.24.6 AS build-web-stage
+FROM golang:1.25.0 AS build-web-stage
 COPY build /build
 
 WORKDIR /build

app/vtinsert/main.go

@@ -14,7 +14,7 @@ import (
 
 var (
 	disableInsert   = flag.Bool("insert.disable", false, "Whether to disable /insert/* HTTP endpoints")
-	disableInternal = flag.Bool("internalinsert.disable", false, "Whether to disable /internal/insert HTTP endpoint")
+	disableInternal = flag.Bool("internalinsert.disable", false, "Whether to disable /internal/insert HTTP endpoint. See https://docs.victoriametrics.com/victoriatraces/cluster/#security")
 )
 
 // Init initializes vtinsert

app/vtselect/internalselect/internalselect.go

@@ -100,6 +100,10 @@ func processQueryRequest(ctx context.Context, w http.ResponseWriter, r *http.Req
 
 		bb := bufs.Get(workerID)
 
+		// Write the marker of a regular data block.
+		bb.B = append(bb.B, 0)
+
+		// Marshal the data block.
 		bb.B = db.Marshal(bb.B)
 
 		if len(bb.B) < 1024*1024 {
@@ -117,7 +121,10 @@ func processQueryRequest(ctx context.Context, w http.ResponseWriter, r *http.Req
 		}
 	}
 
-	if err := vtstorage.RunQuery(ctx, cp.TenantIDs, cp.Query, writeBlock); err != nil {
+	qctx := cp.NewQueryContext(ctx)
+	defer cp.UpdatePerQueryStatsMetrics()
+
+	if err := vtstorage.RunQuery(qctx, writeBlock); err != nil {
 		return err
 	}
 	if errGlobal != nil {
@@ -131,7 +138,13 @@ func processQueryRequest(ctx context.Context, w http.ResponseWriter, r *http.Req
 		}
 	}
 
-	return nil
+	// Send the query stats block.
+	bb := bufs.Get(0)
+	// Write the marker of query stats block.
+	bb.B = append(bb.B, 1)
+	// Marshal the block itself
+	bb.B = marshalQueryStatsBlock(bb.B, qctx)
+	return sendBuf(bb)
 }
 
 func processFieldNamesRequest(ctx context.Context, w http.ResponseWriter, r *http.Request) error {
@@ -140,12 +153,15 @@ func processFieldNamesRequest(ctx context.Context, w http.ResponseWriter, r *htt
 		return err
 	}
 
-	fieldNames, err := vtstorage.GetFieldNames(ctx, cp.TenantIDs, cp.Query)
+	qctx := cp.NewQueryContext(ctx)
+	defer cp.UpdatePerQueryStatsMetrics()
+
+	fieldNames, err := vtstorage.GetFieldNames(qctx)
 	if err != nil {
 		return fmt.Errorf("cannot obtain field names: %w", err)
 	}
 
-	return writeValuesWithHits(w, fieldNames, cp.DisableCompression)
+	return writeValuesWithHits(w, qctx, fieldNames, cp.DisableCompression)
 }
 
 func processFieldValuesRequest(ctx context.Context, w http.ResponseWriter, r *http.Request) error {
@@ -161,12 +177,15 @@ func processFieldValuesRequest(ctx context.Context, w http.ResponseWriter, r *ht
 		return err
 	}
 
-	fieldValues, err := vtstorage.GetFieldValues(ctx, cp.TenantIDs, cp.Query, fieldName, uint64(limit))
+	qctx := cp.NewQueryContext(ctx)
+	defer cp.UpdatePerQueryStatsMetrics()
+
+	fieldValues, err := vtstorage.GetFieldValues(qctx, fieldName, uint64(limit))
 	if err != nil {
 		return fmt.Errorf("cannot obtain field values: %w", err)
 	}
 
-	return writeValuesWithHits(w, fieldValues, cp.DisableCompression)
+	return writeValuesWithHits(w, qctx, fieldValues, cp.DisableCompression)
 }
 
 func processStreamFieldNamesRequest(ctx context.Context, w http.ResponseWriter, r *http.Request) error {
@@ -175,12 +194,15 @@ func processStreamFieldNamesRequest(ctx context.Context, w http.ResponseWriter,
 		return err
 	}
 
-	fieldNames, err := vtstorage.GetStreamFieldNames(ctx, cp.TenantIDs, cp.Query)
+	qctx := cp.NewQueryContext(ctx)
+	defer cp.UpdatePerQueryStatsMetrics()
+
+	fieldNames, err := vtstorage.GetStreamFieldNames(qctx)
 	if err != nil {
 		return fmt.Errorf("cannot obtain stream field names: %w", err)
 	}
 
-	return writeValuesWithHits(w, fieldNames, cp.DisableCompression)
+	return writeValuesWithHits(w, qctx, fieldNames, cp.DisableCompression)
 }
 
 func processStreamFieldValuesRequest(ctx context.Context, w http.ResponseWriter, r *http.Request) error {
@@ -196,12 +218,15 @@ func processStreamFieldValuesRequest(ctx context.Context, w http.ResponseWriter,
 		return err
 	}
 
-	fieldValues, err := vtstorage.GetStreamFieldValues(ctx, cp.TenantIDs, cp.Query, fieldName, uint64(limit))
+	qctx := cp.NewQueryContext(ctx)
+	defer cp.UpdatePerQueryStatsMetrics()
+
+	fieldValues, err := vtstorage.GetStreamFieldValues(qctx, fieldName, uint64(limit))
 	if err != nil {
 		return fmt.Errorf("cannot obtain stream field values: %w", err)
 	}
 
-	return writeValuesWithHits(w, fieldValues, cp.DisableCompression)
+	return writeValuesWithHits(w, qctx, fieldValues, cp.DisableCompression)
 }
 
 func processStreamsRequest(ctx context.Context, w http.ResponseWriter, r *http.Request) error {
@@ -215,12 +240,15 @@ func processStreamsRequest(ctx context.Context, w http.ResponseWriter, r *http.R
 		return err
 	}
 
-	streams, err := vtstorage.GetStreams(ctx, cp.TenantIDs, cp.Query, uint64(limit))
+	qctx := cp.NewQueryContext(ctx)
+	defer cp.UpdatePerQueryStatsMetrics()
+
+	streams, err := vtstorage.GetStreams(qctx, uint64(limit))
 	if err != nil {
 		return fmt.Errorf("cannot obtain streams: %w", err)
 	}
 
-	return writeValuesWithHits(w, streams, cp.DisableCompression)
+	return writeValuesWithHits(w, qctx, streams, cp.DisableCompression)
 }
 
 func processStreamIDsRequest(ctx context.Context, w http.ResponseWriter, r *http.Request) error {
@@ -234,19 +262,33 @@ func processStreamIDsRequest(ctx context.Context, w http.ResponseWriter, r *http
 		return err
 	}
 
-	streamIDs, err := vtstorage.GetStreamIDs(ctx, cp.TenantIDs, cp.Query, uint64(limit))
+	qctx := cp.NewQueryContext(ctx)
+	defer cp.UpdatePerQueryStatsMetrics()
+
+	streamIDs, err := vtstorage.GetStreamIDs(qctx, uint64(limit))
 	if err != nil {
 		return fmt.Errorf("cannot obtain streams: %w", err)
 	}
 
-	return writeValuesWithHits(w, streamIDs, cp.DisableCompression)
+	return writeValuesWithHits(w, qctx, streamIDs, cp.DisableCompression)
 }
 
 type commonParams struct {
 	TenantIDs []logstorage.TenantID
 	Query     *logstorage.Query
 
 	DisableCompression bool
+
+	// qs contains execution statistics for the Query.
+	qs logstorage.QueryStats
+}
+
+func (cp *commonParams) NewQueryContext(ctx context.Context) *logstorage.QueryContext {
+	return logstorage.NewQueryContext(ctx, &cp.qs, cp.TenantIDs, cp.Query)
+}
+
+func (cp *commonParams) UpdatePerQueryStatsMetrics() {
+	vtstorage.UpdatePerQueryStatsMetrics(&cp.qs)
 }
 
 func getCommonParams(r *http.Request, expectedProtocolVersion string) (*commonParams, error) {
@@ -287,12 +329,18 @@ func getCommonParams(r *http.Request, expectedProtocolVersion string) (*commonPa
 	return cp, nil
 }
 
-func writeValuesWithHits(w http.ResponseWriter, vhs []logstorage.ValueWithHits, disableCompression bool) error {
+func writeValuesWithHits(w http.ResponseWriter, qctx *logstorage.QueryContext, vhs []logstorage.ValueWithHits, disableCompression bool) error {
 	var b []byte
+
+	// Marshal vhs at first
+	b = encoding.MarshalUint64(b, uint64(len(vhs)))
 	for i := range vhs {
 		b = vhs[i].Marshal(b)
 	}
 
+	// Marshal query stats block after that
+	b = marshalQueryStatsBlock(b, qctx)
+
 	if !disableCompression {
 		b = zstd.CompressLevel(nil, b, 1)
 	}
@@ -306,6 +354,13 @@ func writeValuesWithHits(w http.ResponseWriter, vhs []logstorage.ValueWithHits,
 	return nil
 }
 
+func marshalQueryStatsBlock(dst []byte, qctx *logstorage.QueryContext) []byte {
+	queryDurationNsecs := qctx.QueryDurationNsecs()
+	db := qctx.QueryStats.CreateDataBlock(queryDurationNsecs)
+	dst = db.Marshal(dst)
+	return dst
+}
+
 func getInt64FromRequest(r *http.Request, argName string) (int64, error) {
 	s := r.FormValue(argName)
 	n, err := strconv.ParseInt(s, 10, 64)