Add cpu profiler to rebuild

js/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@gadgetinc/dateilager",
-  "version": "0.9.3",
+  "version": "0.9.4-pre.e02d2b0",
   "homepage": "https://github.com/gadget-inc/dateilager",
   "bugs": "https://github.com/gadget-inc/dateilager/issues",
   "repository": {

js/src/binary-client.ts

@@ -86,6 +86,11 @@ export interface DateiLagerBinaryClientOptions {
      */
     log: (level: "debug" | "info" | "warn" | "error", msg: string, fields: Record<string, unknown>) => void;
   };
+
+  /**
+   * The path to the file where the profile will be written.
+   */
+  profile?: string;
 }
 
 /**
@@ -152,6 +157,7 @@ export class DateiLagerBinaryClient {
             },
       tracing: options.tracing ?? false,
       logger: options.logger,
+      profile: options.profile,
     };
   }
 
@@ -259,6 +265,10 @@ export class DateiLagerBinaryClient {
           args.push(`--subpaths=${options.subpaths.join(",")}`);
         }
 
+        if (this._options.profile) {
+          args.push(`--profile=${this._options.profile}`);
+        }
+
         args.push("--project", String(project), "--dir", directory);
         const result = await this._call("rebuild", args, directory, options);
         const parsed = JSON.parse(result.stdout) as { version: number; count: number; fileMatch: boolean };

pkg/cli/rebuild.go

@@ -1,9 +1,14 @@
 package cli
 
 import (
+	"encoding/base64"
 	"encoding/json"
 	"fmt"
+	"os"
+	"path/filepath"
+	"runtime/pprof"
 	"strings"
+	"time"
 
 	"github.com/gadget-inc/dateilager/internal/files"
 	"github.com/gadget-inc/dateilager/internal/key"
@@ -12,6 +17,10 @@ import (
 	"github.com/spf13/cobra"
 )
 
+const (
+	PROFILE_NAME = "dateilager-profile-%s-%s.prof"
+)
+
 func NewCmdRebuild() *cobra.Command {
 	var (
 		project          int64
@@ -24,6 +33,7 @@ func NewCmdRebuild() *cobra.Command {
 		cacheDir         string
 		fileMatchInclude string
 		fileMatchExclude string
+		profilePath      string
 	)
 
 	cmd := &cobra.Command{
@@ -51,7 +61,34 @@ func NewCmdRebuild() *cobra.Command {
 				return err
 			}
 
+			if profilePath != "" {
+				args := []string{
+					fmt.Sprintf("project=%d", project),
+					fmt.Sprintf("prefix=%s", prefix),
+					fmt.Sprintf("dir=%s", dir),
+					fmt.Sprintf("ignores=%s", ignores),
+					fmt.Sprintf("subpaths=%s", subpaths),
+					fmt.Sprintf("summarize=%v", summarize),
+					fmt.Sprintf("cachedir=%s", cacheDir),
+					fmt.Sprintf("matchinclude=%s", fileMatchInclude),
+					fmt.Sprintf("matchexclude=%s", fileMatchExclude),
+				}
+				if to != nil {
+					args = append(args, fmt.Sprintf("to=%d", *to))
+				}
+
+				encoded := base64.StdEncoding.EncodeToString([]byte(strings.Join(args, ";")))
+				fileName := fmt.Sprintf(PROFILE_NAME, time.Now().Format("2006-01-02-15-04-05"), encoded)
+				file, err := os.Create(filepath.Join(profilePath, fileName))
+				if err != nil {
+					return fmt.Errorf("cannot open profile path %s: %w", profilePath, err)
+				}
+				_ = pprof.StartCPUProfile(file)
+			}
 			result, err := client.Rebuild(ctx, project, prefix, to, dir, ignoreList, subpathList, cacheDir, matcher, summarize)
+			if profilePath != "" {
+				pprof.StopCPUProfile()
+			}
 			if err != nil {
 				return fmt.Errorf("could not rebuild project: %w", err)
 			}
@@ -84,8 +121,8 @@ func NewCmdRebuild() *cobra.Command {
 	cmd.Flags().StringVar(&cacheDir, "cachedir", "", "Path where the cache folder is mounted")
 	cmd.Flags().StringVar(&fileMatchInclude, "matchinclude", "", "Set fileMatch to true if the written files are matched by this glob pattern")
 	cmd.Flags().StringVar(&fileMatchExclude, "matchexclude", "", "Set fileMatch to false if the written files are matched by this glob pattern")
+	cmd.Flags().StringVar(&profilePath, "profile", "", "Path to the file where the profile will be written")
 	to = cmd.Flags().Int64("to", -1, "To version ID (optional)")
-
 	_ = cmd.MarkFlagRequired("project")
 
 	return cmd