upgrade chart (#54)

* upgrade chart

* add sensible defaults

---------

Co-authored-by: Luke Lombardi <[email protected]>

Author: luke-lombardi

Makefile

@@ -1,4 +1,4 @@
-chartVersion := 0.1.1
+chartVersion := 0.1.2
 imageVersion := latest
 GOOS ?= linux
 GOARCH ?= $(shell uname -m | sed 's/x86_64/amd64/' | sed 's/aarch64/arm64/')

deploy/charts/blobcache/Chart.lock

@@ -1,6 +1,6 @@
 dependencies:
 - name: common
-  repository: https://bjw-s.github.io/helm-charts
+  repository: https://bjw-s-labs.github.io/helm-charts
   version: 2.5.0
-digest: sha256:d40f33f9bf7747337babf6efd9561f1fadc0e2dea867b3146201ca3a8eb70e7a
-generated: "2024-02-08T17:59:12.280543-05:00"
+digest: sha256:9c7fd73836903c1d0a15deeb2732d39b5b363cc3d7c8a13be3adf5b6e099758e
+generated: "2025-05-03T10:37:42.036903-04:00"

deploy/charts/blobcache/Chart.yaml

@@ -2,10 +2,10 @@ apiVersion: v2
 name: beam-blobcache-v2-chart
 description: A Helm chart for Blobcache
 type: application
-version: 0.1.1
-appVersion: 0.1.1
+version: 0.1.2
+appVersion: 0.1.2
 home: https://beam.cloud
 dependencies:
 - name: common
-  repository: https://bjw-s.github.io/helm-charts
+  repository: https://bjw-s-labs.github.io/helm-charts
   version: 2.5.0

deploy/charts/blobcache/values.yaml

@@ -1,12 +1,12 @@
 ---
 # -- See the common values.yaml for all the options you can set.
-# https://github.com/bjw-s/helm-charts/blob/common-2.5.0/charts/library/common/values.yaml
+# https://github.com/bjw-s-labs/helm-charts/blob/common-2.5.0/charts/library/common/values.yaml
 global:
   fullnameOverride:
 
 image:
   repository: public.ecr.aws/n4e0e1y0/beam-blobcache-v2
-  tag: latest
+  tag: 0.1.30
 
 controllers:
   main:

pkg/s3_client.go

@@ -13,6 +13,11 @@ import (
 	"github.com/aws/aws-sdk-go-v2/service/s3"
 )
 
+const (
+	defaultDownloadConcurrency = 16
+	defaultDownloadChunkSize   = 64 * 1024 * 1024 // 64MB
+)
+
 type S3Client struct {
 	Client              *s3.Client
 	Source              S3SourceConfig
@@ -45,6 +50,14 @@ func NewS3Client(ctx context.Context, sourceConfig S3SourceConfig, serverConfig
 		cfg.BaseEndpoint = aws.String(sourceConfig.EndpointURL)
 	}
 
+	if serverConfig.S3DownloadConcurrency <= 0 {
+		serverConfig.S3DownloadConcurrency = defaultDownloadConcurrency
+	}
+
+	if serverConfig.S3DownloadChunkSize <= 0 {
+		serverConfig.S3DownloadChunkSize = defaultDownloadChunkSize
+	}
+
 	s3Client := s3.NewFromConfig(cfg)
 	return &S3Client{
 		Client:              s3Client,