Merge pull request #99 from 0chain/fix/chunk-num

Fix default chunk number
0chain · Nov 26, 2023 · 4454048 · 4454048
2 parents e9b9066 + 4a514fe
commit 4454048
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/cmd/migrate.go b/cmd/migrate.go
@@ -69,7 +69,7 @@ func init() {
 	migrateCmd.Flags().StringVar(&newerThanStr, "newer-than", "", "eg; 7d10h --> migrate objects that is newer than 7 days 10 hours")
 	migrateCmd.Flags().StringVar(&olderThanStr, "older-than", "", "eg; 7d10h --> migrate objects that is older than 7 days 10 hours")
 	migrateCmd.Flags().Int64Var(&chunkSize, "chunk-size", 50*1024*1024, "chunk size in bytes")
-	migrateCmd.Flags().IntVar(&chunkNumber, "chunk-number", 1000, "number of chunks to upload")
+	migrateCmd.Flags().IntVar(&chunkNumber, "chunk-number", 250, "number of chunks to upload")
 	migrateCmd.Flags().IntVar(&batchSize, "batch-size", 30, "number of files to upload in a batch")
 
 }

diff --git a/migration/migrate.go b/migration/migrate.go
@@ -129,7 +129,7 @@ func InitMigration(mConfig *MigrationConfig) error {
 		zlogger.Logger.Error(err)
 		return err
 	}
-
+	mConfig.ChunkSize = dStorageService.GetChunkWriteSize()
 	zlogger.Logger.Info("Getting aws storage service")
 	awsStorageService, err := s3.GetAwsClient(
 		mConfig.Bucket,