refactor!: create da client and split cache interface

.mockery.yaml

@@ -48,11 +48,11 @@ packages:
           filename: external/hstore.go
   github.com/evstack/ev-node/block/internal/syncing:
     interfaces:
-      daRetriever:
+      DARetriever:
         config:
           dir: ./block/internal/syncing
           pkgname: syncing
-          filename: syncer_mock.go
+          filename: da_retriever_mock.go
       p2pHandler:
         config:
           dir: ./block/internal/syncing

CHANGELOG.md

@@ -12,6 +12,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 ### Changed
 
 - Rename `evm-single` to `evm` and `grpc-single` to `evgrpc` for clarity. [#2839](https://github.com/evstack/ev-node/pull/2839)
+- Split cache interface in `CacheManager` and `PendingManager` and create `da` client to easy DA handling. [#2878](https://github.com/evstack/ev-node/pull/2878)
 
 ## v1.0.0-beta.10
 

apps/evm/go.sum

@@ -760,6 +760,8 @@ gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
 gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
 gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
 gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
+gotest.tools/v3 v3.5.2 h1:7koQfIKdy+I8UTetycgUqXWSDwpgv193Ka+qRsmBY8Q=
+gotest.tools/v3 v3.5.2/go.mod h1:LtdLGcnqToBH83WByAAi/wiwSFCArdFIUV/xxN4pcjA=
 grpc.go4.org v0.0.0-20170609214715-11d0a25b4919/go.mod h1:77eQGdRu53HpSqPFJFmuJdjuHRquDANNeA4x7B8WQ9o=
 honnef.co/go/tools v0.0.0-20180728063816-88497007e858/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=
 honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=

apps/grpc/go.sum

@@ -654,6 +654,8 @@ gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
 gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
 gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
 gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
+gotest.tools/v3 v3.5.2 h1:7koQfIKdy+I8UTetycgUqXWSDwpgv193Ka+qRsmBY8Q=
+gotest.tools/v3 v3.5.2/go.mod h1:LtdLGcnqToBH83WByAAi/wiwSFCArdFIUV/xxN4pcjA=
 grpc.go4.org v0.0.0-20170609214715-11d0a25b4919/go.mod h1:77eQGdRu53HpSqPFJFmuJdjuHRquDANNeA4x7B8WQ9o=
 honnef.co/go/tools v0.0.0-20180728063816-88497007e858/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=
 honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=

apps/testapp/go.sum

@@ -653,6 +653,8 @@ gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
 gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
 gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
 gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
+gotest.tools/v3 v3.5.2 h1:7koQfIKdy+I8UTetycgUqXWSDwpgv193Ka+qRsmBY8Q=
+gotest.tools/v3 v3.5.2/go.mod h1:LtdLGcnqToBH83WByAAi/wiwSFCArdFIUV/xxN4pcjA=
 grpc.go4.org v0.0.0-20170609214715-11d0a25b4919/go.mod h1:77eQGdRu53HpSqPFJFmuJdjuHRquDANNeA4x7B8WQ9o=
 honnef.co/go/tools v0.0.0-20180728063816-88497007e858/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=
 honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=

block/components.go

@@ -144,13 +144,15 @@ func NewSyncComponents(
 		return nil, fmt.Errorf("failed to create cache manager: %w", err)
 	}
 
+	daClient := NewDAClient(da, config, logger)
+
 	// error channel for critical failures
 	errorCh := make(chan error, 1)
 
 	syncer := syncing.NewSyncer(
 		store,
 		exec,
-		da,
+		daClient,
 		cacheManager,
 		metrics,
 		config,
@@ -162,8 +164,8 @@ func NewSyncComponents(
 		errorCh,
 	)
 
-	// Create DA submitter for sync nodes (no signer, only DA inclusion processing)
-	daSubmitter := submitting.NewDASubmitter(da, config, genesis, blockOpts, metrics, logger)
+	// Create submitter for sync nodes (no signer, only DA inclusion processing)
+	daSubmitter := submitting.NewDASubmitter(daClient, config, genesis, blockOpts, metrics, logger)
 	submitter := submitting.NewSubmitter(
 		store,
 		exec,
@@ -243,8 +245,9 @@ func NewAggregatorComponents(
 		return nil, fmt.Errorf("failed to create reaper: %w", err)
 	}
 
-	// Create DA submitter for aggregator nodes (with signer for submission)
-	daSubmitter := submitting.NewDASubmitter(da, config, genesis, blockOpts, metrics, logger)
+	// Create DA client and submitter for aggregator nodes (with signer for submission)
+	daClient := NewDAClient(da, config, logger)
+	daSubmitter := submitting.NewDASubmitter(daClient, config, genesis, blockOpts, metrics, logger)
 	submitter := submitting.NewSubmitter(
 		store,
 		exec,

block/internal/cache/manager.go

@@ -41,8 +41,9 @@ func registerGobTypes() {
 	})
 }
 
-// Manager provides centralized cache management for both executing and syncing components
-type Manager interface {
+// CacheManager provides thread-safe cache operations for tracking seen blocks
+// and DA inclusion status during block execution and syncing.
+type CacheManager interface {
 	// Header operations
 	IsHeaderSeen(hash string) bool
 	SetHeaderSeen(hash string, blockHeight uint64)
@@ -62,14 +63,6 @@ type Manager interface {
 	SetTxSeen(hash string)
 	CleanupOldTxs(olderThan time.Duration) int
 
-	// Pending operations
-	GetPendingHeaders(ctx context.Context) ([]*types.SignedHeader, error)
-	GetPendingData(ctx context.Context) ([]*types.SignedData, error)
-	SetLastSubmittedHeaderHeight(ctx context.Context, height uint64)
-	SetLastSubmittedDataHeight(ctx context.Context, height uint64)
-	NumPendingHeaders() uint64
-	NumPendingData() uint64
-
 	// Pending events syncing coordination
 	GetNextPendingEvent(blockHeight uint64) *common.DAHeightEvent
 	SetPendingEvent(blockHeight uint64, event *common.DAHeightEvent)
@@ -83,6 +76,22 @@ type Manager interface {
 	DeleteHeight(blockHeight uint64)
 }
 
+// PendingManager provides operations for managing pending headers and data
+type PendingManager interface {
+	GetPendingHeaders(ctx context.Context) ([]*types.SignedHeader, error)
+	GetPendingData(ctx context.Context) ([]*types.SignedData, error)
+	SetLastSubmittedHeaderHeight(ctx context.Context, height uint64)
+	SetLastSubmittedDataHeight(ctx context.Context, height uint64)
+	NumPendingHeaders() uint64
+	NumPendingData() uint64
+}
+
+// Manager provides centralized cache management for both executing and syncing components
+type Manager interface {
+	CacheManager
+	PendingManager
+}
+
 var _ Manager = (*implementation)(nil)
 
 // implementation provides the concrete implementation of cache Manager
@@ -98,6 +107,59 @@ type implementation struct {
 	logger             zerolog.Logger
 }
 
+// NewPendingManager creates a new pending manager instance
+func NewPendingManager(store store.Store, logger zerolog.Logger) (PendingManager, error) {
+	pendingHeaders, err := NewPendingHeaders(store, logger)
+	if err != nil {
+		return nil, fmt.Errorf("failed to create pending headers: %w", err)
+	}
+
+	pendingData, err := NewPendingData(store, logger)
+	if err != nil {
+		return nil, fmt.Errorf("failed to create pending data: %w", err)
+	}
+
+	return &implementation{
+		pendingHeaders: pendingHeaders,
+		pendingData:    pendingData,
+		logger:         logger,
+	}, nil
+}
+
+// NewCacheManager creates a new cache manager instance
+func NewCacheManager(cfg config.Config, logger zerolog.Logger) (CacheManager, error) {
+	// Initialize caches
+	headerCache := NewCache[types.SignedHeader]()
+	dataCache := NewCache[types.Data]()
+	txCache := NewCache[struct{}]()
+	pendingEventsCache := NewCache[common.DAHeightEvent]()
+
+	registerGobTypes()
+	impl := &implementation{
+		headerCache:        headerCache,
+		dataCache:          dataCache,
+		txCache:            txCache,
+		txTimestamps:       new(sync.Map),
+		pendingEventsCache: pendingEventsCache,
+		config:             cfg,
+		logger:             logger,
+	}
+
+	if cfg.ClearCache {
+		// Clear the cache from disk
+		if err := impl.ClearFromDisk(); err != nil {
+			logger.Warn().Err(err).Msg("failed to clear cache from disk, starting with empty cache")
+		}
+	} else {
+		// Load existing cache from disk
+		if err := impl.LoadFromDisk(); err != nil {
+			logger.Warn().Err(err).Msg("failed to load cache from disk, starting with empty cache")
+		}
+	}
+
+	return impl, nil
+}
+
 // NewManager creates a new cache manager instance
 func NewManager(cfg config.Config, store store.Store, logger zerolog.Logger) (Manager, error) {
 	// Initialize caches