Add support of the embedded storage

config/config.go

@@ -29,6 +29,7 @@ import (
 	"github.com/go-playground/validator/v10"
 
 	"github.com/apache/kvrocks-controller/logger"
+	"github.com/apache/kvrocks-controller/store/engine/embedded"
 	"github.com/apache/kvrocks-controller/store/engine/etcd"
 	"github.com/apache/kvrocks-controller/store/engine/zookeeper"
 )
@@ -51,6 +52,7 @@ const defaultPort = 9379
 type Config struct {
 	Addr        string            `yaml:"addr"`
 	StorageType string            `yaml:"storage_type"`
+	Embedded    *embedded.Config  `yaml:"embedded"`
 	Etcd        *etcd.Config      `yaml:"etcd"`
 	Zookeeper   *zookeeper.Config `yaml:"zookeeper"`
 	Admin       AdminConfig       `yaml:"admin"`

config/config.yaml

@@ -22,7 +22,13 @@ addr: "127.0.0.1:9379"
 # Which store engine should be used by controller
 # options: etcd, zookeeper
 # default: etcd
-storage_type: etcd
+storage_type: embedded
+
+embedded:
+  addrs:
+    - "127.0.0.1:1212"
+#    - "127.0.0.1:1213"
+  id: 1
 
 etcd:
   addrs:

go.mod

@@ -1,8 +1,9 @@
 module github.com/apache/kvrocks-controller
 
-go 1.19
+go 1.21
 
 require (
+	github.com/fatih/color v1.16.0
 	github.com/gin-gonic/gin v1.9.1
 	github.com/go-playground/validator/v10 v10.14.0
 	github.com/go-redis/redis/v8 v8.11.5
@@ -11,9 +12,11 @@ require (
 	github.com/olekukonko/tablewriter v0.0.5
 	github.com/prometheus/client_golang v1.11.1
 	github.com/spf13/cobra v1.8.0
-	github.com/stretchr/testify v1.8.3
-	go.etcd.io/etcd v3.3.27+incompatible
-	go.etcd.io/etcd/client/v3 v3.5.4
+	github.com/stretchr/testify v1.8.4
+	go.etcd.io/etcd/client/pkg/v3 v3.5.14
+	go.etcd.io/etcd/client/v3 v3.5.14
+	go.etcd.io/etcd/raft/v3 v3.5.14
+	go.etcd.io/etcd/server/v3 v3.5.14
 	go.uber.org/atomic v1.7.0
 	go.uber.org/zap v1.21.0
 	gopkg.in/yaml.v1 v1.0.0-20140924161607-9f9df34309c0
@@ -22,23 +25,20 @@ require (
 require (
 	github.com/beorn7/perks v1.0.1 // indirect
 	github.com/bytedance/sonic v1.9.1 // indirect
-	github.com/cespare/xxhash/v2 v2.1.2 // indirect
+	github.com/cespare/xxhash/v2 v2.2.0 // indirect
 	github.com/chenzhuoyu/base64x v0.0.0-20221115062448-fe3a3abad311 // indirect
-	github.com/coreos/etcd v3.3.27+incompatible // indirect
 	github.com/coreos/go-semver v0.3.0 // indirect
-	github.com/coreos/go-systemd v0.0.0-20191104093116-d3cd4ed1dbcf // indirect
 	github.com/coreos/go-systemd/v22 v22.3.2 // indirect
-	github.com/coreos/pkg v0.0.0-20230327231512-ba87abf18a23 // indirect
 	github.com/davecgh/go-spew v1.1.1 // indirect
 	github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
-	github.com/fatih/color v1.16.0 // indirect
+	github.com/dustin/go-humanize v1.0.0 // indirect
 	github.com/gabriel-vasile/mimetype v1.4.2 // indirect
 	github.com/gin-contrib/sse v0.1.0 // indirect
 	github.com/go-playground/locales v0.14.1 // indirect
 	github.com/go-playground/universal-translator v0.18.1 // indirect
 	github.com/goccy/go-json v0.10.2 // indirect
 	github.com/gogo/protobuf v1.3.2 // indirect
-	github.com/golang/protobuf v1.5.2 // indirect
+	github.com/golang/protobuf v1.5.4 // indirect
 	github.com/inconshreveable/mousetrap v1.1.0 // indirect
 	github.com/json-iterator/go v1.1.12 // indirect
 	github.com/klauspost/cpuid/v2 v2.2.4 // indirect
@@ -57,16 +57,20 @@ require (
 	github.com/spf13/pflag v1.0.5 // indirect
 	github.com/twitchyliquid64/golang-asm v0.15.1 // indirect
 	github.com/ugorji/go/codec v1.2.11 // indirect
-	go.etcd.io/etcd/api/v3 v3.5.4 // indirect
-	go.etcd.io/etcd/client/pkg/v3 v3.5.4 // indirect
+	github.com/xiang90/probing v0.0.0-20190116061207-43a291ad63a2 // indirect
+	go.etcd.io/etcd/api/v3 v3.5.14 // indirect
+	go.etcd.io/etcd/pkg/v3 v3.5.14 // indirect
 	go.uber.org/multierr v1.6.0 // indirect
 	golang.org/x/arch v0.3.0 // indirect
 	golang.org/x/crypto v0.21.0 // indirect
 	golang.org/x/net v0.22.0 // indirect
 	golang.org/x/sys v0.18.0 // indirect
 	golang.org/x/text v0.14.0 // indirect
-	google.golang.org/genproto v0.0.0-20210602131652-f16073e35f0c // indirect
-	google.golang.org/grpc v1.38.0 // indirect
-	google.golang.org/protobuf v1.30.0 // indirect
+	golang.org/x/time v0.5.0 // indirect
+	google.golang.org/genproto v0.0.0-20230822172742-b8732ec3820d // indirect
+	google.golang.org/genproto/googleapis/api v0.0.0-20230822172742-b8732ec3820d // indirect
+	google.golang.org/genproto/googleapis/rpc v0.0.0-20230822172742-b8732ec3820d // indirect
+	google.golang.org/grpc v1.59.0 // indirect
+	google.golang.org/protobuf v1.33.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
 )

server/server.go

@@ -36,6 +36,7 @@ import (
 	"github.com/apache/kvrocks-controller/server/helper"
 	"github.com/apache/kvrocks-controller/store"
 	"github.com/apache/kvrocks-controller/store/engine"
+	"github.com/apache/kvrocks-controller/store/engine/embedded"
 	"github.com/apache/kvrocks-controller/store/engine/etcd"
 	"github.com/apache/kvrocks-controller/store/engine/zookeeper"
 )
@@ -60,6 +61,9 @@ func NewServer(cfg *config.Config) (*Server, error) {
 	case strings.EqualFold(cfg.StorageType, "zookeeper"):
 		logger.Get().Info("Use Zookeeper as store")
 		persist, err = zookeeper.New(sessionID, cfg.Zookeeper)
+	case strings.EqualFold(cfg.StorageType, "embedded"):
+		logger.Get().Info("Use Embedded as storage")
+		persist, err = embedded.New(sessionID, cfg.Embedded)
 	default:
 		logger.Get().Info("Use Etcd as default store")
 		persist, err = etcd.New(sessionID, cfg.Etcd)