-
Notifications
You must be signed in to change notification settings - Fork 16
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Signed-off-by: sunby <[email protected]>
- Loading branch information
Showing
9 changed files
with
238 additions
and
144 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,56 +1,59 @@ | ||
module github.com/milvus-io/milvus-storage-format | ||
|
||
go 1.18 | ||
go 1.19 | ||
|
||
require ( | ||
github.com/apache/arrow/go/v12 v12.0.0-20230223012627-e0e740bd7a24 | ||
github.com/bits-and-blooms/bitset v1.5.0 | ||
github.com/google/uuid v1.3.0 | ||
github.com/stretchr/testify v1.8.2 | ||
github.com/minio/minio-go/v7 v7.0.61 | ||
github.com/stretchr/testify v1.8.4 | ||
go.uber.org/zap v1.24.0 | ||
google.golang.org/protobuf v1.28.1 | ||
google.golang.org/grpc v1.57.0 | ||
google.golang.org/protobuf v1.31.0 | ||
) | ||
|
||
require ( | ||
github.com/JohnCGriffin/overflow v0.0.0-20211019200055-46fa312c352c // indirect | ||
github.com/andybalholm/brotli v1.0.4 // indirect | ||
github.com/apache/thrift v0.16.0 // indirect | ||
github.com/davecgh/go-spew v1.1.1 // indirect | ||
github.com/apache/thrift v0.18.1 // indirect | ||
github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect | ||
github.com/dustin/go-humanize v1.0.1 // indirect | ||
github.com/goccy/go-json v0.9.11 // indirect | ||
github.com/golang/protobuf v1.5.2 // indirect | ||
github.com/goccy/go-json v0.10.2 // indirect | ||
github.com/golang/protobuf v1.5.3 // indirect | ||
github.com/golang/snappy v0.0.4 // indirect | ||
github.com/google/flatbuffers v2.0.8+incompatible // indirect | ||
github.com/json-iterator/go v1.1.12 // indirect | ||
github.com/klauspost/asmfmt v1.3.2 // indirect | ||
github.com/klauspost/compress v1.16.7 // indirect | ||
github.com/klauspost/cpuid/v2 v2.2.5 // indirect | ||
github.com/kr/text v0.2.0 // indirect | ||
github.com/kr/pretty v0.3.1 // indirect | ||
github.com/minio/asm2plan9s v0.0.0-20200509001527-cdd76441f9d8 // indirect | ||
github.com/minio/c2goasm v0.0.0-20190812172519-36a3d3bbc4f3 // indirect | ||
github.com/minio/md5-simd v1.1.2 // indirect | ||
github.com/minio/minio-go/v7 v7.0.61 // indirect | ||
github.com/minio/sha256-simd v1.0.1 // indirect | ||
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect | ||
github.com/modern-go/reflect2 v1.0.2 // indirect | ||
github.com/pierrec/lz4/v4 v4.1.15 // indirect | ||
github.com/pmezard/go-difflib v1.0.0 // indirect | ||
github.com/pierrec/lz4/v4 v4.1.18 // indirect | ||
github.com/pkg/errors v0.9.1 // indirect | ||
github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect | ||
github.com/rogpeppe/go-internal v1.10.0 // indirect | ||
github.com/rs/xid v1.5.0 // indirect | ||
github.com/sirupsen/logrus v1.9.3 // indirect | ||
github.com/zeebo/xxh3 v1.0.2 // indirect | ||
go.uber.org/atomic v1.7.0 // indirect | ||
go.uber.org/multierr v1.6.0 // indirect | ||
go.uber.org/atomic v1.11.0 // indirect | ||
go.uber.org/goleak v1.2.1 // indirect | ||
go.uber.org/multierr v1.11.0 // indirect | ||
golang.org/x/crypto v0.11.0 // indirect | ||
golang.org/x/exp v0.0.0-20220827204233-334a2380cb91 // indirect | ||
golang.org/x/mod v0.8.0 // indirect | ||
golang.org/x/exp v0.0.0-20230728194245-b0cb94b80691 // indirect | ||
golang.org/x/mod v0.12.0 // indirect | ||
golang.org/x/net v0.12.0 // indirect | ||
golang.org/x/sync v0.1.0 // indirect | ||
golang.org/x/sync v0.3.0 // indirect | ||
golang.org/x/sys v0.10.0 // indirect | ||
golang.org/x/text v0.11.0 // indirect | ||
golang.org/x/tools v0.6.0 // indirect | ||
golang.org/x/xerrors v0.0.0-20220609144429-65e65417b02f // indirect | ||
google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013 // indirect | ||
google.golang.org/grpc v1.49.0 // indirect | ||
golang.org/x/tools v0.11.0 // indirect | ||
golang.org/x/xerrors v0.0.0-20220907171357-04be3eba64a2 // indirect | ||
google.golang.org/genproto/googleapis/rpc v0.0.0-20230726155614-23370e0ffb3e // indirect | ||
gopkg.in/ini.v1 v1.67.0 // indirect | ||
gopkg.in/yaml.v3 v3.0.1 // indirect | ||
) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,126 @@ | ||
package fs_test | ||
|
||
import ( | ||
"io" | ||
"testing" | ||
|
||
"github.com/milvus-io/milvus-storage-format/io/fs" | ||
"github.com/minio/minio-go/v7" | ||
"github.com/stretchr/testify/suite" | ||
) | ||
|
||
type MinioFsTestSuite struct { | ||
suite.Suite | ||
fs fs.Fs | ||
client *minio.Client | ||
} | ||
|
||
func (suite *MinioFsTestSuite) SetupSuite() { | ||
fs, err := fs.BuildFileSystem("s3://minioadmin:minioadmin@localhost:9001/default") | ||
suite.NoError(err) | ||
suite.fs = fs | ||
} | ||
|
||
func (suite *MinioFsTestSuite) TestMinioOpenFile() { | ||
file, err := suite.fs.OpenFile("a") | ||
suite.NoError(err) | ||
n, err := file.Write([]byte{1}) | ||
suite.NoError(err) | ||
suite.Equal(1, n) | ||
suite.NoError(file.Close()) | ||
|
||
file, err = suite.fs.OpenFile("a") | ||
suite.NoError(err) | ||
buf := make([]byte, 10) | ||
n, err = file.Read(buf) | ||
suite.Equal(io.EOF, err) | ||
suite.Equal(1, n) | ||
suite.ElementsMatch(buf[:n], []byte{1}) | ||
} | ||
|
||
func (suite *MinioFsTestSuite) TestMinioRename() { | ||
file, err := suite.fs.OpenFile("a") | ||
suite.NoError(err) | ||
n, err := file.Write([]byte{1}) | ||
suite.NoError(err) | ||
suite.Equal(1, n) | ||
suite.NoError(file.Close()) | ||
|
||
err = suite.fs.Rename("a", "b") | ||
suite.NoError(err) | ||
|
||
file, err = suite.fs.OpenFile("b") | ||
suite.NoError(err) | ||
buf := make([]byte, 10) | ||
n, err = file.Read(buf) | ||
suite.Equal(io.EOF, err) | ||
suite.Equal(1, n) | ||
suite.ElementsMatch(buf[:n], []byte{1}) | ||
} | ||
|
||
func (suite *MinioFsTestSuite) TestMinioFsDeleteFile() { | ||
file, err := suite.fs.OpenFile("a") | ||
suite.NoError(err) | ||
n, err := file.Write([]byte{1}) | ||
suite.NoError(err) | ||
suite.Equal(1, n) | ||
suite.NoError(file.Close()) | ||
|
||
err = suite.fs.DeleteFile("a") | ||
suite.NoError(err) | ||
|
||
exist, err := suite.fs.Exist("a") | ||
suite.NoError(err) | ||
suite.False(exist) | ||
} | ||
|
||
func (suite *MinioFsTestSuite) TestMinioFsList() { | ||
file, err := suite.fs.OpenFile("a/b") | ||
suite.NoError(err) | ||
_, err = file.Write([]byte{1}) | ||
suite.NoError(err) | ||
suite.NoError(file.Close()) | ||
file, err = suite.fs.OpenFile("a/b/c") | ||
suite.NoError(err) | ||
_, err = file.Write([]byte{1}) | ||
suite.NoError(err) | ||
suite.NoError(file.Close()) | ||
|
||
entries, err := suite.fs.List("a/") | ||
suite.NoError(err) | ||
suite.EqualValues([]fs.FileEntry{{Path: "a/b"}}, entries) | ||
} | ||
|
||
func (suite *MinioFsTestSuite) TestMinioFsReadFile() { | ||
file, err := suite.fs.OpenFile("a") | ||
suite.NoError(err) | ||
n, err := file.Write([]byte{1}) | ||
suite.NoError(err) | ||
suite.Equal(1, n) | ||
suite.NoError(file.Close()) | ||
|
||
content, err := suite.fs.ReadFile("a") | ||
suite.NoError(err) | ||
suite.EqualValues([]byte{1}, content) | ||
} | ||
|
||
func (suite *MinioFsTestSuite) TestMinioFsExist() { | ||
exist, err := suite.fs.Exist("nonexist") | ||
suite.NoError(err) | ||
suite.False(exist) | ||
|
||
file, err := suite.fs.OpenFile("exist") | ||
suite.NoError(err) | ||
n, err := file.Write([]byte{1}) | ||
suite.NoError(err) | ||
suite.Equal(1, n) | ||
suite.NoError(file.Close()) | ||
|
||
exist, err = suite.fs.Exist("exist") | ||
suite.NoError(err) | ||
suite.True(exist) | ||
} | ||
|
||
func TestMinioFsSuite(t *testing.T) { | ||
suite.Run(t, &MinioFsTestSuite{}) | ||
} |