Add blobs in manifest and fix bugs (#36)

Signed-off-by: sunby <[email protected]>

cpp/src/common/utils.cpp

@@ -228,7 +228,8 @@ Result<std::shared_ptr<arrow::Schema>> FromProtobufSchema(const schema_proto::Ar
 
 std::string GetNewParquetFilePath(const std::string& path) {
   auto scalar_file_id = boost::uuids::random_generator()();
-  return path + boost::uuids::to_string(scalar_file_id) + kParquetDataFileSuffix;
+  return arrow::fs::internal::JoinAbstractPath(
+      std::vector<std::string_view>{path, boost::uuids::to_string(scalar_file_id) + kParquetDataFileSuffix});
 }
 
 std::string GetScalarDataDir(const std::string& path) {

cpp/src/file/blob.cpp

@@ -0,0 +1,23 @@
+#include "blob.h"
+#include <memory>
+#include "proto/manifest.pb.h"
+
+namespace milvus_storage {
+
+std::unique_ptr<manifest_proto::Blob> Blob::ToProtobuf() const {
+  auto blob = std::make_unique<manifest_proto::Blob>();
+  blob->set_name(name);
+  blob->set_size(size);
+  blob->set_file(file);
+  return blob;
+}
+
+Blob Blob::FromProtobuf(const manifest_proto::Blob blob) {
+  Blob ret;
+  ret.name = blob.name();
+  ret.size = blob.size();
+  ret.file = blob.file();
+  return ret;
+}
+
+}  // namespace milvus_storage

cpp/src/file/blob.h

@@ -0,0 +1,19 @@
+#pragma once
+
+#include <string>
+#include <vector>
+#include "proto/manifest.pb.h"
+#include "common/result.h"
+
+namespace milvus_storage {
+struct Blob {
+  std::string name;
+  int64_t size;
+  std::string file;
+
+  [[nodiscard]] std::unique_ptr<manifest_proto::Blob> ToProtobuf() const;
+  static Blob FromProtobuf(const manifest_proto::Blob blob);
+};
+
+using BlobVector = std::vector<Blob>;
+}  // namespace milvus_storage