Initial commit

2025-06-26 18:16:45 +00:00 · 2025-02-27 21:53:53 +08:00
commit 815e55e4c0
1291 changed files with 185445 additions and 0 deletions
--- a/tests/analytics/TestSerdeObjectReader.cc
+++ b/tests/analytics/TestSerdeObjectReader.cc
@@ -0,0 +1,138 @@
+#include <arrow/io/file.h>
+#include <folly/logging/xlog.h>
+#include <optional>
+#include <parquet/schema.h>
+
+#include "analytics/SerdeObjectReader.h"
+#include "analytics/SerdeObjectWriter.h"
+#include "fbs/core/user/User.h"
+#include "fbs/meta/Schema.h"
+#include "fbs/storage/Common.h"
+#include "tests/GtestHelpers.h"
+
+namespace hf3fs::analytics {
+
+template <serde::SerdeType T>
+void readAndCompareSerdeObjectDump(const T &expected) {
+  {
+    auto writer = SerdeObjectWriter<T>::open(fmt::format("{}.parquet", nameof::nameof_short_type<T>()));
+    ASSERT_NE(writer, nullptr);
+    *writer << expected << parquet::EndRowGroup;
+  }
+
+  auto reader = SerdeObjectReader<T>::open(fmt::format("{}.parquet", nameof::nameof_short_type<T>()));
+  ASSERT_NE(reader, nullptr);
+  T fromFile;
+  *reader >> fromFile;
+
+  ASSERT_TRUE(serde::equals(expected, fromFile))
+      << "Expected: " << serde::toJsonString(expected, true, true) << std::endl
+      << "FromFile: " << serde::toJsonString(fromFile, true, true);
+}
+
+TEST(TestSerdeObjectReader, ChunkMeta) {
+  storage::ChunkMeta chunkmeta{
+      .chunkId = storage::ChunkId(1, 1),
+      .updateVer = storage::ChunkVer(1),
+      .commitVer = storage::ChunkVer(2),
+      .checksum =
+          storage::ChecksumInfo{
+              .type = storage::ChecksumType::CRC32C,
+              .value = 123,
+          },
+  };
+
+  readAndCompareSerdeObjectDump(chunkmeta);
+}
+
+TEST(TestSerdeObjectReader, Inode) {
+  meta::Inode inode{
+      meta::InodeId{0xFF},
+      meta::InodeData{
+          .type =
+              meta::File{
+                  meta::Layout{
+                      .tableId = meta::ChainTableId{1},
+                      .tableVersion = meta::ChainTableVersion{1},
+                      .chains = meta::Layout::ChainRange(101 /*baseIndex*/,
+                                                         meta::Layout::ChainRange::Shuffle::STD_SHUFFLE_MT19937,
+                                                         0xFFEE /*seed*/),
+                  },
+              },
+          .nlink = 10,
+          .atime = UtcTime::clock::now(),
+          .ctime = UtcTime::clock::now(),
+          .mtime = UtcTime::clock::now(),
+      },
+  };
+
+  readAndCompareSerdeObjectDump(inode);
+}
+
+TEST(TestSerdeObjectReader, DirEntry) {
+  meta::DirEntry entry{meta::InodeId{0x10},
+                       "direntry",
+                       meta::DirEntryData{meta::InodeId{0xFF},
+                                          meta::InodeType::File,
+                                          meta::Acl(flat::Uid(1), flat::Gid(1), flat::Permission(0644))}};
+
+  readAndCompareSerdeObjectDump(entry);
+  entry.dirAcl = std::nullopt;
+  readAndCompareSerdeObjectDump(entry);
+}
+
+TEST(TestSerdeObjectReader, IOResult) {
+  storage::IOResult ioResult{
+      1024U,
+      storage::ChunkVer{1},
+      storage::ChunkVer{2},
+      storage::ChecksumInfo{storage::ChecksumType::CRC32C, 0xFFEEAABB},
+      storage::ChainVer{123},
+  };
+
+  readAndCompareSerdeObjectDump(ioResult);
+}
+
+TEST(TestSerdeObjectReader, UpdateReq) {
+  storage::UpdateReq updateReq{
+      .payload =
+          {
+              .offset = 123,
+              .length = 456,
+              .chunkSize = 789,
+              .key =
+                  storage::GlobalKey{
+                      .vChainId =
+                          storage::VersionedChainId{
+                              .chainId = storage::ChainId{10001},
+                              .chainVer = storage::ChainVer{2000},
+                          },
+                  },
+              // .rdmabuf = net::RDMARemoteBuf{},
+              .updateVer = storage::ChunkVer{999},
+              .updateType = storage::UpdateType::WRITE,
+              .checksum =
+                  storage::ChecksumInfo{
+                      .type = storage::ChecksumType::CRC32C,
+                      .value = 0xFFEEAABB,
+                  },
+              // .inlinebuf =
+              //     storage::UInt8Vector{
+              //         .data = std::vector<uint8_t>(10, 0xFF),
+              //     },
+          },
+      .tag =
+          storage::MessageTag{
+              ClientId::random(),
+              storage::RequestId{101},
+              storage::UpdateChannel{
+                  .id = storage::ChannelId{1},
+                  .seqnum = storage::ChannelSeqNum{1},
+              },
+          },
+  };
+
+  readAndCompareSerdeObjectDump(updateReq);
+}
+
+}  // namespace hf3fs::analytics