DeepSeek/3FS
1
0
Fork 0
mirror of https://github.com/deepseek-ai/3FS synced 2025-06-26 18:16:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Initial commit

Browse Source
This commit is contained in:
dev
2025-02-27 21:53:53 +08:00
commit 815e55e4c0
1291 changed files with 185445 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

108
tests/storage/store/TestChunkMetaStore.cc Normal file
View File

@@ -0,0 +1,108 @@
#include <chrono>
#include <thread>
#include <vector>
#include "common/utils/Size.h"
#include "storage/store/ChunkFileStore.h"
#include "storage/store/ChunkMetaStore.h"
#include "storage/store/PhysicalConfig.h"
#include "tests/GtestHelpers.h"
namespace hf3fs::storage::test {
namespace {
using namespace std::chrono_literals;
TEST(TestChunkMetaStore, Normal) {
folly::test::TemporaryDirectory tmpPath;
kv::KVStore::Config config;
PhysicalConfig targetConfig;
targetConfig.path = tmpPath.path();
targetConfig.physical_file_count = 8;
targetConfig.chunk_size_list = {128_KB};
GlobalFileStore globalFileStore;
ChunkFileStore::Config fileStoreConfig;
ChunkFileStore store(fileStoreConfig, globalFileStore);
ASSERT_OK(store.create(targetConfig));
auto chunkSize = targetConfig.chunk_size_list.front();
ChunkMetaStore::Config metaConfig;
ChunkMetaStore metaStore(metaConfig, store);
ASSERT_OK(metaStore.create(config, targetConfig));
const ChunkId chunkId{0xBeef, 0xBeef};
{
ChunkMetadata meta;
auto result = metaStore.get(chunkId, meta);
ASSERT_FALSE(result);
ASSERT_EQ(result.error().code(), StorageCode::kChunkMetadataNotFound);
}
{
ChunkMetadata meta;
meta.innerFileId.chunkSize = chunkSize;
auto result = metaStore.set(chunkId, meta);
ASSERT_OK(result);
}
{
ChunkMetadata meta;
auto result = metaStore.get(chunkId, meta);
ASSERT_OK(result);
ASSERT_EQ(meta.innerFileId.chunkSize, chunkSize);
auto removeResult = metaStore.remove(chunkId, meta);
ASSERT_OK(removeResult);
}
{
ChunkMetadata meta;
auto result = metaStore.get(chunkId, meta);
ASSERT_FALSE(result);
ASSERT_EQ(result.error().code(), StorageCode::kChunkMetadataNotFound);
}
}
TEST(TestChunkMetaStore, Iterator) {
folly::test::TemporaryDirectory tmpPath;
kv::KVStore::Config config;
PhysicalConfig targetConfig;
targetConfig.path = tmpPath.path();
targetConfig.physical_file_count = 8;
targetConfig.chunk_size_list = {128_KB};
GlobalFileStore globalFileStore;
ChunkFileStore::Config fileStoreConfig;
ChunkFileStore store(fileStoreConfig, globalFileStore);
ASSERT_OK(store.create(targetConfig));
ChunkMetaStore::Config metaConfig;
ChunkMetaStore metaStore(metaConfig, store);
ASSERT_OK(metaStore.create(config, targetConfig));
constexpr uint64_t P = 0xBeef;
constexpr uint64_t N = 8;
for (uint64_t i = 1; i <= N; ++i) {
ChunkMetadata meta;
meta.innerFileId.chunkSize = 128_KB;
const ChunkId chunkId{P, i};
auto result = metaStore.set(chunkId, meta);
ASSERT_OK(result);
}
auto iterator = metaStore.iterator(ChunkId(P, 0).data().substr(0, 8));
ASSERT_OK(iterator);
for (uint64_t i = 0; i < N; ++i) {
ASSERT_TRUE(iterator->valid());
ASSERT_EQ(iterator->chunkId(), (ChunkId{P, N - i}));
iterator->next();
}
ASSERT_FALSE(iterator->valid());
}
} // namespace
} // namespace hf3fs::storage::test