mirror of
https://github.com/deepseek-ai/3FS
synced 2025-06-26 18:16:45 +00:00
Initial commit
This commit is contained in:
dev
187
tests/common/utils/TestRenderConfig.cc
Normal file
187
tests/common/utils/TestRenderConfig.cc
Normal file
@@ -0,0 +1,187 @@
|
||||
#include <cstdlib>
|
||||
|
||||
#include "common/utils/RenderConfig.h"
|
||||
#include "common/utils/Toml.hpp"
|
||||
#include "tests/GtestHelpers.h"
|
||||
|
||||
namespace hf3fs::test {
|
||||
namespace {
|
||||
String toPrettyToml(const String &s) {
|
||||
auto t = toml::parse(s);
|
||||
std::stringstream ss;
|
||||
ss << toml::toml_formatter(t, toml::toml_formatter::default_flags & ~toml::format_flags::indentation);
|
||||
return ss.str();
|
||||
}
|
||||
|
||||
TEST(RenderConfig, testNormalV0) {
|
||||
flat::AppInfo app;
|
||||
app.nodeId = flat::NodeId(2);
|
||||
app.hostname = "hostname";
|
||||
app.pid = 100;
|
||||
app.tags = {flat::TagPair("k1", "v1"), flat::TagPair("k2"), flat::TagPair("k3", "v3")};
|
||||
app.releaseVersion = flat::ReleaseVersion::fromV0(0, 1, 2, 0, 0, 100);
|
||||
|
||||
::setenv("TEST_RENDER_CONFIG", "abc", 1);
|
||||
|
||||
String rawConfig = R"(
|
||||
[server]
|
||||
{% if app.nodeId in [1, 3, 5] %}
|
||||
queue_size = 10
|
||||
{% elif hasTagValue(app, "k1", "v1") %}
|
||||
queue_size = 20
|
||||
{% else %}
|
||||
queue_size = 30
|
||||
{% endif %}
|
||||
|
||||
{% if app.hostname is startsWith("host") %}
|
||||
zzz = 1
|
||||
{% else %}
|
||||
zzz = 0
|
||||
{% endif %}
|
||||
|
||||
xxx = {{ "\"abc\"" if app is hasTag("k2") else "\"def\""}}
|
||||
|
||||
port0 = {{ 10003 % 2 }}
|
||||
port1 = {{ 10007 % 2 }}
|
||||
|
||||
version_less_than = {{ relaseVersionCompare(app, "<", "0.1.2") }}
|
||||
version_less_than_or_equal_to = {{ relaseVersionCompare(app, "<=", "0.1.2-100") }}
|
||||
version_equal_to = {{ relaseVersionCompare(app, "==", "0.1.2") }}
|
||||
version_greater_than = {{ releaseVersionCompare(app, ">", "0.1.2-100") }}
|
||||
version_greater_than_or_equal_to = {{ releaseVersionCompare(app, ">=", "0.1.2") }}
|
||||
version_not_equal_to = {{ releaseVersionCompare(app, "!=", "0.1.2-100") }}
|
||||
|
||||
yyy = "{{ env.TEST_RENDER_CONFIG }}"
|
||||
|
||||
log_level = '{{ env.HF3FS_LOG_LEVEL if env.HF3FS_LOG_LEVEL else "INFO" }}'
|
||||
|
||||
# TODO: implement startswith
|
||||
{% if app.hostname == "hostname" %}
|
||||
enable_fast_mode = true
|
||||
{% endif %})";
|
||||
|
||||
auto res = renderConfig(rawConfig, &app);
|
||||
ASSERT_OK(res);
|
||||
|
||||
auto resConfig = toPrettyToml(res.value());
|
||||
|
||||
auto expected = toPrettyToml(R"(
|
||||
[server]
|
||||
xxx = 'abc'
|
||||
yyy = 'abc'
|
||||
zzz = 1
|
||||
log_level = 'INFO'
|
||||
version_less_than = false
|
||||
version_less_than_or_equal_to = true
|
||||
version_equal_to = true
|
||||
version_greater_than_or_equal_to = true
|
||||
version_greater_than = false
|
||||
version_not_equal_to = false
|
||||
port0 = 1
|
||||
port1 = 1
|
||||
queue_size = 20 # hit second case
|
||||
enable_fast_mode = true)");
|
||||
|
||||
ASSERT_EQ(resConfig, expected);
|
||||
}
|
||||
|
||||
TEST(RenderConfig, testTemplateNotParsed) {
|
||||
flat::AppInfo app;
|
||||
app.nodeId = flat::NodeId(2);
|
||||
app.hostname = "hostname";
|
||||
app.pid = 100;
|
||||
app.tags = {flat::TagPair("k1", "v1"), flat::TagPair("k2"), flat::TagPair("k3", "v3")};
|
||||
app.releaseVersion = flat::ReleaseVersion::fromV0(0, 1, 2, 0, 0, 0);
|
||||
|
||||
::setenv("TEST_RENDER_CONFIG", "abc", 1);
|
||||
|
||||
String rawConfig = R"(
|
||||
[server]
|
||||
{% if app.nodeId in (1, 3, 5) %}
|
||||
queue_size = 10
|
||||
{% elif app.hostname not in ('hostname') %}
|
||||
queue_size = 10
|
||||
{% elif hasTagValue(app, "k1", "v1") %}
|
||||
queue_size = 20
|
||||
{% else %}
|
||||
queue_size = 30
|
||||
{% endif %}
|
||||
|
||||
xxx = {{ "\"abc\"" if app is hasTag("k2") else "\"def\""}}
|
||||
|
||||
{% if app.releaseVersion.major == 0 and app.releaseVersion.minor == 1 and app.releaseVersion.patch == 0 %}
|
||||
yyy = 1
|
||||
{% endif %}
|
||||
|
||||
version_less_than = {{ relaseVersionCompare(app, "<", "0.1.2") }}
|
||||
version_less_than_or_equal_to = {{ relaseVersionCompare(app, "<=", "0.1.2") }}
|
||||
version_equal_to = {{ relaseVersionCompare(app, "==", "0.1.2") }}
|
||||
version_greater_than = {{ relaseVersionCompare(app, ">", "0.1.2") }}
|
||||
version_greater_than_or_equal_to = {{ relaseVersionCompare(app, ">=", "0.1.2") }}
|
||||
version_not_equal_to = {{ relaseVersionCompare(app, "!=", "0.1.2") }}
|
||||
|
||||
yyy = "{{ env.TEST_RENDER_CONFIG }}"
|
||||
|
||||
log_level = '{{ env.HF3FS_LOG_LEVEL if env.HF3FS_LOG_LEVEL else "INFO" }}'
|
||||
|
||||
# TODO: implement startswith
|
||||
{% if app.hostname == "hostname" %}
|
||||
enable_fast_mode = true
|
||||
{% endif %})";
|
||||
|
||||
auto res = renderConfig(rawConfig, &app);
|
||||
ASSERT_ERROR(res, StatusCode::kInvalidConfig);
|
||||
ASSERT_TRUE(res.error().message().find("app.hostname not in") != std::string_view::npos);
|
||||
}
|
||||
|
||||
#define ASSERT_REDNER_EQ(raw, app, expected) \
|
||||
do { \
|
||||
auto &&_raw = (raw); \
|
||||
auto &&_app = (app); \
|
||||
auto &&_expected = (expected); \
|
||||
auto _res = renderConfig(_raw, _app); \
|
||||
ASSERT_OK(_res); \
|
||||
auto _resConfig = toPrettyToml(_res.value()); \
|
||||
ASSERT_EQ(_resConfig, _expected); \
|
||||
} while (0)
|
||||
|
||||
TEST(RenderConfig, testNormalV1) {
|
||||
String config0 = R"(
|
||||
x = {{ app.nodeId in [1, 2, 3, 4, 5] }}
|
||||
{% set port = app.nodeId % 2 %}
|
||||
{% if port == 0 %}
|
||||
target_paths = ["/storage/data1/hf3fs", "/storage/data2/hf3fs", "/storage/data3/hf3fs", "/storage/data4/hf3fs", "/storage/data5/hf3fs", "/storage/data6/hf3fs", "/storage/data7/hf3fs", "/storage/data8/hf3fs"]
|
||||
{% else %}
|
||||
target_paths = ["/storage/data9/hf3fs", "/storage/data10/hf3fs", "/storage/data11/hf3fs", "/storage/data12/hf3fs", "/storage/data13/hf3fs", "/storage/data14/hf3fs", "/storage/data15/hf3fs", "/storage/data16/hf3fs"]
|
||||
{% endif %}
|
||||
)";
|
||||
|
||||
String config1 = R"(
|
||||
x = {{ app.nodeId in range(1, 6) }}
|
||||
target_paths = [ {% for i in range(8) %} "/storage/data{{i + 8 * (app.nodeId % 2) + 1}}/hf3fs", {% endfor %} ]
|
||||
)";
|
||||
|
||||
flat::AppInfo app0;
|
||||
app0.nodeId = flat::NodeId(0);
|
||||
|
||||
auto expected0 = toPrettyToml(R"(
|
||||
x = false
|
||||
target_paths = ["/storage/data1/hf3fs", "/storage/data2/hf3fs", "/storage/data3/hf3fs", "/storage/data4/hf3fs", "/storage/data5/hf3fs", "/storage/data6/hf3fs", "/storage/data7/hf3fs", "/storage/data8/hf3fs"]
|
||||
)");
|
||||
|
||||
ASSERT_REDNER_EQ(config0, &app0, expected0);
|
||||
ASSERT_REDNER_EQ(config1, &app0, expected0);
|
||||
|
||||
flat::AppInfo app1;
|
||||
app1.nodeId = flat::NodeId(1);
|
||||
|
||||
auto expected1 = toPrettyToml(R"(
|
||||
x = true
|
||||
target_paths = ["/storage/data9/hf3fs", "/storage/data10/hf3fs", "/storage/data11/hf3fs", "/storage/data12/hf3fs", "/storage/data13/hf3fs", "/storage/data14/hf3fs", "/storage/data15/hf3fs", "/storage/data16/hf3fs"]
|
||||
)");
|
||||
|
||||
ASSERT_REDNER_EQ(config0, &app1, expected1);
|
||||
ASSERT_REDNER_EQ(config1, &app1, expected1);
|
||||
}
|
||||
} // namespace
|
||||
} // namespace hf3fs::test
|
||||
Reference in New Issue
Block a user