Skip to content

feat(index): upgrade Lumina to 0.4.0 #475

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
SteNicholas merged 1 commit into from
Oct 28, 2026
Merged

feat(index): upgrade Lumina to 0.4.0 #475

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
28 changes: 24 additions & 4 deletions src/paimon/indexer/lumina/lumina_global_index_test.cpp
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -281,7 +281,27 @@ class LuminaGlobalIndexTest : public ::testing::Test {
std::vector<float> query_ = {1.0f, 1.0f, 1.0f, 1.1f};
};

TEST_F(LuminaGlobalIndexTest, TestSimple) {
class LuminaGlobalIndexBackendTest : public LuminaGlobalIndexTest,
public ::testing::WithParamInterface<std::string> {
public:
void SetUp() override {
LuminaGlobalIndexTest::SetUp();
options_["lumina.index.type"] = GetParam();
if (GetParam() == "flatnsw") {
options_["lumina.flatnsw.build.thread_count"] = "1";
// Use a large search width for the small dataset to reduce approximate-search misses.
options_["lumina.flatnsw.search.ef_search"] = "64";
}
}
};

INSTANTIATE_TEST_SUITE_P(Backends, LuminaGlobalIndexBackendTest,
::testing::Values(std::string("bruteforce"), std::string("flatnsw")),
[](const ::testing::TestParamInfo<std::string>& info) {
return info.param;
});

TEST_P(LuminaGlobalIndexBackendTest, TestSimple) {
auto test_root_dir = paimon::test::UniqueTestDirectory::Create();
ASSERT_TRUE(test_root_dir);
std::string test_root = test_root_dir->Str();
Expand Down Expand Up @@ -315,7 +335,7 @@ TEST_F(LuminaGlobalIndexTest, TestSimple) {
}
}

TEST_F(LuminaGlobalIndexTest, TestWithFilter) {
TEST_P(LuminaGlobalIndexBackendTest, TestWithFilter) {
auto test_root_dir = paimon::test::UniqueTestDirectory::Create();
ASSERT_TRUE(test_root_dir);
std::string test_root = test_root_dir->Str();
Expand Down Expand Up @@ -736,7 +756,7 @@ TEST_F(LuminaGlobalIndexTest, TestWriteAndReadWithTagFilter) {
}
}

TEST_F(LuminaGlobalIndexTest, TestWriteAndReadWithMixedTagPredicates) {
TEST_P(LuminaGlobalIndexBackendTest, TestWriteAndReadWithMixedTagPredicates) {
auto test_root_dir = paimon::test::UniqueTestDirectory::Create();
ASSERT_TRUE(test_root_dir);
std::string test_root = test_root_dir->Str();
Expand Down Expand Up @@ -1360,7 +1380,7 @@ TEST_F(LuminaGlobalIndexTest, TestHighCardinalityAndMultiThreadSearch) {
}
}

TEST_F(LuminaGlobalIndexTest, TestWriteWithNullRows) {
TEST_P(LuminaGlobalIndexBackendTest, TestWriteWithNullRows) {
auto test_root_dir = paimon::test::UniqueTestDirectory::Create();
ASSERT_TRUE(test_root_dir);
std::string test_root = test_root_dir->Str();
Expand Down
4 changes: 2 additions & 2 deletions third_party/versions.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -139,8 +139,8 @@ PAIMON_DATASKETCHES_BUILD_VERSION=5.2.0
PAIMON_DATASKETCHES_BUILD_SHA256_CHECKSUM=63e6bda660ee9730cc39746de87fd983118c28149e32ff9389fac98b27010a53
PAIMON_DATASKETCHES_PKG_NAME=datasketches-cpp-${PAIMON_DATASKETCHES_BUILD_VERSION}.tar.gz

PAIMON_LUMINA_BUILD_VERSION=0.3.1
PAIMON_LUMINA_BUILD_SHA256_CHECKSUM=2aed1ae238c866c12ee01fad17d52651a9029cba1b972b23cd640959310e2149
PAIMON_LUMINA_BUILD_VERSION=0.4.0
PAIMON_LUMINA_BUILD_SHA256_CHECKSUM=5e23348383d3aace6c9c8b3590e560273fa77d671f338ae6a6d98b8c6fa61dcd
PAIMON_LUMINA_PKG_NAME=lumina_release-${PAIMON_LUMINA_BUILD_VERSION}.tar.gz

PAIMON_JINDOSDK_C_BUILD_VERSION=6.10.2
Expand Down
Loading