// This file is part of OpenCV project. // It is subject to the license terms in the LICENSE file found in the top-level directory // of this distribution and at http://opencv.org/license.html. #include "test_precomp.hpp" #ifdef HAVE_OPENCV_DNN #include "opencv2/dnn.hpp" #include "opencv2/core/utils/configuration.private.hpp" #include #include #endif namespace opencv_test { namespace { #ifdef HAVE_OPENCV_DNN static Mat normalizeKeypointsForTest(const Mat& keypoints, Size imageSize, int type) { Mat normalized(keypoints.size(), keypoints.type()); const float sx = type == LG_ALIKED ? 2.0f / imageSize.width : 1.0f / (imageSize.width - 1); const float sy = type == LG_ALIKED ? 2.0f / imageSize.height : 1.0f / (imageSize.height - 1); const float offset = type == LG_ALIKED ? -1.0f : 0.0f; for (int i = 0; i < keypoints.rows; ++i) { normalized.at(i, 0) = keypoints.at(i, 0) * sx + offset; normalized.at(i, 1) = keypoints.at(i, 1) * sy + offset; } return normalized; } static void expectSameMatches(const std::vector& expected, const std::vector& actual) { ASSERT_EQ(expected.size(), actual.size()); for (size_t i = 0; i < expected.size(); ++i) { EXPECT_EQ(expected[i].queryIdx, actual[i].queryIdx) << i; EXPECT_EQ(expected[i].trainIdx, actual[i].trainIdx) << i; EXPECT_NEAR(expected[i].distance, actual[i].distance, 1e-6) << i; } } typedef testing::TestWithParam Features2d_LightGlue_PairInfo; TEST_P(Features2d_LightGlue_PairInfo, PixelAndCachedCoordinates) { applyTestTag(CV_TEST_TAG_MEMORY_2GB); const int type = GetParam(); Ptr detector; if (type == LG_ALIKED) detector = ALIKED::create(cvtest::findDataFile("dnn/onnx/models/aliked-n16rot-top1k-640.onnx", false)); else { Ptr disk = DISK::create(cvtest::findDataFile("dnn/disk.onnx", false)); disk->setMaxKeypoints(1024); detector = disk; } Mat images[] = { imread(cvtest::findDataFile("shared/box.png")), imread(cvtest::findDataFile("shared/box_in_scene.png")) }; Mat descriptors[2], pixels[2], normalized[2]; std::vector keypoints[2]; for (int i = 0; i < 2; ++i) { ASSERT_FALSE(images[i].empty()); detector->detectAndCompute(images[i], noArray(), keypoints[i], descriptors[i]); ASSERT_FALSE(keypoints[i].empty()); pixels[i].create((int)keypoints[i].size(), 2, CV_32F); for (size_t j = 0; j < keypoints[i].size(); ++j) { pixels[i].at((int)j, 0) = keypoints[i][j].pt.x; pixels[i].at((int)j, 1) = keypoints[i][j].pt.y; } normalized[i] = normalizeKeypointsForTest(pixels[i], images[i].size(), type); } const std::string modelPath = cvtest::findDataFile(type == LG_ALIKED ? "dnn/onnx/models/aliked_lightglue.onnx" : "dnn/onnx/models/disk_lightglue.onnx", false); Ptr matcher = LightGlueMatcher::create(modelPath, 0.0f, 0, 0, type); matcher->setPairInfo(pixels[0], pixels[1], images[0].size(), images[1].size()); std::vector expected, actual; matcher->match(descriptors[0], descriptors[1], expected); ASSERT_FALSE(expected.empty()); // Exercise the virtual entry point used by generic DescriptorMatcher consumers. Ptr base = matcher; base->setImagePairInfo(keypoints[0], keypoints[1], images[0].size(), images[1].size()); base->match(descriptors[0], descriptors[1], actual); expectSameMatches(expected, actual); matcher->setPairInfo(normalized[0], normalized[1]); matcher->match(descriptors[0], descriptors[1], actual); expectSameMatches(expected, actual); // Each image can independently use cached coordinates. matcher->setPairInfo(pixels[0], normalized[1], images[0].size(), Size()); matcher->match(descriptors[0], descriptors[1], actual); expectSameMatches(expected, actual); // Also check the in-memory factory when supported. The ORT importer only loads files. if (cv::utils::getConfigurationParameterSizeT("OPENCV_FORCE_DNN_ENGINE", dnn::ENGINE_AUTO) != dnn::ENGINE_ORT) { base.release(); matcher.release(); std::ifstream modelFile(modelPath, std::ios::binary); ASSERT_TRUE(modelFile.is_open()); const std::vector modelData((std::istreambuf_iterator(modelFile)), std::istreambuf_iterator()); matcher = LightGlueMatcher::create(modelData, 0.0f, 0, 0, type); matcher->setPairInfo(normalized[0], normalized[1]); matcher->match(descriptors[0], descriptors[1], actual); expectSameMatches(expected, actual); } } INSTANTIATE_TEST_CASE_P(Models, Features2d_LightGlue_PairInfo, testing::Values(LG_ALIKED, LG_DISK)); TEST(Features2d_LightGlue_PairInfo, InvalidModelType) { for (int type : {-1, 2}) { try { LightGlueMatcher::create("unused.onnx", 0.0f, 0, 0, type); FAIL() << "Invalid model type accepted"; } catch (const cv::Exception& e) { EXPECT_EQ(e.code, Error::StsBadArg); } try { LightGlueMatcher::create(std::vector(), 0.0f, 0, 0, type); FAIL() << "Invalid model type accepted"; } catch (const cv::Exception& e) { EXPECT_EQ(e.code, Error::StsBadArg); } } } #endif // HAVE_OPENCV_DNN }} // namespace opencv_test