Administrator/opencv-MIRROR
1
0
Fork 0
mirror of https://github.com/opencv/opencv.git synced 2026-09-12 05:11:04 -05:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #29657 from varun-jaiswal17/fix/python-64bit-and-bfloat16-dtype

Browse Source 
Add dnn conformance python tests
This commit is contained in:
Abhishek Gola
2026-08-05 18:06:47 +05:30
committed by GitHub
parent 6998403472 c964008158
commit dcf26f8ede
5 changed files with 849 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

155
modules/dnn/misc/python/test/test_onnx_conformance.py Normal file
View File

@@ -0,0 +1,155 @@
#!/usr/bin/env python
# This file is part of OpenCV project.
# It is subject to the license terms in the LICENSE file found in the top-level directory
# of this distribution and at http://opencv.org/license.html.
# Copyright (C) 2026, BigVision LLC, all rights reserved.
# Third party copyrights are property of their respective owners.
from __future__ import print_function
import os
import re
import glob
import numpy as np
import cv2 as cv
from tests_common import NewOpenCVTests, unittest
from test_onnx_conformance_list import CONFORMANCE_TESTS, cpp_denylisted
# Mirrors modules/dnn/test/test_onnx_conformance.cpp through cv2.dnn bindings, since that C++ suite never calls into Python and so can't catch binding-layer regressions.
# The case list and the denylist lookup live in test_onnx_conformance_list.py.
# OpenCV/CPU only: the bindings are backend-agnostic, so iterating targets would only re-test C++ math.
TOLERANCE_OVERRIDES = {
"test_attention_4d_fp16": (0.0002, 0.001),
"test_attention_4d_fp16_expanded": (0.0002, 0.001),
"test_attention_4d_gqa_with_past_and_present_fp16": (0.0002, 0.001),
"test_attention_4d_gqa_with_past_and_present_fp16_expanded": (0.0002, 0.001),
"test_causal_conv_with_state_fp16": (0.0002, 0.002),
"test_causal_conv_with_state_silu_fp16": (0.0002, 0.002),
"test_gelu_tanh_1": (0.00011, 0.00016),
"test_gelu_tanh_2": (9e-05, 0.0005),
"test_nllloss_NCd1d2_reduction_sum_expanded": (2e-05, 0.0001),
"test_nllloss_NCd1d2d3d4d5_mean_weight_expanded": (2e-05, 0.0001),
"test_reduce_prod_default_axes_keepdims_random": (0.002, 0.002),
"test_reduce_sum_square_default_axes_keepdims_random": (2e-05, 0.0001),
"test_reduce_sum_square_default_axes_keepdims_random_expanded": (2e-05, 0.0001),
"test_roialign_aligned_false": (3e-05, 0.0001),
"test_roialign_aligned_true": (3e-05, 0.0001),
}
L1_DEFAULT = 1e-5
LINF_DEFAULT = 1e-4
def _pbIndex(path):
"""Sort key for input_N.pb / output_N.pb, matching the C++ test's extractIndex."""
m = re.search(r'_(\d+)\.pb$', os.path.basename(path))
return int(m.group(1)) if m else 0
def normAssert(test, ref, actual, msg="", l1=L1_DEFAULT, lInf=LINF_DEFAULT):
"""Python port of cv::dnn normAssert (test_common.impl.hpp): FP16->FP32 upcast, scalar/1-element equivalence, exact NaN/Inf matching, then L1/Linf tolerance."""
ref = np.asarray(ref)
actual = np.asarray(actual)
if ref.dtype == np.float16:
ref = ref.astype(np.float32)
if actual.dtype == np.float16:
actual = actual.astype(np.float32)
if ref.ndim == 0 and actual.shape == (1,):
ref = ref.reshape(1)
elif actual.ndim == 0 and ref.shape == (1,):
actual = actual.reshape(1)
if ref.size == 0 or actual.size == 0:
test.assertEqual(ref.size, actual.size, msg)
test.assertEqual(ref.shape, actual.shape, msg)
return
test.assertEqual(ref.shape, actual.shape, msg)
ref64 = ref.astype(np.float64)
act64 = actual.astype(np.float64)
# NaN/Inf must match exactly, and NaN never equals itself (array_equal(equal_nan=) needs NumPy 1.19).
nonfinite = ~np.isfinite(ref64) | ~np.isfinite(act64)
if np.any(nonfinite):
ref_nf, act_nf = ref64[nonfinite], act64[nonfinite]
both_nan = np.isnan(ref_nf) & np.isnan(act_nf)
test.assertTrue(
bool(np.all((ref_nf == act_nf) | both_nan)),
'%s: non-finite value mismatch (NaN/Inf) at %d position(s)' % (msg, int(nonfinite.sum())))
# Subtract only where both sides are finite: inf - inf would warn and produce NaN.
diff = np.zeros(ref64.shape, dtype=np.float64)
finite = ~nonfinite
diff[finite] = np.abs(ref64[finite] - act64[finite])
normL1 = float(diff.sum()) / diff.size
normInf = float(diff.max())
test.assertLessEqual(normL1, l1, '%s: normL1=%r (l1=%r)' % (msg, normL1, l1))
test.assertLessEqual(normInf, lInf, '%s: normInf=%r (lInf=%r)' % (msg, normInf, lInf))
class onnx_conformance_test(NewOpenCVTests):
_cppDenylisted = None # lazily built once per process, class-level cache
def setUp(self):
super(onnx_conformance_test, self).setUp()
if onnx_conformance_test._cppDenylisted is None:
onnx_conformance_test._cppDenylisted = cpp_denylisted(self.repoPath)
def find_conformance_model(self, name, required=True):
relpath = '/'.join(['dnn', 'onnx', 'conformance', 'node', name, 'model.onnx'])
return self.find_file(relpath, [self.extraTestDataPath], required=required)
def runConformanceCase(self, name):
if name in self._cppDenylisted:
self.skipTest('excluded by OpenCV\'s C++ ONNX conformance denylist')
model_path = self.find_conformance_model(name, required=False)
node_dir = os.path.dirname(model_path)
dataset_dir = os.path.join(node_dir, 'test_data_set_0')
inputFiles = sorted(glob.glob(os.path.join(dataset_dir, 'input_*.pb')), key=_pbIndex)
outputFiles = sorted(glob.glob(os.path.join(dataset_dir, 'output_*.pb')), key=_pbIndex)
if not outputFiles:
self.skipTest('No reference data in %s (opencv_extra out of date?)' % dataset_dir)
inputs = [cv.dnn.readTensorFromONNX(f) for f in inputFiles]
refs = [cv.dnn.readTensorFromONNX(f) for f in outputFiles]
net = cv.dnn.readNetFromONNX(model_path)
self.assertFalse(net.empty(), 'failed to parse %s' % model_path)
inputNames = [str(i) for i in range(len(inputs))]
net.setInputsNames(inputNames)
for inputName, inp in zip(inputNames, inputs):
net.setInput(inp, inputName)
outputs = net.forward(net.getUnconnectedOutLayersNames())
if not isinstance(outputs, (list, tuple)):
outputs = [outputs]
self.assertGreaterEqual(len(outputs), len(refs),
'%s: expected >= %d outputs, got %d' % (name, len(refs), len(outputs)))
l1, lInf = TOLERANCE_OVERRIDES.get(name, (L1_DEFAULT, LINF_DEFAULT))
for i in range(len(refs)):
normAssert(self, refs[i], outputs[i], msg=name, l1=l1, lInf=lInf)
def _makeConformanceTest(caseName):
def test(self):
self.runConformanceCase(caseName)
test.__name__ = str(caseName)
return test
for _case_name in CONFORMANCE_TESTS:
setattr(onnx_conformance_test, _case_name, _makeConformanceTest(_case_name))
del _case_name
if __name__ == '__main__':
NewOpenCVTests.bootstrap()

641
modules/dnn/misc/python/test/test_onnx_conformance_list.py Normal file
View File

@@ -0,0 +1,641 @@
#!/usr/bin/env python
# This file is part of OpenCV project.
# It is subject to the license terms in the LICENSE file found in the top-level directory
# of this distribution and at http://opencv.org/license.html.
# Copyright (C) 2026, BigVision LLC, all rights reserved.
# Third party copyrights are property of their respective owners.
"""Which ONNX conformance cases exist, and which of them are excluded.
CONFORMANCE_TESTS mirrors testConformanceConfig[] in
modules/dnn/test/test_onnx_conformance.cpp.
The exclusions are not duplicated here: cpp_denylisted() reads OpenCV's own
C++ denylists, which change whenever an operator's support does.
"""
import os
import re
# Only parser + opencv_all apply to a CPU-only test; classic/CUDA/Vulkan/OCL denylists don't.
_CPP_DENYLIST_FILES = (
'test_onnx_conformance_layer_parser_denylist.inl.hpp',
'test_onnx_conformance_layer_filter_opencv_all_denylist.inl.hpp',
)
_DENYLIST_ENTRY_RE = re.compile(r'^\s*"(test_[A-Za-z0-9_]+)"\s*,', re.M)
def cpp_denylisted(repoPath):
"""Names excluded by OpenCV's C++ ONNX denylists; empty if the source tree isn't available."""
names = set()
if not repoPath:
return names
test_dir = os.path.join(repoPath, 'modules', 'dnn', 'test')
for fname in _CPP_DENYLIST_FILES:
fpath = os.path.join(test_dir, fname)
if os.path.isfile(fpath):
with open(fpath) as fh:
names.update(_DENYLIST_ENTRY_RE.findall(fh.read()))
return names
CONFORMANCE_TESTS = (
"test_abs", "test_acos", "test_acos_example",
"test_acosh", "test_acosh_example", "test_adagrad",
"test_adagrad_multiple", "test_adam", "test_adam_multiple",
"test_add", "test_add_bcast", "test_add_uint8",
"test_and2d", "test_and3d", "test_and4d",
"test_and_bcast3v1d", "test_and_bcast3v2d", "test_and_bcast4v2d",
"test_and_bcast4v3d", "test_and_bcast4v4d", "test_argmax_default_axis_example",
"test_argmax_default_axis_example_select_last_index", "test_argmax_default_axis_random", "test_argmax_default_axis_random_select_last_index",
"test_argmax_keepdims_example", "test_argmax_keepdims_example_select_last_index", "test_argmax_keepdims_random",
"test_argmax_keepdims_random_select_last_index", "test_argmax_negative_axis_keepdims_example", "test_argmax_negative_axis_keepdims_example_select_last_index",
"test_argmax_negative_axis_keepdims_random", "test_argmax_negative_axis_keepdims_random_select_last_index", "test_argmax_no_keepdims_example",
"test_argmax_no_keepdims_example_select_last_index", "test_argmax_no_keepdims_random", "test_argmax_no_keepdims_random_select_last_index",
"test_argmin_default_axis_example", "test_argmin_default_axis_example_select_last_index", "test_argmin_default_axis_random",
"test_argmin_default_axis_random_select_last_index", "test_argmin_keepdims_example", "test_argmin_keepdims_example_select_last_index",
"test_argmin_keepdims_random", "test_argmin_keepdims_random_select_last_index", "test_argmin_negative_axis_keepdims_example",
"test_argmin_negative_axis_keepdims_example_select_last_index", "test_argmin_negative_axis_keepdims_random", "test_argmin_negative_axis_keepdims_random_select_last_index",
"test_argmin_no_keepdims_example", "test_argmin_no_keepdims_example_select_last_index", "test_argmin_no_keepdims_random",
"test_argmin_no_keepdims_random_select_last_index", "test_asin", "test_asin_example",
"test_asinh", "test_asinh_example", "test_atan",
"test_atan_example", "test_atanh", "test_atanh_example",
"test_averagepool_1d_default", "test_averagepool_2d_ceil", "test_averagepool_2d_default",
"test_averagepool_2d_pads", "test_averagepool_2d_pads_count_include_pad", "test_averagepool_2d_precomputed_pads",
"test_averagepool_2d_precomputed_pads_count_include_pad", "test_averagepool_2d_precomputed_same_upper", "test_averagepool_2d_precomputed_strides",
"test_averagepool_2d_same_lower", "test_averagepool_2d_same_upper", "test_averagepool_2d_strides",
"test_averagepool_3d_default", "test_basic_conv_with_padding", "test_basic_conv_without_padding",
"test_basic_convinteger", "test_batchnorm_epsilon", "test_batchnorm_epsilon_training_mode",
"test_batchnorm_example", "test_batchnorm_example_training_mode", "test_bernoulli",
"test_bernoulli_double", "test_bernoulli_double_expanded", "test_bernoulli_expanded",
"test_bernoulli_seed", "test_bernoulli_seed_expanded", "test_bitshift_left_uint16",
"test_bitshift_left_uint32", "test_bitshift_left_uint64", "test_bitshift_left_uint8",
"test_bitshift_right_uint16", "test_bitshift_right_uint32", "test_bitshift_right_uint64",
"test_bitshift_right_uint8", "test_cast_BFLOAT16_to_FLOAT", "test_cast_DOUBLE_to_FLOAT",
"test_cast_DOUBLE_to_FLOAT16", "test_cast_FLOAT16_to_DOUBLE", "test_cast_FLOAT16_to_FLOAT",
"test_cast_FLOAT_to_BFLOAT16", "test_cast_FLOAT_to_DOUBLE", "test_cast_FLOAT_to_FLOAT16",
"test_cast_FLOAT_to_STRING", "test_cast_STRING_to_FLOAT", "test_castlike_BFLOAT16_to_FLOAT",
"test_castlike_BFLOAT16_to_FLOAT_expanded", "test_castlike_DOUBLE_to_FLOAT", "test_castlike_DOUBLE_to_FLOAT16",
"test_castlike_DOUBLE_to_FLOAT16_expanded", "test_castlike_DOUBLE_to_FLOAT_expanded", "test_castlike_FLOAT16_to_DOUBLE",
"test_castlike_FLOAT16_to_DOUBLE_expanded", "test_castlike_FLOAT16_to_FLOAT", "test_castlike_FLOAT16_to_FLOAT_expanded",
"test_castlike_FLOAT_to_BFLOAT16", "test_castlike_FLOAT_to_BFLOAT16_expanded", "test_castlike_FLOAT_to_DOUBLE",
"test_castlike_FLOAT_to_DOUBLE_expanded", "test_castlike_FLOAT_to_FLOAT16", "test_castlike_FLOAT_to_FLOAT16_expanded",
"test_castlike_FLOAT_to_STRING", "test_castlike_FLOAT_to_STRING_expanded", "test_castlike_STRING_to_FLOAT",
"test_castlike_STRING_to_FLOAT_expanded", "test_ceil", "test_ceil_example",
"test_celu", "test_celu_expanded", "test_clip",
"test_clip_default_inbounds", "test_clip_default_int8_inbounds", "test_clip_default_int8_max",
"test_clip_default_int8_min", "test_clip_default_max", "test_clip_default_min",
"test_clip_example", "test_clip_inbounds", "test_clip_outbounds",
"test_clip_splitbounds", "test_compress_0", "test_compress_1",
"test_compress_default_axis", "test_compress_negative_axis", "test_concat_1d_axis_0",
"test_concat_1d_axis_negative_1", "test_concat_2d_axis_0", "test_concat_2d_axis_1",
"test_concat_2d_axis_negative_1", "test_concat_2d_axis_negative_2", "test_concat_3d_axis_0",
"test_concat_3d_axis_1", "test_concat_3d_axis_2", "test_concat_3d_axis_negative_1",
"test_concat_3d_axis_negative_2", "test_concat_3d_axis_negative_3", "test_constant",
"test_constant_pad", "test_constantofshape_float_ones", "test_constantofshape_int_shape_zero",
"test_constantofshape_int_zeros", "test_conv_with_autopad_same", "test_conv_with_strides_and_asymmetric_padding",
"test_conv_with_strides_no_padding", "test_conv_with_strides_padding", "test_convinteger_with_padding",
"test_convinteger_without_padding", "test_convtranspose", "test_convtranspose_1d",
"test_convtranspose_3d", "test_convtranspose_autopad_same", "test_convtranspose_dilations",
"test_convtranspose_kernel_shape", "test_convtranspose_output_shape", "test_convtranspose_pad",
"test_convtranspose_pads", "test_convtranspose_with_kernel", "test_cos",
"test_cos_example", "test_cosh", "test_cosh_example",
"test_cumsum_1d", "test_cumsum_1d_exclusive", "test_cumsum_1d_reverse",
"test_cumsum_1d_reverse_exclusive", "test_cumsum_2d_axis_0", "test_cumsum_2d_axis_1",
"test_cumsum_2d_negative_axis", "test_depthtospace_crd_mode", "test_depthtospace_crd_mode_example",
"test_depthtospace_dcr_mode", "test_depthtospace_example", "test_dequantizelinear",
"test_dequantizelinear_axis", "test_dequantizelinear_blocked", "test_det_2d",
"test_det_nd", "test_div", "test_div_bcast",
"test_div_example", "test_div_uint8", "test_dropout_default",
"test_dropout_default_mask", "test_dropout_default_mask_ratio", "test_dropout_default_old",
"test_dropout_default_ratio", "test_dropout_random_old", "test_dynamicquantizelinear",
"test_dynamicquantizelinear_expanded", "test_dynamicquantizelinear_max_adjusted", "test_dynamicquantizelinear_max_adjusted_expanded",
"test_dynamicquantizelinear_min_adjusted", "test_dynamicquantizelinear_min_adjusted_expanded", "test_edge_pad",
"test_einsum_batch_diagonal", "test_einsum_batch_matmul", "test_einsum_inner_prod",
"test_einsum_sum", "test_einsum_transpose", "test_elu",
"test_elu_default", "test_elu_default_expanded_ver18", "test_elu_example",
"test_elu_example_expanded_ver18", "test_elu_expanded_ver18", "test_equal",
"test_equal_bcast", "test_erf", "test_exp",
"test_exp_example", "test_expand_dim_changed", "test_expand_dim_unchanged",
"test_eyelike_populate_off_main_diagonal", "test_eyelike_with_dtype", "test_eyelike_without_dtype",
"test_flatten_axis0", "test_flatten_axis1", "test_flatten_axis2",
"test_flatten_axis3", "test_flatten_default_axis", "test_flatten_negative_axis1",
"test_flatten_negative_axis2", "test_flatten_negative_axis3", "test_flatten_negative_axis4",
"test_floor", "test_floor_example", "test_gather_0",
"test_gather_1", "test_gather_2d_indices", "test_gather_elements_0",
"test_gather_elements_1", "test_gather_elements_negative_indices", "test_gather_negative_indices",
"test_gathernd_example_float32", "test_gathernd_example_int32", "test_gathernd_example_int32_batch_dim1",
"test_gelu_default_1", "test_gelu_default_1_expanded", "test_gelu_default_2",
"test_gelu_default_2_expanded", "test_gelu_tanh_1", "test_gelu_tanh_1_expanded",
"test_gelu_tanh_2", "test_gelu_tanh_2_expanded", "test_gemm_all_attributes",
"test_gemm_alpha", "test_gemm_beta", "test_gemm_default_matrix_bias",
"test_gemm_default_no_bias", "test_gemm_default_scalar_bias", "test_gemm_default_single_elem_vector_bias",
"test_gemm_default_vector_bias", "test_gemm_default_zero_bias", "test_gemm_transposeA",
"test_gemm_transposeB", "test_globalaveragepool", "test_globalaveragepool_precomputed",
"test_globalmaxpool", "test_globalmaxpool_precomputed", "test_greater",
"test_greater_bcast", "test_greater_equal", "test_greater_equal_bcast",
"test_greater_equal_bcast_expanded", "test_greater_equal_expanded", "test_gridsample",
"test_gridsample_aligncorners_true", "test_gridsample_bicubic", "test_gridsample_bilinear",
"test_gridsample_border_padding", "test_gridsample_nearest", "test_gridsample_reflection_padding",
"test_gridsample_zeros_padding", "test_group_normalization_epsilon", "test_group_normalization_example",
"test_gru_batchwise", "test_gru_defaults", "test_gru_seq_length",
"test_gru_with_initial_bias", "test_hardmax_axis_0", "test_hardmax_axis_1",
"test_hardmax_axis_2", "test_hardmax_default_axis", "test_hardmax_example",
"test_hardmax_negative_axis", "test_hardmax_one_hot", "test_hardsigmoid",
"test_hardsigmoid_default", "test_hardsigmoid_example", "test_hardswish",
"test_hardswish_expanded", "test_identity", "test_identity_opt",
"test_identity_sequence", "test_if", "test_if_opt",
"test_if_seq", "test_instancenorm_epsilon", "test_instancenorm_example",
"test_isinf", "test_isinf_negative", "test_isinf_positive",
"test_isnan", "test_layer_normalization_2d_axis0", "test_layer_normalization_2d_axis1",
"test_layer_normalization_2d_axis_negative_1", "test_layer_normalization_2d_axis_negative_2", "test_layer_normalization_3d_axis0_epsilon",
"test_layer_normalization_3d_axis1_epsilon", "test_layer_normalization_3d_axis2_epsilon", "test_layer_normalization_3d_axis_negative_1_epsilon",
"test_layer_normalization_3d_axis_negative_2_epsilon", "test_layer_normalization_3d_axis_negative_3_epsilon", "test_layer_normalization_4d_axis0",
"test_layer_normalization_4d_axis1", "test_layer_normalization_4d_axis2", "test_layer_normalization_4d_axis3",
"test_layer_normalization_4d_axis_negative_1", "test_layer_normalization_4d_axis_negative_2", "test_layer_normalization_4d_axis_negative_3",
"test_layer_normalization_4d_axis_negative_4", "test_layer_normalization_default_axis", "test_leakyrelu",
"test_leakyrelu_default", "test_leakyrelu_example", "test_less",
"test_less_bcast", "test_less_equal", "test_less_equal_bcast",
"test_less_equal_bcast_expanded", "test_less_equal_expanded", "test_log",
"test_log_example", "test_logsoftmax_axis_0", "test_logsoftmax_axis_0_expanded",
"test_logsoftmax_axis_1", "test_logsoftmax_axis_1_expanded", "test_logsoftmax_axis_2",
"test_logsoftmax_axis_2_expanded", "test_logsoftmax_default_axis", "test_logsoftmax_default_axis_expanded",
"test_logsoftmax_example_1", "test_logsoftmax_example_1_expanded", "test_logsoftmax_large_number",
"test_logsoftmax_large_number_expanded", "test_logsoftmax_negative_axis", "test_logsoftmax_negative_axis_expanded",
"test_loop11", "test_loop13_seq", "test_loop16_seq_none",
"test_lrn", "test_lrn_default", "test_lstm_batchwise",
"test_lstm_defaults", "test_lstm_with_initial_bias", "test_lstm_with_peepholes",
"test_matmul_2d", "test_matmul_3d", "test_matmul_4d",
"test_matmulinteger", "test_max_example", "test_max_float16",
"test_max_float32", "test_max_float64", "test_max_int16",
"test_max_int32", "test_max_int64", "test_max_int8",
"test_max_one_input", "test_max_two_inputs", "test_max_uint16",
"test_max_uint32", "test_max_uint64", "test_max_uint8",
"test_maxpool_1d_default", "test_maxpool_2d_ceil", "test_maxpool_2d_default",
"test_maxpool_2d_dilations", "test_maxpool_2d_pads", "test_maxpool_2d_precomputed_pads",
"test_maxpool_2d_precomputed_same_upper", "test_maxpool_2d_precomputed_strides", "test_maxpool_2d_same_lower",
"test_maxpool_2d_same_upper", "test_maxpool_2d_strides", "test_maxpool_2d_uint8",
"test_maxpool_3d_default", "test_maxpool_with_argmax_2d_precomputed_pads", "test_maxpool_with_argmax_2d_precomputed_strides",
"test_maxunpool_export_with_output_shape", "test_maxunpool_export_without_output_shape", "test_mean_example",
"test_mean_one_input", "test_mean_two_inputs", "test_min_example",
"test_min_float16", "test_min_float32", "test_min_float64",
"test_min_int16", "test_min_int32", "test_min_int64",
"test_min_int8", "test_min_one_input", "test_min_two_inputs",
"test_min_uint16", "test_min_uint32", "test_min_uint64",
"test_min_uint8", "test_mish", "test_mish_expanded",
"test_mod_broadcast", "test_mod_int64_fmod", "test_mod_mixed_sign_float16",
"test_mod_mixed_sign_float32", "test_mod_mixed_sign_float64", "test_mod_mixed_sign_int16",
"test_mod_mixed_sign_int32", "test_mod_mixed_sign_int64", "test_mod_mixed_sign_int8",
"test_mod_uint16", "test_mod_uint32", "test_mod_uint64",
"test_mod_uint8", "test_momentum", "test_momentum_multiple",
"test_mul", "test_mul_bcast", "test_mul_example",
"test_mul_uint8", "test_mvn", "test_mvn_expanded",
"test_neg", "test_neg_example", "test_nesterov_momentum",
"test_nllloss_NC", "test_nllloss_NC_expanded", "test_nllloss_NCd1",
"test_nllloss_NCd1_expanded", "test_nllloss_NCd1_ii", "test_nllloss_NCd1_ii_expanded",
"test_nllloss_NCd1_mean_weight_negative_ii", "test_nllloss_NCd1_mean_weight_negative_ii_expanded", "test_nllloss_NCd1_weight",
"test_nllloss_NCd1_weight_expanded", "test_nllloss_NCd1_weight_ii", "test_nllloss_NCd1_weight_ii_expanded",
"test_nllloss_NCd1d2", "test_nllloss_NCd1d2_expanded", "test_nllloss_NCd1d2_no_weight_reduction_mean_ii",
"test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded", "test_nllloss_NCd1d2_reduction_mean", "test_nllloss_NCd1d2_reduction_mean_expanded",
"test_nllloss_NCd1d2_reduction_sum", "test_nllloss_NCd1d2_reduction_sum_expanded", "test_nllloss_NCd1d2_with_weight",
"test_nllloss_NCd1d2_with_weight_expanded", "test_nllloss_NCd1d2_with_weight_reduction_mean", "test_nllloss_NCd1d2_with_weight_reduction_mean_expanded",
"test_nllloss_NCd1d2_with_weight_reduction_sum", "test_nllloss_NCd1d2_with_weight_reduction_sum_expanded", "test_nllloss_NCd1d2_with_weight_reduction_sum_ii",
"test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded", "test_nllloss_NCd1d2d3_none_no_weight_negative_ii", "test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded",
"test_nllloss_NCd1d2d3_sum_weight_high_ii", "test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded", "test_nllloss_NCd1d2d3d4d5_mean_weight",
"test_nllloss_NCd1d2d3d4d5_mean_weight_expanded", "test_nllloss_NCd1d2d3d4d5_none_no_weight", "test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded",
"test_nonmaxsuppression_center_point_box_format", "test_nonmaxsuppression_flipped_coordinates", "test_nonmaxsuppression_identical_boxes",
"test_nonmaxsuppression_limit_output_size", "test_nonmaxsuppression_single_box", "test_nonmaxsuppression_suppress_by_IOU",
"test_nonmaxsuppression_suppress_by_IOU_and_scores", "test_nonmaxsuppression_two_batches", "test_nonmaxsuppression_two_classes",
"test_nonzero_example", "test_not_2d", "test_not_3d",
"test_not_4d", "test_onehot_negative_indices", "test_onehot_with_axis",
"test_onehot_with_negative_axis", "test_onehot_without_axis", "test_optional_get_element",
"test_optional_get_element_sequence", "test_optional_has_element", "test_optional_has_element_empty",
"test_or2d", "test_or3d", "test_or4d",
"test_or_bcast3v1d", "test_or_bcast3v2d", "test_or_bcast4v2d",
"test_or_bcast4v3d", "test_or_bcast4v4d", "test_pow",
"test_pow_bcast_array", "test_pow_bcast_scalar", "test_pow_example",
"test_pow_types_float32_int32", "test_pow_types_float32_int64", "test_pow_types_float32_uint32",
"test_pow_types_float32_uint64", "test_pow_types_int", "test_pow_types_int32_float32",
"test_pow_types_int32_int32", "test_pow_types_int64_float32", "test_pow_types_int64_int64",
"test_prelu_broadcast", "test_prelu_example", "test_qlinearconv",
"test_qlinearmatmul_2D", "test_qlinearmatmul_3D", "test_quantizelinear",
"test_quantizelinear_axis", "test_quantizelinear_blocked", "test_range_float_type_positive_delta",
"test_range_float_type_positive_delta_expanded", "test_range_int32_type_negative_delta", "test_range_int32_type_negative_delta_expanded",
"test_reciprocal", "test_reciprocal_example", "test_reduce_l1_default_axes_keepdims_example",
"test_reduce_l1_default_axes_keepdims_random", "test_reduce_l1_do_not_keepdims_example", "test_reduce_l1_do_not_keepdims_random",
"test_reduce_l1_keep_dims_example", "test_reduce_l1_keep_dims_random", "test_reduce_l1_negative_axes_keep_dims_example",
"test_reduce_l1_negative_axes_keep_dims_random", "test_reduce_l2_default_axes_keepdims_example", "test_reduce_l2_default_axes_keepdims_random",
"test_reduce_l2_do_not_keepdims_example", "test_reduce_l2_do_not_keepdims_random", "test_reduce_l2_keep_dims_example",
"test_reduce_l2_keep_dims_random", "test_reduce_l2_negative_axes_keep_dims_example", "test_reduce_l2_negative_axes_keep_dims_random",
"test_reduce_log_sum", "test_reduce_log_sum_asc_axes", "test_reduce_log_sum_default",
"test_reduce_log_sum_desc_axes", "test_reduce_log_sum_exp_default_axes_keepdims_example", "test_reduce_log_sum_exp_default_axes_keepdims_random",
"test_reduce_log_sum_exp_do_not_keepdims_example", "test_reduce_log_sum_exp_do_not_keepdims_random", "test_reduce_log_sum_exp_keepdims_example",
"test_reduce_log_sum_exp_keepdims_random", "test_reduce_log_sum_exp_negative_axes_keepdims_example", "test_reduce_log_sum_exp_negative_axes_keepdims_random",
"test_reduce_log_sum_negative_axes", "test_reduce_max_default_axes_keepdim_example", "test_reduce_max_default_axes_keepdims_random",
"test_reduce_max_do_not_keepdims_example", "test_reduce_max_do_not_keepdims_random", "test_reduce_max_keepdims_example",
"test_reduce_max_keepdims_random", "test_reduce_max_negative_axes_keepdims_example", "test_reduce_max_negative_axes_keepdims_random",
"test_reduce_mean_default_axes_keepdims_example", "test_reduce_mean_default_axes_keepdims_random", "test_reduce_mean_do_not_keepdims_example",
"test_reduce_mean_do_not_keepdims_random", "test_reduce_mean_keepdims_example", "test_reduce_mean_keepdims_random",
"test_reduce_mean_negative_axes_keepdims_example", "test_reduce_mean_negative_axes_keepdims_random", "test_reduce_min_default_axes_keepdims_example",
"test_reduce_min_default_axes_keepdims_random", "test_reduce_min_do_not_keepdims_example", "test_reduce_min_do_not_keepdims_random",
"test_reduce_min_keepdims_example", "test_reduce_min_keepdims_random", "test_reduce_min_negative_axes_keepdims_example",
"test_reduce_min_negative_axes_keepdims_random", "test_reduce_prod_default_axes_keepdims_example", "test_reduce_prod_default_axes_keepdims_random",
"test_reduce_prod_do_not_keepdims_example", "test_reduce_prod_do_not_keepdims_random", "test_reduce_prod_keepdims_example",
"test_reduce_prod_keepdims_random", "test_reduce_prod_negative_axes_keepdims_example", "test_reduce_prod_negative_axes_keepdims_random",
"test_reduce_sum_default_axes_keepdims_example", "test_reduce_sum_default_axes_keepdims_random", "test_reduce_sum_do_not_keepdims_example",
"test_reduce_sum_do_not_keepdims_random", "test_reduce_sum_empty_axes_input_noop_example", "test_reduce_sum_empty_axes_input_noop_random",
"test_reduce_sum_keepdims_example", "test_reduce_sum_keepdims_random", "test_reduce_sum_negative_axes_keepdims_example",
"test_reduce_sum_negative_axes_keepdims_random", "test_reduce_sum_square_default_axes_keepdims_example", "test_reduce_sum_square_default_axes_keepdims_random",
"test_reduce_sum_square_do_not_keepdims_example", "test_reduce_sum_square_do_not_keepdims_random", "test_reduce_sum_square_keepdims_example",
"test_reduce_sum_square_keepdims_random", "test_reduce_sum_square_negative_axes_keepdims_example", "test_reduce_sum_square_negative_axes_keepdims_random",
"test_reflect_pad", "test_relu", "test_reshape_allowzero_reordered",
"test_reshape_extended_dims", "test_reshape_negative_dim", "test_reshape_negative_extended_dims",
"test_reshape_one_dim", "test_reshape_reduced_dims", "test_reshape_reordered_all_dims",
"test_reshape_reordered_last_dims", "test_reshape_zero_and_negative_dim", "test_reshape_zero_dim",
"test_resize_downsample_scales_cubic", "test_resize_downsample_scales_cubic_A_n0p5_exclude_outside", "test_resize_downsample_scales_cubic_align_corners",
"test_resize_downsample_scales_linear", "test_resize_downsample_scales_linear_align_corners", "test_resize_downsample_scales_nearest",
"test_resize_downsample_sizes_cubic", "test_resize_downsample_sizes_linear_pytorch_half_pixel", "test_resize_downsample_sizes_nearest",
"test_resize_downsample_sizes_nearest_tf_half_pixel_for_nn", "test_resize_tf_crop_and_resize", "test_resize_upsample_scales_cubic",
"test_resize_upsample_scales_cubic_A_n0p5_exclude_outside", "test_resize_upsample_scales_cubic_align_corners", "test_resize_upsample_scales_cubic_asymmetric",
"test_resize_upsample_scales_linear", "test_resize_upsample_scales_linear_align_corners", "test_resize_upsample_scales_nearest",
"test_resize_upsample_sizes_cubic", "test_resize_upsample_sizes_nearest", "test_resize_upsample_sizes_nearest_ceil_half_pixel",
"test_resize_upsample_sizes_nearest_floor_align_corners", "test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric", "test_reversesequence_batch",
"test_reversesequence_time", "test_rnn_seq_length", "test_roialign_aligned_false",
"test_roialign_aligned_true", "test_round", "test_scan9_sum",
"test_scan_sum", "test_scatter_elements_with_axis", "test_scatter_elements_with_duplicate_indices",
"test_scatter_elements_with_negative_indices", "test_scatter_elements_with_reduction_max", "test_scatter_elements_with_reduction_min",
"test_scatter_elements_without_axis", "test_scatter_with_axis", "test_scatter_without_axis",
"test_scatternd", "test_scatternd_add", "test_scatternd_max",
"test_scatternd_min", "test_scatternd_multiply", "test_sce_NCd1_mean_weight_negative_ii",
"test_sce_NCd1_mean_weight_negative_ii_expanded", "test_sce_NCd1_mean_weight_negative_ii_log_prob", "test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded",
"test_sce_NCd1d2d3_none_no_weight_negative_ii", "test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded", "test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob",
"test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded", "test_sce_NCd1d2d3_sum_weight_high_ii", "test_sce_NCd1d2d3_sum_weight_high_ii_expanded",
"test_sce_NCd1d2d3_sum_weight_high_ii_log_prob", "test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded", "test_sce_NCd1d2d3d4d5_mean_weight",
"test_sce_NCd1d2d3d4d5_mean_weight_expanded", "test_sce_NCd1d2d3d4d5_mean_weight_log_prob", "test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded",
"test_sce_NCd1d2d3d4d5_none_no_weight", "test_sce_NCd1d2d3d4d5_none_no_weight_expanded", "test_sce_NCd1d2d3d4d5_none_no_weight_log_prob",
"test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded", "test_sce_mean", "test_sce_mean_3d",
"test_sce_mean_3d_expanded", "test_sce_mean_3d_log_prob", "test_sce_mean_3d_log_prob_expanded",
"test_sce_mean_expanded", "test_sce_mean_log_prob", "test_sce_mean_log_prob_expanded",
"test_sce_mean_no_weight_ii", "test_sce_mean_no_weight_ii_3d", "test_sce_mean_no_weight_ii_3d_expanded",
"test_sce_mean_no_weight_ii_3d_log_prob", "test_sce_mean_no_weight_ii_3d_log_prob_expanded", "test_sce_mean_no_weight_ii_4d",
"test_sce_mean_no_weight_ii_4d_expanded", "test_sce_mean_no_weight_ii_4d_log_prob", "test_sce_mean_no_weight_ii_4d_log_prob_expanded",
"test_sce_mean_no_weight_ii_expanded", "test_sce_mean_no_weight_ii_log_prob", "test_sce_mean_no_weight_ii_log_prob_expanded",
"test_sce_mean_weight", "test_sce_mean_weight_expanded", "test_sce_mean_weight_ii",
"test_sce_mean_weight_ii_3d", "test_sce_mean_weight_ii_3d_expanded", "test_sce_mean_weight_ii_3d_log_prob",
"test_sce_mean_weight_ii_3d_log_prob_expanded", "test_sce_mean_weight_ii_4d", "test_sce_mean_weight_ii_4d_expanded",
"test_sce_mean_weight_ii_4d_log_prob", "test_sce_mean_weight_ii_4d_log_prob_expanded", "test_sce_mean_weight_ii_expanded",
"test_sce_mean_weight_ii_log_prob", "test_sce_mean_weight_ii_log_prob_expanded", "test_sce_mean_weight_log_prob",
"test_sce_mean_weight_log_prob_expanded", "test_sce_none", "test_sce_none_expanded",
"test_sce_none_log_prob", "test_sce_none_log_prob_expanded", "test_sce_none_weights",
"test_sce_none_weights_expanded", "test_sce_none_weights_log_prob", "test_sce_none_weights_log_prob_expanded",
"test_sce_sum", "test_sce_sum_expanded", "test_sce_sum_log_prob",
"test_sce_sum_log_prob_expanded", "test_selu", "test_selu_default",
"test_selu_default_expanded_ver18", "test_selu_example", "test_selu_example_expanded_ver18",
"test_selu_expanded_ver18", "test_sequence_insert_at_back", "test_sequence_insert_at_front",
"test_shape", "test_shape_clip_end", "test_shape_clip_start",
"test_shape_end_1", "test_shape_end_negative_1", "test_shape_example",
"test_shape_start_1", "test_shape_start_1_end_2", "test_shape_start_1_end_negative_1",
"test_shape_start_negative_1", "test_shrink_hard", "test_shrink_soft",
"test_sigmoid", "test_sigmoid_example", "test_sign",
"test_simple_rnn_batchwise", "test_simple_rnn_defaults", "test_simple_rnn_with_initial_bias",
"test_sin", "test_sin_example", "test_sinh",
"test_sinh_example", "test_size", "test_size_example",
"test_slice", "test_slice_default_axes", "test_slice_default_steps",
"test_slice_end_out_of_bounds", "test_slice_neg", "test_slice_neg_steps",
"test_slice_negative_axes", "test_slice_start_out_of_bounds", "test_softmax_axis_0",
"test_softmax_axis_0_expanded", "test_softmax_axis_1", "test_softmax_axis_1_expanded",
"test_softmax_axis_2", "test_softmax_axis_2_expanded", "test_softmax_default_axis",
"test_softmax_default_axis_expanded", "test_softmax_example", "test_softmax_example_expanded",
"test_softmax_large_number", "test_softmax_large_number_expanded", "test_softmax_negative_axis",
"test_softmax_negative_axis_expanded", "test_softplus", "test_softplus_example",
"test_softsign", "test_softsign_example", "test_spacetodepth",
"test_spacetodepth_example", "test_split_equal_parts_1d", "test_split_equal_parts_2d",
"test_split_equal_parts_default_axis", "test_split_variable_parts_1d", "test_split_variable_parts_2d",
"test_split_variable_parts_default_axis", "test_split_zero_size_splits", "test_sqrt",
"test_sqrt_example", "test_squeeze", "test_squeeze_negative_axes",
"test_strnormalizer_export_monday_casesensintive_lower", "test_strnormalizer_export_monday_casesensintive_nochangecase", "test_strnormalizer_export_monday_casesensintive_upper",
"test_strnormalizer_export_monday_empty_output", "test_strnormalizer_export_monday_insensintive_upper_twodim", "test_strnormalizer_nostopwords_nochangecase",
"test_sub", "test_sub_bcast", "test_sub_example",
"test_sub_uint8", "test_sum_example", "test_sum_one_input",
"test_sum_two_inputs", "test_tan", "test_tan_example",
"test_tanh", "test_tanh_example", "test_tfidfvectorizer_tf_batch_onlybigrams_skip0",
"test_tfidfvectorizer_tf_batch_onlybigrams_skip5", "test_tfidfvectorizer_tf_batch_uniandbigrams_skip5", "test_tfidfvectorizer_tf_only_bigrams_skip0",
"test_tfidfvectorizer_tf_onlybigrams_levelempty", "test_tfidfvectorizer_tf_onlybigrams_skip5", "test_tfidfvectorizer_tf_uniandbigrams_skip5",
"test_thresholdedrelu", "test_thresholdedrelu_default", "test_thresholdedrelu_example",
"test_tile", "test_tile_precomputed", "test_top_k",
"test_top_k_negative_axis", "test_top_k_smallest", "test_training_dropout",
"test_training_dropout_default", "test_training_dropout_default_mask", "test_training_dropout_mask",
"test_training_dropout_zero_ratio", "test_training_dropout_zero_ratio_mask", "test_transpose_all_permutations_0",
"test_transpose_all_permutations_1", "test_transpose_all_permutations_2", "test_transpose_all_permutations_3",
"test_transpose_all_permutations_4", "test_transpose_all_permutations_5", "test_transpose_default",
"test_tril", "test_tril_neg", "test_tril_one_row_neg",
"test_tril_out_neg", "test_tril_out_pos", "test_tril_pos",
"test_tril_square", "test_tril_square_neg", "test_tril_zero",
"test_triu", "test_triu_neg", "test_triu_one_row",
"test_triu_out_neg_out", "test_triu_out_pos", "test_triu_pos",
"test_triu_square", "test_triu_square_neg", "test_triu_zero",
"test_unique_not_sorted_without_axis", "test_unique_sorted_with_axis", "test_unique_sorted_with_axis_3d",
"test_unique_sorted_with_negative_axis", "test_unique_sorted_without_axis", "test_unsqueeze_axis_0",
"test_unsqueeze_axis_1", "test_unsqueeze_axis_2", "test_unsqueeze_axis_3",
"test_unsqueeze_negative_axes", "test_unsqueeze_three_axes", "test_unsqueeze_two_axes",
"test_unsqueeze_unsorted_axes", "test_upsample_nearest", "test_where_example",
"test_where_long_example", "test_xor2d", "test_xor3d",
"test_xor4d", "test_xor_bcast3v1d", "test_xor_bcast3v2d",
"test_xor_bcast4v2d", "test_xor_bcast4v3d", "test_xor_bcast4v4d",
"test_add_int16", "test_add_int8", "test_add_uint16",
"test_add_uint32", "test_add_uint64", "test_affine_grid_2d",
"test_affine_grid_2d_align_corners", "test_affine_grid_2d_align_corners_expanded", "test_affine_grid_2d_expanded",
"test_affine_grid_3d", "test_affine_grid_3d_align_corners", "test_affine_grid_3d_align_corners_expanded",
"test_affine_grid_3d_expanded", "test_ai_onnx_ml_array_feature_extractor", "test_ai_onnx_ml_binarizer",
"test_ai_onnx_ml_label_encoder_string_int", "test_ai_onnx_ml_label_encoder_string_int_no_default", "test_ai_onnx_ml_label_encoder_tensor_mapping",
"test_ai_onnx_ml_label_encoder_tensor_value_only_mapping", "test_ai_onnx_ml_tree_ensemble_set_membership", "test_ai_onnx_ml_tree_ensemble_single_tree",
"test_attention_3d", "test_attention_3d_attn_mask", "test_attention_3d_attn_mask_expanded",
"test_attention_3d_causal", "test_attention_3d_causal_expanded", "test_attention_3d_diff_heads_sizes",
"test_attention_3d_diff_heads_sizes_attn_mask", "test_attention_3d_diff_heads_sizes_attn_mask_expanded", "test_attention_3d_diff_heads_sizes_causal",
"test_attention_3d_diff_heads_sizes_causal_expanded", "test_attention_3d_diff_heads_sizes_expanded", "test_attention_3d_diff_heads_sizes_scaled",
"test_attention_3d_diff_heads_sizes_scaled_expanded", "test_attention_3d_diff_heads_sizes_softcap", "test_attention_3d_diff_heads_sizes_softcap_expanded",
"test_attention_3d_diff_heads_with_past_and_present", "test_attention_3d_diff_heads_with_past_and_present_expanded", "test_attention_3d_expanded",
"test_attention_3d_gqa", "test_attention_3d_gqa_attn_mask", "test_attention_3d_gqa_attn_mask_expanded",
"test_attention_3d_gqa_causal", "test_attention_3d_gqa_causal_expanded", "test_attention_3d_gqa_expanded",
"test_attention_3d_gqa_scaled", "test_attention_3d_gqa_scaled_expanded", "test_attention_3d_gqa_softcap",
"test_attention_3d_gqa_softcap_expanded", "test_attention_3d_gqa_with_past_and_present", "test_attention_3d_gqa_with_past_and_present_expanded",
"test_attention_3d_scaled", "test_attention_3d_scaled_expanded", "test_attention_3d_softcap",
"test_attention_3d_softcap_expanded", "test_attention_3d_transpose_verification", "test_attention_3d_transpose_verification_expanded",
"test_attention_3d_with_past_and_present", "test_attention_3d_with_past_and_present_expanded", "test_attention_3d_with_past_and_present_qk_matmul",
"test_attention_3d_with_past_and_present_qk_matmul_bias", "test_attention_3d_with_past_and_present_qk_matmul_bias_expanded", "test_attention_3d_with_past_and_present_qk_matmul_expanded",
"test_attention_3d_with_past_and_present_qk_matmul_softcap", "test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded", "test_attention_3d_with_past_and_present_qk_matmul_softmax",
"test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded", "test_attention_4d", "test_attention_4d_attn_mask",
"test_attention_4d_attn_mask_3d", "test_attention_4d_attn_mask_3d_causal", "test_attention_4d_attn_mask_3d_causal_expanded",
"test_attention_4d_attn_mask_3d_expanded", "test_attention_4d_attn_mask_4d", "test_attention_4d_attn_mask_4d_causal",
"test_attention_4d_attn_mask_4d_causal_expanded", "test_attention_4d_attn_mask_4d_expanded", "test_attention_4d_attn_mask_bool",
"test_attention_4d_attn_mask_bool_4d", "test_attention_4d_attn_mask_bool_4d_expanded", "test_attention_4d_attn_mask_bool_expanded",
"test_attention_4d_attn_mask_expanded", "test_attention_4d_causal", "test_attention_4d_causal_expanded",
"test_attention_4d_diff_heads_mask4d_padded_kv", "test_attention_4d_diff_heads_mask4d_padded_kv_expanded", "test_attention_4d_diff_heads_sizes",
"test_attention_4d_diff_heads_sizes_attn_mask", "test_attention_4d_diff_heads_sizes_attn_mask_expanded", "test_attention_4d_diff_heads_sizes_causal",
"test_attention_4d_diff_heads_sizes_causal_expanded", "test_attention_4d_diff_heads_sizes_expanded", "test_attention_4d_diff_heads_sizes_scaled",
"test_attention_4d_diff_heads_sizes_scaled_expanded", "test_attention_4d_diff_heads_sizes_softcap", "test_attention_4d_diff_heads_sizes_softcap_expanded",
"test_attention_4d_diff_heads_with_past_and_present", "test_attention_4d_diff_heads_with_past_and_present_expanded", "test_attention_4d_diff_heads_with_past_and_present_mask3d",
"test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded", "test_attention_4d_diff_heads_with_past_and_present_mask4d", "test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded",
"test_attention_4d_expanded", "test_attention_4d_fp16", "test_attention_4d_fp16_expanded",
"test_attention_4d_gqa", "test_attention_4d_gqa_attn_mask", "test_attention_4d_gqa_attn_mask_expanded",
"test_attention_4d_gqa_causal", "test_attention_4d_gqa_causal_expanded", "test_attention_4d_gqa_expanded",
"test_attention_4d_gqa_scaled", "test_attention_4d_gqa_scaled_expanded", "test_attention_4d_gqa_softcap",
"test_attention_4d_gqa_softcap_expanded", "test_attention_4d_gqa_with_past_and_present", "test_attention_4d_gqa_with_past_and_present_expanded",
"test_attention_4d_gqa_with_past_and_present_fp16", "test_attention_4d_gqa_with_past_and_present_fp16_expanded", "test_attention_4d_scaled",
"test_attention_4d_scaled_expanded", "test_attention_4d_softcap", "test_attention_4d_softcap_expanded",
"test_attention_4d_with_past_and_present", "test_attention_4d_with_past_and_present_expanded", "test_attention_4d_with_past_and_present_qk_matmul",
"test_attention_4d_with_past_and_present_qk_matmul_bias", "test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask", "test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal",
"test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded", "test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded", "test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask",
"test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal", "test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded", "test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded",
"test_attention_4d_with_past_and_present_qk_matmul_bias_expanded", "test_attention_4d_with_past_and_present_qk_matmul_expanded", "test_attention_4d_with_qk_matmul",
"test_attention_4d_with_qk_matmul_bias", "test_attention_4d_with_qk_matmul_bias_expanded", "test_attention_4d_with_qk_matmul_expanded",
"test_attention_4d_with_qk_matmul_softcap", "test_attention_4d_with_qk_matmul_softcap_expanded", "test_attention_4d_with_qk_matmul_softmax",
"test_attention_4d_with_qk_matmul_softmax_expanded", "test_averagepool_2d_ceil_last_window_starts_on_pad", "test_averagepool_2d_dilations",
"test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_False", "test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_True", "test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_False",
"test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_True", "test_averagepool_3d_dilations_small", "test_basic_deform_conv_with_padding",
"test_basic_deform_conv_without_padding", "test_bitwise_and_i16_3d", "test_bitwise_and_i32_2d",
"test_bitwise_and_ui64_bcast_3v1d", "test_bitwise_and_ui8_bcast_4v3d", "test_bitwise_not_2d",
"test_bitwise_not_3d", "test_bitwise_not_4d", "test_bitwise_or_i16_4d",
"test_bitwise_or_i32_2d", "test_bitwise_or_ui64_bcast_3v1d", "test_bitwise_or_ui8_bcast_4v3d",
"test_bitwise_xor_i16_3d", "test_bitwise_xor_i32_2d", "test_bitwise_xor_ui64_bcast_3v1d",
"test_bitwise_xor_ui8_bcast_4v3d", "test_blackmanwindow", "test_blackmanwindow_expanded",
"test_blackmanwindow_symmetric", "test_blackmanwindow_symmetric_expanded", "test_cast_FLOAT16_to_FLOAT4E2M1",
"test_cast_FLOAT16_to_FLOAT8E4M3FN", "test_cast_FLOAT16_to_FLOAT8E4M3FNUZ", "test_cast_FLOAT16_to_FLOAT8E5M2",
"test_cast_FLOAT16_to_FLOAT8E5M2FNUZ", "test_cast_FLOAT16_to_INT4", "test_cast_FLOAT16_to_UINT4",
"test_cast_FLOAT4E2M1_to_FLOAT", "test_cast_FLOAT4E2M1_to_FLOAT16", "test_cast_FLOAT8E4M3FNUZ_to_FLOAT",
"test_cast_FLOAT8E4M3FNUZ_to_FLOAT16", "test_cast_FLOAT8E4M3FN_to_FLOAT", "test_cast_FLOAT8E4M3FN_to_FLOAT16",
"test_cast_FLOAT8E5M2FNUZ_to_FLOAT", "test_cast_FLOAT8E5M2FNUZ_to_FLOAT16", "test_cast_FLOAT8E5M2_to_FLOAT",
"test_cast_FLOAT8E5M2_to_FLOAT16", "test_cast_FLOAT_to_FLOAT4E2M1", "test_cast_FLOAT_to_FLOAT8E4M3FN",
"test_cast_FLOAT_to_FLOAT8E4M3FNUZ", "test_cast_FLOAT_to_FLOAT8E5M2", "test_cast_FLOAT_to_FLOAT8E5M2FNUZ",
"test_cast_FLOAT_to_INT4", "test_cast_FLOAT_to_UINT4", "test_cast_INT4_to_FLOAT",
"test_cast_INT4_to_FLOAT16", "test_cast_INT4_to_INT8", "test_cast_UINT4_to_FLOAT",
"test_cast_UINT4_to_FLOAT16", "test_cast_UINT4_to_UINT8", "test_cast_e8m0_FLOAT16_to_FLOAT8E8M0",
"test_cast_e8m0_FLOAT8E8M0_to_FLOAT", "test_cast_e8m0_FLOAT8E8M0_to_FLOAT16", "test_cast_e8m0_FLOAT_to_FLOAT8E8M0",
"test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FN", "test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ", "test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2",
"test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ", "test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FN", "test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ",
"test_cast_no_saturate_FLOAT_to_FLOAT8E5M2", "test_cast_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ", "test_castlike_FLOAT16_to_FLOAT4E2M1",
"test_castlike_FLOAT16_to_FLOAT4E2M1_expanded", "test_castlike_FLOAT16_to_FLOAT8E4M3FN", "test_castlike_FLOAT16_to_FLOAT8E4M3FNUZ",
"test_castlike_FLOAT16_to_FLOAT8E4M3FNUZ_expanded", "test_castlike_FLOAT16_to_FLOAT8E4M3FN_expanded", "test_castlike_FLOAT16_to_FLOAT8E5M2",
"test_castlike_FLOAT16_to_FLOAT8E5M2FNUZ", "test_castlike_FLOAT16_to_FLOAT8E5M2FNUZ_expanded", "test_castlike_FLOAT16_to_FLOAT8E5M2_expanded",
"test_castlike_FLOAT16_to_INT4", "test_castlike_FLOAT16_to_INT4_expanded", "test_castlike_FLOAT16_to_UINT4",
"test_castlike_FLOAT16_to_UINT4_expanded", "test_castlike_FLOAT4E2M1_to_FLOAT", "test_castlike_FLOAT4E2M1_to_FLOAT16",
"test_castlike_FLOAT4E2M1_to_FLOAT16_expanded", "test_castlike_FLOAT4E2M1_to_FLOAT_expanded", "test_castlike_FLOAT8E4M3FNUZ_to_FLOAT",
"test_castlike_FLOAT8E4M3FNUZ_to_FLOAT16", "test_castlike_FLOAT8E4M3FNUZ_to_FLOAT16_expanded", "test_castlike_FLOAT8E4M3FNUZ_to_FLOAT_expanded",
"test_castlike_FLOAT8E4M3FN_to_FLOAT", "test_castlike_FLOAT8E4M3FN_to_FLOAT16", "test_castlike_FLOAT8E4M3FN_to_FLOAT16_expanded",
"test_castlike_FLOAT8E4M3FN_to_FLOAT_expanded", "test_castlike_FLOAT8E5M2FNUZ_to_FLOAT", "test_castlike_FLOAT8E5M2FNUZ_to_FLOAT16",
"test_castlike_FLOAT8E5M2FNUZ_to_FLOAT16_expanded", "test_castlike_FLOAT8E5M2FNUZ_to_FLOAT_expanded", "test_castlike_FLOAT8E5M2_to_FLOAT",
"test_castlike_FLOAT8E5M2_to_FLOAT16", "test_castlike_FLOAT8E5M2_to_FLOAT16_expanded", "test_castlike_FLOAT8E5M2_to_FLOAT_expanded",
"test_castlike_FLOAT_to_FLOAT4E2M1", "test_castlike_FLOAT_to_FLOAT4E2M1_expanded", "test_castlike_FLOAT_to_FLOAT8E4M3FN",
"test_castlike_FLOAT_to_FLOAT8E4M3FNUZ", "test_castlike_FLOAT_to_FLOAT8E4M3FNUZ_expanded", "test_castlike_FLOAT_to_FLOAT8E4M3FN_expanded",
"test_castlike_FLOAT_to_FLOAT8E5M2", "test_castlike_FLOAT_to_FLOAT8E5M2FNUZ", "test_castlike_FLOAT_to_FLOAT8E5M2FNUZ_expanded",
"test_castlike_FLOAT_to_FLOAT8E5M2_expanded", "test_castlike_FLOAT_to_INT4", "test_castlike_FLOAT_to_INT4_expanded",
"test_castlike_FLOAT_to_UINT4", "test_castlike_FLOAT_to_UINT4_expanded", "test_castlike_INT4_to_FLOAT",
"test_castlike_INT4_to_FLOAT16", "test_castlike_INT4_to_FLOAT16_expanded", "test_castlike_INT4_to_FLOAT_expanded",
"test_castlike_INT4_to_INT8", "test_castlike_INT4_to_INT8_expanded", "test_castlike_UINT4_to_FLOAT",
"test_castlike_UINT4_to_FLOAT16", "test_castlike_UINT4_to_FLOAT16_expanded", "test_castlike_UINT4_to_FLOAT_expanded",
"test_castlike_UINT4_to_UINT8", "test_castlike_UINT4_to_UINT8_expanded", "test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FN",
"test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ", "test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ_expanded", "test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FN_expanded",
"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2", "test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ", "test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ_expanded",
"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2_expanded", "test_castlike_no_saturate_FLOAT_to_FLOAT8E4M3FN", "test_castlike_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ",
"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2", "test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ", "test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ_expanded",
"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2_expanded", "test_center_crop_pad_crop", "test_center_crop_pad_crop_and_pad",
"test_center_crop_pad_crop_and_pad_expanded", "test_center_crop_pad_crop_axes_chw", "test_center_crop_pad_crop_axes_chw_expanded",
"test_center_crop_pad_crop_axes_hwc", "test_center_crop_pad_crop_axes_hwc_expanded", "test_center_crop_pad_crop_expanded",
"test_center_crop_pad_crop_negative_axes_hwc", "test_center_crop_pad_crop_negative_axes_hwc_expanded", "test_center_crop_pad_pad",
"test_center_crop_pad_pad_expanded", "test_clip_default_inbounds_expanded", "test_clip_default_int8_inbounds_expanded",
"test_clip_default_int8_max_expanded", "test_clip_default_int8_min_expanded", "test_clip_default_max_expanded",
"test_clip_default_min_expanded", "test_clip_example_expanded", "test_clip_expanded",
"test_clip_inbounds_expanded", "test_clip_min_greater_than_max", "test_clip_min_greater_than_max_expanded",
"test_clip_outbounds_expanded", "test_clip_splitbounds_expanded", "test_col2im",
"test_col2im_5d", "test_col2im_dilations", "test_col2im_pads",
"test_col2im_strides", "test_constant_pad_axes", "test_constant_pad_negative_axes",
"test_convtranspose_group_2", "test_convtranspose_group_2_image_3", "test_cumsum_1d_int32_exclusive",
"test_cumsum_2d_int32", "test_deform_conv_with_mask_bias", "test_deform_conv_with_multiple_offset_groups",
"test_dequantizelinear_e4m3fn", "test_dequantizelinear_e4m3fn_float16", "test_dequantizelinear_e4m3fn_zero_point",
"test_dequantizelinear_e5m2", "test_dequantizelinear_float4e2m1", "test_dequantizelinear_int16",
"test_dequantizelinear_int4", "test_dequantizelinear_uint16", "test_dequantizelinear_uint4",
"test_dft", "test_dft_axis", "test_dft_axis_opset19",
"test_dft_inverse", "test_dft_inverse_opset19", "test_dft_opset19",
"test_div_int16", "test_div_int8", "test_div_uint16",
"test_div_uint32", "test_div_uint64", "test_einsum_scalar",
"test_equal_int16", "test_equal_int8", "test_equal_string",
"test_equal_string_broadcast", "test_equal_uint16", "test_equal_uint32",
"test_equal_uint64", "test_equal_uint8", "test_greater_equal_int16",
"test_greater_equal_int16_expanded", "test_greater_equal_int8", "test_greater_equal_int8_expanded",
"test_greater_equal_uint16", "test_greater_equal_uint16_expanded", "test_greater_equal_uint32",
"test_greater_equal_uint32_expanded", "test_greater_equal_uint64", "test_greater_equal_uint64_expanded",
"test_greater_equal_uint8", "test_greater_equal_uint8_expanded", "test_greater_int16",
"test_greater_int8", "test_greater_uint16", "test_greater_uint32",
"test_greater_uint64", "test_greater_uint8", "test_gridsample_bicubic_align_corners_0_additional_1",
"test_gridsample_bicubic_align_corners_1_additional_1", "test_gridsample_bilinear_align_corners_0_additional_1", "test_gridsample_bilinear_align_corners_1_additional_1",
"test_gridsample_nearest_align_corners_0_additional_1", "test_gridsample_nearest_align_corners_1_additional_1", "test_gridsample_volumetric_bilinear_align_corners_0",
"test_gridsample_volumetric_bilinear_align_corners_1", "test_gridsample_volumetric_nearest_align_corners_0", "test_gridsample_volumetric_nearest_align_corners_1",
"test_group_normalization_epsilon_expanded", "test_group_normalization_example_expanded", "test_hammingwindow",
"test_hammingwindow_expanded", "test_hammingwindow_symmetric", "test_hammingwindow_symmetric_expanded",
"test_hannwindow", "test_hannwindow_expanded", "test_hannwindow_symmetric",
"test_hannwindow_symmetric_expanded", "test_hardsigmoid_default_expanded_ver18", "test_hardsigmoid_example_expanded_ver18",
"test_hardsigmoid_expanded_ver18", "test_image_decoder_decode_bmp_rgb", "test_image_decoder_decode_jpeg2k_rgb",
"test_image_decoder_decode_jpeg_bgr", "test_image_decoder_decode_jpeg_grayscale", "test_image_decoder_decode_jpeg_rgb",
"test_image_decoder_decode_png_rgb", "test_image_decoder_decode_pnm_rgb", "test_image_decoder_decode_tiff_rgb",
"test_image_decoder_decode_webp_rgb", "test_isinf_float16", "test_isnan_float16",
"test_l1normalization_axis_0", "test_l1normalization_axis_1", "test_l1normalization_axis_last",
"test_l2normalization_axis_0", "test_l2normalization_axis_1", "test_layer_normalization_2d_axis0_expanded",
"test_layer_normalization_2d_axis0_expanded_ver18", "test_layer_normalization_2d_axis1_expanded", "test_layer_normalization_2d_axis1_expanded_ver18",
"test_layer_normalization_2d_axis_negative_1_expanded", "test_layer_normalization_2d_axis_negative_1_expanded_ver18", "test_layer_normalization_2d_axis_negative_2_expanded",
"test_layer_normalization_2d_axis_negative_2_expanded_ver18", "test_layer_normalization_3d_axis0_epsilon_expanded", "test_layer_normalization_3d_axis0_epsilon_expanded_ver18",
"test_layer_normalization_3d_axis1_epsilon_expanded", "test_layer_normalization_3d_axis1_epsilon_expanded_ver18", "test_layer_normalization_3d_axis2_epsilon_expanded",
"test_layer_normalization_3d_axis2_epsilon_expanded_ver18", "test_layer_normalization_3d_axis_negative_1_epsilon_expanded", "test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18",
"test_layer_normalization_3d_axis_negative_2_epsilon_expanded", "test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18", "test_layer_normalization_3d_axis_negative_3_epsilon_expanded",
"test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18", "test_layer_normalization_4d_axis0_expanded", "test_layer_normalization_4d_axis0_expanded_ver18",
"test_layer_normalization_4d_axis1_expanded", "test_layer_normalization_4d_axis1_expanded_ver18", "test_layer_normalization_4d_axis2_expanded",
"test_layer_normalization_4d_axis2_expanded_ver18", "test_layer_normalization_4d_axis3_expanded", "test_layer_normalization_4d_axis3_expanded_ver18",
"test_layer_normalization_4d_axis_negative_1_expanded", "test_layer_normalization_4d_axis_negative_1_expanded_ver18", "test_layer_normalization_4d_axis_negative_2_expanded",
"test_layer_normalization_4d_axis_negative_2_expanded_ver18", "test_layer_normalization_4d_axis_negative_3_expanded", "test_layer_normalization_4d_axis_negative_3_expanded_ver18",
"test_layer_normalization_4d_axis_negative_4_expanded", "test_layer_normalization_4d_axis_negative_4_expanded_ver18", "test_layer_normalization_default_axis_expanded",
"test_layer_normalization_default_axis_expanded_ver18", "test_leakyrelu_default_expanded", "test_leakyrelu_example_expanded",
"test_leakyrelu_expanded", "test_less_equal_int16", "test_less_equal_int16_expanded",
"test_less_equal_int8", "test_less_equal_int8_expanded", "test_less_equal_uint16",
"test_less_equal_uint16_expanded", "test_less_equal_uint32", "test_less_equal_uint32_expanded",
"test_less_equal_uint64", "test_less_equal_uint64_expanded", "test_less_equal_uint8",
"test_less_equal_uint8_expanded", "test_less_int16", "test_less_int8",
"test_less_uint16", "test_less_uint32", "test_less_uint64",
"test_less_uint8", "test_logsoftmax_axis_0_expanded_ver18", "test_logsoftmax_axis_1_expanded_ver18",
"test_logsoftmax_axis_2_expanded_ver18", "test_logsoftmax_default_axis_expanded_ver18", "test_logsoftmax_example_1_expanded_ver18",
"test_logsoftmax_large_number_expanded_ver18", "test_logsoftmax_negative_axis_expanded_ver18", "test_lpnormalization_default",
"test_lppool_1d_default", "test_lppool_2d_default", "test_lppool_2d_dilations",
"test_lppool_2d_pads", "test_lppool_2d_same_lower", "test_lppool_2d_same_upper",
"test_lppool_2d_strides", "test_lppool_3d_default", "test_maxpool_2d_ceil_output_size_reduce_by_one",
"test_maxpool_3d_dilations", "test_maxpool_3d_dilations_use_ref_impl", "test_maxpool_3d_dilations_use_ref_impl_large",
"test_melweightmatrix", "test_mul_int16", "test_mul_int8",
"test_mul_uint16", "test_mul_uint32", "test_mul_uint64",
"test_mvn_expanded_ver18", "test_optional_get_element_optional_sequence", "test_optional_get_element_optional_tensor",
"test_optional_get_element_tensor", "test_optional_has_element_empty_no_input_name_optional_input", "test_optional_has_element_empty_no_input_name_tensor_input",
"test_optional_has_element_empty_no_input_optional_input", "test_optional_has_element_empty_no_input_tensor_input", "test_optional_has_element_empty_optional_input",
"test_optional_has_element_optional_input", "test_optional_has_element_tensor_input", "test_prelu_broadcast_expanded",
"test_prelu_example_expanded", "test_qlinearmatmul_2D_int8_float16", "test_qlinearmatmul_2D_int8_float32",
"test_qlinearmatmul_2D_uint8_float16", "test_qlinearmatmul_2D_uint8_float32", "test_qlinearmatmul_3D_int8_float16",
"test_qlinearmatmul_3D_int8_float32", "test_qlinearmatmul_3D_uint8_float16", "test_qlinearmatmul_3D_uint8_float32",
"test_quantizelinear_blocked_asymmetric", "test_quantizelinear_blocked_symmetric", "test_quantizelinear_e4m3fn",
"test_quantizelinear_e5m2", "test_quantizelinear_float4e2m1", "test_quantizelinear_int16",
"test_quantizelinear_int4", "test_quantizelinear_uint16", "test_quantizelinear_uint4",
"test_reduce_l1_default_axes_keepdims_example_expanded", "test_reduce_l1_default_axes_keepdims_random_expanded", "test_reduce_l1_do_not_keepdims_example_expanded",
"test_reduce_l1_do_not_keepdims_random_expanded", "test_reduce_l1_empty_set", "test_reduce_l1_empty_set_expanded",
"test_reduce_l1_keep_dims_example_expanded", "test_reduce_l1_keep_dims_random_expanded", "test_reduce_l1_negative_axes_keep_dims_example_expanded",
"test_reduce_l1_negative_axes_keep_dims_random_expanded", "test_reduce_l2_default_axes_keepdims_example_expanded", "test_reduce_l2_default_axes_keepdims_random_expanded",
"test_reduce_l2_do_not_keepdims_example_expanded", "test_reduce_l2_do_not_keepdims_random_expanded", "test_reduce_l2_empty_set",
"test_reduce_l2_empty_set_expanded", "test_reduce_l2_keep_dims_example_expanded", "test_reduce_l2_keep_dims_random_expanded",
"test_reduce_l2_negative_axes_keep_dims_example_expanded", "test_reduce_l2_negative_axes_keep_dims_random_expanded", "test_reduce_log_sum_asc_axes_expanded",
"test_reduce_log_sum_default_expanded", "test_reduce_log_sum_desc_axes_expanded", "test_reduce_log_sum_empty_set",
"test_reduce_log_sum_empty_set_expanded", "test_reduce_log_sum_exp_default_axes_keepdims_example_expanded", "test_reduce_log_sum_exp_default_axes_keepdims_random_expanded",
"test_reduce_log_sum_exp_do_not_keepdims_example_expanded", "test_reduce_log_sum_exp_do_not_keepdims_random_expanded", "test_reduce_log_sum_exp_empty_set",
"test_reduce_log_sum_exp_empty_set_expanded", "test_reduce_log_sum_exp_keepdims_example_expanded", "test_reduce_log_sum_exp_keepdims_random_expanded",
"test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded", "test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded", "test_reduce_log_sum_negative_axes_expanded",
"test_reduce_max_bool_inputs", "test_reduce_max_empty_set", "test_reduce_min_bool_inputs",
"test_reduce_min_empty_set", "test_reduce_prod_empty_set", "test_reduce_sum_empty_axes_input_noop",
"test_reduce_sum_empty_set", "test_reduce_sum_empty_set_non_reduced_axis_zero", "test_reduce_sum_square_default_axes_keepdims_example_expanded",
"test_reduce_sum_square_default_axes_keepdims_random_expanded", "test_reduce_sum_square_do_not_keepdims_example_expanded", "test_reduce_sum_square_do_not_keepdims_random_expanded",
"test_reduce_sum_square_empty_set", "test_reduce_sum_square_empty_set_expanded", "test_reduce_sum_square_keepdims_example_expanded",
"test_reduce_sum_square_keepdims_random_expanded", "test_reduce_sum_square_negative_axes_keepdims_example_expanded", "test_reduce_sum_square_negative_axes_keepdims_random_expanded",
"test_regex_full_match_basic", "test_regex_full_match_email_domain", "test_regex_full_match_empty",
"test_relu_expanded_ver18", "test_resize_downsample_scales_cubic_antialias", "test_resize_downsample_scales_linear_antialias",
"test_resize_downsample_scales_linear_half_pixel_symmetric", "test_resize_downsample_sizes_cubic_antialias", "test_resize_downsample_sizes_linear_antialias",
"test_resize_downsample_sizes_nearest_not_larger", "test_resize_downsample_sizes_nearest_not_smaller", "test_resize_tf_crop_and_resize_axes_2_3",
"test_resize_tf_crop_and_resize_axes_3_2", "test_resize_tf_crop_and_resize_extrapolation_value", "test_resize_upsample_scales_linear_half_pixel_symmetric",
"test_resize_upsample_scales_nearest_axes_2_3", "test_resize_upsample_scales_nearest_axes_3_2", "test_resize_upsample_sizes_nearest_axes_2_3",
"test_resize_upsample_sizes_nearest_axes_3_2", "test_resize_upsample_sizes_nearest_not_larger", "test_resize_upsample_sizes_nearest_not_smaller",
"test_rms_normalization_2d_axis0", "test_rms_normalization_2d_axis0_expanded", "test_rms_normalization_2d_axis1",
"test_rms_normalization_2d_axis1_expanded", "test_rms_normalization_2d_axis_negative_1", "test_rms_normalization_2d_axis_negative_1_expanded",
"test_rms_normalization_2d_axis_negative_2", "test_rms_normalization_2d_axis_negative_2_expanded", "test_rms_normalization_3d_axis0_epsilon",
"test_rms_normalization_3d_axis0_epsilon_expanded", "test_rms_normalization_3d_axis1_epsilon", "test_rms_normalization_3d_axis1_epsilon_expanded",
"test_rms_normalization_3d_axis2_epsilon", "test_rms_normalization_3d_axis2_epsilon_expanded", "test_rms_normalization_3d_axis_negative_1_epsilon",
"test_rms_normalization_3d_axis_negative_1_epsilon_expanded", "test_rms_normalization_3d_axis_negative_2_epsilon", "test_rms_normalization_3d_axis_negative_2_epsilon_expanded",
"test_rms_normalization_3d_axis_negative_3_epsilon", "test_rms_normalization_3d_axis_negative_3_epsilon_expanded", "test_rms_normalization_4d_axis0",
"test_rms_normalization_4d_axis0_expanded", "test_rms_normalization_4d_axis1", "test_rms_normalization_4d_axis1_expanded",
"test_rms_normalization_4d_axis2", "test_rms_normalization_4d_axis2_expanded", "test_rms_normalization_4d_axis3",
"test_rms_normalization_4d_axis3_expanded", "test_rms_normalization_4d_axis_negative_1", "test_rms_normalization_4d_axis_negative_1_expanded",
"test_rms_normalization_4d_axis_negative_2", "test_rms_normalization_4d_axis_negative_2_expanded", "test_rms_normalization_4d_axis_negative_3",
"test_rms_normalization_4d_axis_negative_3_expanded", "test_rms_normalization_4d_axis_negative_4", "test_rms_normalization_4d_axis_negative_4_expanded",
"test_rms_normalization_default_axis", "test_rms_normalization_default_axis_expanded", "test_roialign_mode_max",
"test_rotary_embedding", "test_rotary_embedding_3d_input", "test_rotary_embedding_3d_input_expanded",
"test_rotary_embedding_expanded", "test_rotary_embedding_interleaved", "test_rotary_embedding_interleaved_expanded",
"test_rotary_embedding_no_position_ids", "test_rotary_embedding_no_position_ids_expanded", "test_rotary_embedding_no_position_ids_interleaved",
"test_rotary_embedding_no_position_ids_interleaved_expanded", "test_rotary_embedding_no_position_ids_rotary_dim", "test_rotary_embedding_no_position_ids_rotary_dim_expanded",
"test_rotary_embedding_with_interleaved_rotary_dim", "test_rotary_embedding_with_interleaved_rotary_dim_expanded", "test_rotary_embedding_with_rotary_dim",
"test_rotary_embedding_with_rotary_dim_expanded", "test_sequence_map_add_1_sequence_1_tensor", "test_sequence_map_add_1_sequence_1_tensor_expanded",
"test_sequence_map_add_2_sequences", "test_sequence_map_add_2_sequences_expanded", "test_sequence_map_extract_shapes",
"test_sequence_map_extract_shapes_expanded", "test_sequence_map_identity_1_sequence", "test_sequence_map_identity_1_sequence_1_tensor",
"test_sequence_map_identity_1_sequence_1_tensor_expanded", "test_sequence_map_identity_1_sequence_expanded", "test_sequence_map_identity_2_sequences",
"test_sequence_map_identity_2_sequences_expanded", "test_shape_start_greater_than_end", "test_shrink_hard_expanded_ver18",
"test_shrink_soft_expanded_ver18", "test_softmax_axis_0_expanded_ver18", "test_softmax_axis_1_expanded_ver18",
"test_softmax_axis_2_expanded_ver18", "test_softmax_default_axis_expanded_ver18", "test_softmax_example_expanded_ver18",
"test_softmax_large_number_expanded_ver18", "test_softmax_negative_axis_expanded_ver18", "test_softplus_example_expanded_ver18",
"test_softplus_expanded_ver18", "test_softsign_example_expanded_ver18", "test_softsign_expanded_ver18",
"test_split_1d_uneven_split_opset18", "test_split_2d_uneven_split_opset18", "test_split_equal_parts_1d_opset13",
"test_split_equal_parts_1d_opset18", "test_split_equal_parts_2d_opset13", "test_split_equal_parts_default_axis_opset13",
"test_split_equal_parts_default_axis_opset18", "test_split_to_sequence_1", "test_split_to_sequence_2",
"test_split_to_sequence_nokeepdims", "test_split_variable_parts_1d_opset13", "test_split_variable_parts_1d_opset18",
"test_split_variable_parts_2d_opset13", "test_split_variable_parts_2d_opset18", "test_split_variable_parts_default_axis_opset13",
"test_split_variable_parts_default_axis_opset18", "test_split_zero_size_splits_opset13", "test_split_zero_size_splits_opset18",
"test_stft", "test_stft_with_window", "test_string_concat",
"test_string_concat_broadcasting", "test_string_concat_empty_string", "test_string_concat_utf8",
"test_string_concat_zero_dimensional", "test_string_split_basic", "test_string_split_consecutive_delimiters",
"test_string_split_empty_string_delimiter", "test_string_split_empty_tensor", "test_string_split_maxsplit",
"test_string_split_no_delimiter", "test_sub_int16", "test_sub_int8",
"test_sub_uint16", "test_sub_uint32", "test_sub_uint64",
"test_swish", "test_swish_expanded", "test_tensorscatter",
"test_tensorscatter_3d", "test_tensorscatter_circular", "test_thresholdedrelu_default_expanded_ver18",
"test_thresholdedrelu_example_expanded_ver18", "test_thresholdedrelu_expanded_ver18", "test_top_k_same_values",
"test_top_k_same_values_2d", "test_top_k_same_values_largest", "test_top_k_uint64",
"test_unique_length_1", "test_wrap_pad", "test_attention_4d_softcap_neginf_mask",
"test_attention_4d_softcap_neginf_mask_expanded", "test_attention_4d_softcap_neginf_mask_poison", "test_attention_4d_softcap_neginf_mask_poison_expanded",
"test_bitcast_2d_float32_to_int32", "test_bitcast_bool_to_uint8", "test_bitcast_float32_to_int32",
"test_bitcast_float64_to_int64", "test_bitcast_int32_to_float32", "test_bitcast_int64_to_float64",
"test_bitcast_int8_to_uint8", "test_bitcast_scalar_float32_to_int32", "test_bitcast_uint16_to_int16",
"test_bitcast_uint32_to_int32", "test_cast_FLOAT16_to_INT2", "test_cast_FLOAT16_to_UINT2",
"test_cast_FLOAT_to_INT2", "test_cast_FLOAT_to_UINT2", "test_cast_INT2_to_FLOAT",
"test_cast_INT2_to_FLOAT16", "test_cast_INT2_to_INT8", "test_cast_UINT2_to_FLOAT",
"test_cast_UINT2_to_FLOAT16", "test_cast_UINT2_to_UINT8", "test_castlike_FLOAT16_to_INT2",
"test_castlike_FLOAT16_to_INT2_expanded", "test_castlike_FLOAT16_to_UINT2", "test_castlike_FLOAT16_to_UINT2_expanded",
"test_castlike_FLOAT_to_INT2", "test_castlike_FLOAT_to_INT2_expanded", "test_castlike_FLOAT_to_UINT2",
"test_castlike_FLOAT_to_UINT2_expanded", "test_castlike_INT2_to_FLOAT", "test_castlike_INT2_to_FLOAT16",
"test_castlike_INT2_to_FLOAT16_expanded", "test_castlike_INT2_to_FLOAT_expanded", "test_castlike_INT2_to_INT8",
"test_castlike_INT2_to_INT8_expanded", "test_castlike_UINT2_to_FLOAT", "test_castlike_UINT2_to_FLOAT16",
"test_castlike_UINT2_to_FLOAT16_expanded", "test_castlike_UINT2_to_FLOAT_expanded", "test_castlike_UINT2_to_UINT8",
"test_castlike_UINT2_to_UINT8_expanded", "test_castlike_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ_expanded", "test_castlike_no_saturate_FLOAT_to_FLOAT8E4M3FN_expanded",
"test_causal_conv_with_state_b1_c1_degenerate", "test_causal_conv_with_state_b1_c1_degenerate_expanded", "test_causal_conv_with_state_basic",
"test_causal_conv_with_state_basic_expanded", "test_causal_conv_with_state_decode_step", "test_causal_conv_with_state_decode_step_expanded",
"test_causal_conv_with_state_fp16", "test_causal_conv_with_state_fp16_expanded", "test_causal_conv_with_state_kernel_size_one",
"test_causal_conv_with_state_kernel_size_one_expanded", "test_causal_conv_with_state_short_input_no_past_state", "test_causal_conv_with_state_short_input_no_past_state_expanded",
"test_causal_conv_with_state_silu", "test_causal_conv_with_state_silu_expanded", "test_causal_conv_with_state_silu_fp16",
"test_causal_conv_with_state_silu_fp16_expanded", "test_causal_conv_with_state_silu_with_past_state", "test_causal_conv_with_state_silu_with_past_state_expanded",
"test_causal_conv_with_state_swish_alias", "test_causal_conv_with_state_swish_alias_expanded", "test_causal_conv_with_state_with_bias",
"test_causal_conv_with_state_with_bias_and_past_state", "test_causal_conv_with_state_with_bias_and_past_state_expanded", "test_causal_conv_with_state_with_bias_expanded",
"test_causal_conv_with_state_with_past_state", "test_causal_conv_with_state_with_past_state_expanded", "test_cumprod_1d",
"test_cumprod_1d_exclusive", "test_cumprod_1d_int32_exclusive", "test_cumprod_1d_reverse",
"test_cumprod_1d_reverse_exclusive", "test_cumprod_2d_axis_0", "test_cumprod_2d_axis_1",
"test_cumprod_2d_int32", "test_cumprod_2d_negative_axis", "test_dequantizelinear_int2",
"test_dequantizelinear_uint2", "test_dft_irfft", "test_dft_irfft_opset19",
"test_dft_rfft", "test_dft_rfft_opset19", "test_div_int32_trunc",
"test_flexattention", "test_flexattention_causal_mask", "test_flexattention_causal_mask_expanded_ver26",
"test_flexattention_diff_head_sizes", "test_flexattention_diff_head_sizes_expanded_ver26", "test_flexattention_double",
"test_flexattention_double_expanded_ver26", "test_flexattention_expanded_ver26", "test_flexattention_fp16",
"test_flexattention_fp16_expanded_ver26", "test_flexattention_gqa", "test_flexattention_gqa_expanded_ver26",
"test_flexattention_prob_mod", "test_flexattention_prob_mod_expanded_ver26", "test_flexattention_relative_positional",
"test_flexattention_relative_positional_expanded_ver26", "test_flexattention_scaled", "test_flexattention_scaled_expanded_ver26",
"test_flexattention_score_mod", "test_flexattention_score_mod_expanded_ver26", "test_flexattention_soft_cap",
"test_flexattention_soft_cap_expanded_ver26", "test_linear_attention_decode_step", "test_linear_attention_decode_step_expanded",
"test_linear_attention_delta", "test_linear_attention_delta_expanded", "test_linear_attention_explicit_scale",
"test_linear_attention_explicit_scale_expanded", "test_linear_attention_fp16", "test_linear_attention_fp16_expanded",
"test_linear_attention_gated", "test_linear_attention_gated_delta", "test_linear_attention_gated_delta_beta_scalar",
"test_linear_attention_gated_delta_beta_scalar_expanded", "test_linear_attention_gated_delta_expanded", "test_linear_attention_gated_delta_gqa",
"test_linear_attention_gated_delta_gqa_expanded", "test_linear_attention_gated_delta_mqa", "test_linear_attention_gated_delta_mqa_expanded",
"test_linear_attention_gated_expanded", "test_linear_attention_gated_per_head_decay", "test_linear_attention_gated_per_head_decay_expanded",
"test_linear_attention_linear", "test_linear_attention_linear_expanded", "test_linear_attention_linear_t1_no_past",
"test_linear_attention_linear_t1_no_past_expanded", "test_linear_attention_no_past_explicit_zeros", "test_linear_attention_no_past_explicit_zeros_expanded",
"test_linear_attention_prefill_with_past", "test_linear_attention_prefill_with_past_expanded", "test_matmul_1d_1d",
"test_matmul_1d_3d", "test_matmul_4d_1d", "test_matmul_bcast",
"test_nonmaxsuppression_iou_threshold_boundary", "test_quantizelinear_int2", "test_quantizelinear_uint2",
"test_range_bfloat16_type_positive_delta", "test_range_bfloat16_type_positive_delta_expanded", "test_range_float16_type_positive_delta",
"test_range_float16_type_positive_delta_expanded", "test_scan9_multi_state", "test_scan9_scalar",
"test_scatter_elements_with_reduction_mul",
)

9
modules/python/src2/cv2_convert.cpp
View File

@@ -133,7 +133,7 @@ bool pyopencv_to(PyObject* o, Mat& m, const ArgInfo& info)
if( type < 0 )
{
if( typenum == NPY_INT64 || typenum == NPY_UINT64 || typenum == NPY_LONG )
if( typenum == NPY_INT64 || typenum == NPY_LONG || typenum == NPY_LONGLONG )
{
needcopy = needcast = true;
new_typenum = NPY_INT;
@@ -315,6 +315,13 @@ bool pyopencv_to(PyObject* o, Mat& m, const ArgInfo& info)
template<>
PyObject* pyopencv_from(const cv::Mat& m)
{
// NumPy has no bfloat16 dtype: widen CV_16BF to float32 (lossless).
if( m.depth() == CV_16BF )
{
cv::Mat m32f;
ERRWRAP2(m.convertTo(m32f, CV_32F));
return pyopencv_from(m32f);
}
if( m.empty() )
{
// empty() also catches a live buffer with a zero-length dim: return an empty array, not None.

6
modules/python/src2/cv2_numpy.cpp
View File

@@ -34,6 +34,12 @@ UMatData* NumpyAllocator::allocate(int dims0, const int* sizes, int type, void*
int depth = CV_MAT_DEPTH(type);
int cn = CV_MAT_CN(type);
// Backing a CV_16BF Mat with the float32 buffer cvDepthToNumpyType() asks for
// would pair a 2-byte element step with 4-byte NumPy strides and corrupt the data.
if( depth == CV_16BF )
CV_Error(Error::StsNotImplemented,
"CV_16BF (bfloat16) arrays cannot be allocated through the NumPy allocator: "
"NumPy has no bfloat16 dtype");
int typenum = cvDepthToNumpyType(depth);
int i, dims = dims0;
cv::AutoBuffer<npy_intp> _sizes(dims + 1);

50
modules/python/src2/cv2_util.cpp
View File

@@ -8,21 +8,49 @@ cv::TLSData<std::vector<std::string> > conversionErrorsTLS;
int cvDepthToNumpyType(int depth)
{
const int f = (int)(sizeof(size_t)/8);
return depth == CV_8U ? NPY_UBYTE : depth == CV_8S ? NPY_BYTE :
depth == CV_16U ? NPY_USHORT : depth == CV_16S ? NPY_SHORT :
depth == CV_32U ? NPY_UINT32 : depth == CV_32S ? NPY_INT32 : depth == CV_64S ? NPY_INT64 :
depth == CV_32F ? NPY_FLOAT : depth == CV_64F ? NPY_DOUBLE : depth == CV_16F ? NPY_HALF :
depth == CV_Bool ? NPY_BOOL : f*NPY_ULONGLONG + (f^1)*NPY_UINT;
switch (depth)
{
case CV_8U: return NPY_UBYTE;
case CV_8S: return NPY_BYTE;
case CV_16U: return NPY_USHORT;
case CV_16S: return NPY_SHORT;
case CV_32U: return NPY_UINT32;
case CV_32S: return NPY_INT32;
case CV_64U: return NPY_UINT64;
case CV_64S: return NPY_INT64;
case CV_32F: return NPY_FLOAT;
case CV_64F: return NPY_DOUBLE;
case CV_16F: return NPY_HALF;
// NumPy has no bfloat16 dtype; pyopencv_from() converts the values to float32.
case CV_16BF: return NPY_FLOAT;
case CV_Bool: return NPY_BOOL;
default:
CV_Error(cv::Error::StsNotImplemented,
cv::format("Mat depth %d has no corresponding NumPy dtype", depth));
}
}
int numpyTypeToCvDepth(int typenum)
{
return typenum == NPY_UBYTE ? CV_8U : typenum == NPY_BYTE ? CV_8S :
typenum == NPY_USHORT ? CV_16U : typenum == NPY_SHORT ? CV_16S :
typenum == NPY_INT ? CV_32S : typenum == NPY_UINT32 ? CV_32U : typenum == NPY_INT32 ? CV_32S :
typenum == NPY_HALF ? CV_16F : typenum == NPY_FLOAT ? CV_32F : typenum == NPY_DOUBLE ? CV_64F :
typenum == NPY_BOOL ? CV_Bool : -1;
// Only canonical NPY_* values may be used as case labels: the fixed-width
// aliases (NPY_INT32, NPY_INT64, ...) expand to these and would collide.
switch (typenum)
{
case NPY_UBYTE: return CV_8U;
case NPY_BYTE: return CV_8S;
case NPY_USHORT: return CV_16U;
case NPY_SHORT: return CV_16S;
case NPY_UINT: return CV_32U;
case NPY_INT: return CV_32S;
case NPY_ULONGLONG: return CV_64U;
// 'long' is 64-bit on LP64 but 32-bit on LLP64, so decide by size, not by name.
case NPY_ULONG: return NPY_SIZEOF_LONG == 8 ? CV_64U : CV_32U;
case NPY_HALF: return CV_16F;
case NPY_FLOAT: return CV_32F;
case NPY_DOUBLE: return CV_64F;
case NPY_BOOL: return CV_Bool;
default: return -1;
}
}
using namespace cv;