// This file is part of OpenCV project.
// It is subject to the license terms in the LICENSE file found in the top-level directory
// of this distribution and at http://opencv.org/license.html.


#include "test_precomp.hpp"
#include <set>
#include <string>
#include "npy_blob.hpp"
#include <opencv2/dnn/shape_utils.hpp>
#include <opencv2/core/utils/filesystem.hpp>

#if defined(_MSC_VER)  // workaround for 32-bit MSVC compiler
#pragma optimize("", off)
#endif


#define CV_TEST_TAG_DNN_ERROR_PARSER "dnn_error_parser"
#define CV_TEST_TAG_DNN_ERROR_NET_SETUP "dnn_error_net_setup"
#define CV_TEST_TAG_DNN_ERROR_FORWARD "dnn_error_forward"
#define CV_TEST_TAG_DNN_LAYER_FALLBACK "dnn_layer_fallback"
#define CV_TEST_TAG_DNN_NO_ACCURACY_CHECK "dnn_no_accuracy_check"


namespace opencv_test {

struct TestCase
{
    const char* name;
    uint32_t inputs;
    uint32_t outputs;
};

static const TestCase testConformanceConfig[] = {
    {"test_abs", 1, 1},
    {"test_acos", 1, 1},
    {"test_acos_example", 1, 1},
    {"test_acosh", 1, 1},
    {"test_acosh_example", 1, 1},
    {"test_adagrad", 5, 2},
    {"test_adagrad_multiple", 8, 4},
    {"test_adam", 6, 3},
    {"test_adam_multiple", 10, 6},
    {"test_add", 2, 1},
    {"test_add_bcast", 2, 1},
    {"test_add_uint8", 2, 1},
    {"test_and2d", 2, 1},
    {"test_and3d", 2, 1},
    {"test_and4d", 2, 1},
    {"test_and_bcast3v1d", 2, 1},
    {"test_and_bcast3v2d", 2, 1},
    {"test_and_bcast4v2d", 2, 1},
    {"test_and_bcast4v3d", 2, 1},
    {"test_and_bcast4v4d", 2, 1},
    {"test_argmax_default_axis_example", 1, 1},
    {"test_argmax_default_axis_example_select_last_index", 1, 1},
    {"test_argmax_default_axis_random", 1, 1},
    {"test_argmax_default_axis_random_select_last_index", 1, 1},
    {"test_argmax_keepdims_example", 1, 1},
    {"test_argmax_keepdims_example_select_last_index", 1, 1},
    {"test_argmax_keepdims_random", 1, 1},
    {"test_argmax_keepdims_random_select_last_index", 1, 1},
    {"test_argmax_negative_axis_keepdims_example", 1, 1},
    {"test_argmax_negative_axis_keepdims_example_select_last_index", 1, 1},
    {"test_argmax_negative_axis_keepdims_random", 1, 1},
    {"test_argmax_negative_axis_keepdims_random_select_last_index", 1, 1},
    {"test_argmax_no_keepdims_example", 1, 1},
    {"test_argmax_no_keepdims_example_select_last_index", 1, 1},
    {"test_argmax_no_keepdims_random", 1, 1},
    {"test_argmax_no_keepdims_random_select_last_index", 1, 1},
    {"test_argmin_default_axis_example", 1, 1},
    {"test_argmin_default_axis_example_select_last_index", 1, 1},
    {"test_argmin_default_axis_random", 1, 1},
    {"test_argmin_default_axis_random_select_last_index", 1, 1},
    {"test_argmin_keepdims_example", 1, 1},
    {"test_argmin_keepdims_example_select_last_index", 1, 1},
    {"test_argmin_keepdims_random", 1, 1},
    {"test_argmin_keepdims_random_select_last_index", 1, 1},
    {"test_argmin_negative_axis_keepdims_example", 1, 1},
    {"test_argmin_negative_axis_keepdims_example_select_last_index", 1, 1},
    {"test_argmin_negative_axis_keepdims_random", 1, 1},
    {"test_argmin_negative_axis_keepdims_random_select_last_index", 1, 1},
    {"test_argmin_no_keepdims_example", 1, 1},
    {"test_argmin_no_keepdims_example_select_last_index", 1, 1},
    {"test_argmin_no_keepdims_random", 1, 1},
    {"test_argmin_no_keepdims_random_select_last_index", 1, 1},
    {"test_asin", 1, 1},
    {"test_asin_example", 1, 1},
    {"test_asinh", 1, 1},
    {"test_asinh_example", 1, 1},
    {"test_atan", 1, 1},
    {"test_atan_example", 1, 1},
    {"test_atanh", 1, 1},
    {"test_atanh_example", 1, 1},
    {"test_averagepool_1d_default", 1, 1},
    {"test_averagepool_2d_ceil", 1, 1},
    {"test_averagepool_2d_default", 1, 1},
    {"test_averagepool_2d_pads", 1, 1},
    {"test_averagepool_2d_pads_count_include_pad", 1, 1},
    {"test_averagepool_2d_precomputed_pads", 1, 1},
    {"test_averagepool_2d_precomputed_pads_count_include_pad", 1, 1},
    {"test_averagepool_2d_precomputed_same_upper", 1, 1},
    {"test_averagepool_2d_precomputed_strides", 1, 1},
    {"test_averagepool_2d_same_lower", 1, 1},
    {"test_averagepool_2d_same_upper", 1, 1},
    {"test_averagepool_2d_strides", 1, 1},
    {"test_averagepool_3d_default", 1, 1},
    {"test_basic_conv_with_padding", 2, 1},
    {"test_basic_conv_without_padding", 2, 1},
    {"test_basic_convinteger", 3, 1},
    {"test_batchnorm_epsilon", 5, 1},
    {"test_batchnorm_epsilon_training_mode", 5, 3},
    {"test_batchnorm_example", 5, 1},
    {"test_batchnorm_example_training_mode", 5, 3},
    {"test_bernoulli", 1, 1},
    {"test_bernoulli_double", 1, 1},
    {"test_bernoulli_double_expanded", 1, 1},
    {"test_bernoulli_expanded", 1, 1},
    {"test_bernoulli_seed", 1, 1},
    {"test_bernoulli_seed_expanded", 1, 1},
    {"test_bitshift_left_uint16", 2, 1},
    {"test_bitshift_left_uint32", 2, 1},
    {"test_bitshift_left_uint64", 2, 1},
    {"test_bitshift_left_uint8", 2, 1},
    {"test_bitshift_right_uint16", 2, 1},
    {"test_bitshift_right_uint32", 2, 1},
    {"test_bitshift_right_uint64", 2, 1},
    {"test_bitshift_right_uint8", 2, 1},
    {"test_cast_BFLOAT16_to_FLOAT", 1, 1},
    {"test_cast_DOUBLE_to_FLOAT", 1, 1},
    {"test_cast_DOUBLE_to_FLOAT16", 1, 1},
    {"test_cast_FLOAT16_to_DOUBLE", 1, 1},
    {"test_cast_FLOAT16_to_FLOAT", 1, 1},
    {"test_cast_FLOAT_to_BFLOAT16", 1, 1},
    {"test_cast_FLOAT_to_DOUBLE", 1, 1},
    {"test_cast_FLOAT_to_FLOAT16", 1, 1},
    {"test_cast_FLOAT_to_STRING", 1, 1},
    {"test_cast_STRING_to_FLOAT", 1, 1},
    {"test_castlike_BFLOAT16_to_FLOAT", 2, 1},
    {"test_castlike_BFLOAT16_to_FLOAT_expanded", 2, 1},
    {"test_castlike_DOUBLE_to_FLOAT", 2, 1},
    {"test_castlike_DOUBLE_to_FLOAT16", 2, 1},
    {"test_castlike_DOUBLE_to_FLOAT16_expanded", 2, 1},
    {"test_castlike_DOUBLE_to_FLOAT_expanded", 2, 1},
    {"test_castlike_FLOAT16_to_DOUBLE", 2, 1},
    {"test_castlike_FLOAT16_to_DOUBLE_expanded", 2, 1},
    {"test_castlike_FLOAT16_to_FLOAT", 2, 1},
    {"test_castlike_FLOAT16_to_FLOAT_expanded", 2, 1},
    {"test_castlike_FLOAT_to_BFLOAT16", 2, 1},
    {"test_castlike_FLOAT_to_BFLOAT16_expanded", 2, 1},
    {"test_castlike_FLOAT_to_DOUBLE", 2, 1},
    {"test_castlike_FLOAT_to_DOUBLE_expanded", 2, 1},
    {"test_castlike_FLOAT_to_FLOAT16", 2, 1},
    {"test_castlike_FLOAT_to_FLOAT16_expanded", 2, 1},
    {"test_castlike_FLOAT_to_STRING", 2, 1},
    {"test_castlike_FLOAT_to_STRING_expanded", 2, 1},
    {"test_castlike_STRING_to_FLOAT", 2, 1},
    {"test_castlike_STRING_to_FLOAT_expanded", 2, 1},
    {"test_ceil", 1, 1},
    {"test_ceil_example", 1, 1},
    {"test_celu", 1, 1},
    {"test_celu_expanded", 1, 1},
    {"test_clip", 3, 1},
    {"test_clip_default_inbounds", 1, 1},
    {"test_clip_default_int8_inbounds", 1, 1},
    {"test_clip_default_int8_max", 2, 1},
    {"test_clip_default_int8_min", 2, 1},
    {"test_clip_default_max", 2, 1},
    {"test_clip_default_min", 2, 1},
    {"test_clip_example", 3, 1},
    {"test_clip_inbounds", 3, 1},
    {"test_clip_outbounds", 3, 1},
    {"test_clip_splitbounds", 3, 1},
    {"test_compress_0", 2, 1},
    {"test_compress_1", 2, 1},
    {"test_compress_default_axis", 2, 1},
    {"test_compress_negative_axis", 2, 1},
    {"test_concat_1d_axis_0", 2, 1},
    {"test_concat_1d_axis_negative_1", 2, 1},
    {"test_concat_2d_axis_0", 2, 1},
    {"test_concat_2d_axis_1", 2, 1},
    {"test_concat_2d_axis_negative_1", 2, 1},
    {"test_concat_2d_axis_negative_2", 2, 1},
    {"test_concat_3d_axis_0", 2, 1},
    {"test_concat_3d_axis_1", 2, 1},
    {"test_concat_3d_axis_2", 2, 1},
    {"test_concat_3d_axis_negative_1", 2, 1},
    {"test_concat_3d_axis_negative_2", 2, 1},
    {"test_concat_3d_axis_negative_3", 2, 1},
    {"test_constant", 0, 1},
    {"test_constant_pad", 3, 1},
    {"test_constantofshape_float_ones", 1, 1},
    {"test_constantofshape_int_shape_zero", 1, 1},
    {"test_constantofshape_int_zeros", 1, 1},
    {"test_conv_with_autopad_same", 2, 1},
    {"test_conv_with_strides_and_asymmetric_padding", 2, 1},
    {"test_conv_with_strides_no_padding", 2, 1},
    {"test_conv_with_strides_padding", 2, 1},
    {"test_convinteger_with_padding", 3, 1},
    {"test_convinteger_without_padding", 3, 1},
    {"test_convtranspose", 2, 1},
    {"test_convtranspose_1d", 2, 1},
    {"test_convtranspose_3d", 2, 1},
    {"test_convtranspose_autopad_same", 2, 1},
    {"test_convtranspose_dilations", 2, 1},
    {"test_convtranspose_kernel_shape", 2, 1},
    {"test_convtranspose_output_shape", 2, 1},
    {"test_convtranspose_pad", 2, 1},
    {"test_convtranspose_pads", 2, 1},
    {"test_convtranspose_with_kernel", 2, 1},
    {"test_cos", 1, 1},
    {"test_cos_example", 1, 1},
    {"test_cosh", 1, 1},
    {"test_cosh_example", 1, 1},
    {"test_cumsum_1d", 2, 1},
    {"test_cumsum_1d_exclusive", 2, 1},
    {"test_cumsum_1d_reverse", 2, 1},
    {"test_cumsum_1d_reverse_exclusive", 2, 1},
    {"test_cumsum_2d_axis_0", 2, 1},
    {"test_cumsum_2d_axis_1", 2, 1},
    {"test_cumsum_2d_negative_axis", 2, 1},
    {"test_depthtospace_crd_mode", 1, 1},
    {"test_depthtospace_crd_mode_example", 1, 1},
    {"test_depthtospace_dcr_mode", 1, 1},
    {"test_depthtospace_example", 1, 1},
    {"test_dequantizelinear", 3, 1},
    {"test_dequantizelinear_axis", 3, 1},
    {"test_dequantizelinear_blocked", 3, 1},
    {"test_det_2d", 1, 1},
    {"test_det_nd", 1, 1},
    {"test_div", 2, 1},
    {"test_div_bcast", 2, 1},
    {"test_div_example", 2, 1},
    {"test_div_uint8", 2, 1},
    {"test_dropout_default", 1, 1},
    {"test_dropout_default_mask", 1, 2},
    {"test_dropout_default_mask_ratio", 2, 2},
    {"test_dropout_default_old", 1, 1},
    {"test_dropout_default_ratio", 2, 1},
    {"test_dropout_random_old", 1, 1},
    {"test_dynamicquantizelinear", 1, 3},
    {"test_dynamicquantizelinear_expanded", 1, 3},
    {"test_dynamicquantizelinear_max_adjusted", 1, 3},
    {"test_dynamicquantizelinear_max_adjusted_expanded", 1, 3},
    {"test_dynamicquantizelinear_min_adjusted", 1, 3},
    {"test_dynamicquantizelinear_min_adjusted_expanded", 1, 3},
    {"test_edge_pad", 2, 1},
    {"test_einsum_batch_diagonal", 1, 1},
    {"test_einsum_batch_matmul", 2, 1},
    {"test_einsum_inner_prod", 2, 1},
    {"test_einsum_sum", 1, 1},
    {"test_einsum_transpose", 1, 1},
    {"test_elu", 1, 1},
    {"test_elu_default", 1, 1},
    {"test_elu_default_expanded_ver18", 1, 1},
    {"test_elu_example", 1, 1},
    {"test_elu_example_expanded_ver18", 1, 1},
    {"test_elu_expanded_ver18", 1, 1},
    {"test_equal", 2, 1},
    {"test_equal_bcast", 2, 1},
    {"test_erf", 1, 1},
    {"test_exp", 1, 1},
    {"test_exp_example", 1, 1},
    {"test_expand_dim_changed", 2, 1},
    {"test_expand_dim_unchanged", 2, 1},
    {"test_eyelike_populate_off_main_diagonal", 1, 1},
    {"test_eyelike_with_dtype", 1, 1},
    {"test_eyelike_without_dtype", 1, 1},
    {"test_flatten_axis0", 1, 1},
    {"test_flatten_axis1", 1, 1},
    {"test_flatten_axis2", 1, 1},
    {"test_flatten_axis3", 1, 1},
    {"test_flatten_default_axis", 1, 1},
    {"test_flatten_negative_axis1", 1, 1},
    {"test_flatten_negative_axis2", 1, 1},
    {"test_flatten_negative_axis3", 1, 1},
    {"test_flatten_negative_axis4", 1, 1},
    {"test_floor", 1, 1},
    {"test_floor_example", 1, 1},
    {"test_gather_0", 2, 1},
    {"test_gather_1", 2, 1},
    {"test_gather_2d_indices", 2, 1},
    {"test_gather_elements_0", 2, 1},
    {"test_gather_elements_1", 2, 1},
    {"test_gather_elements_negative_indices", 2, 1},
    {"test_gather_negative_indices", 2, 1},
    {"test_gathernd_example_float32", 2, 1},
    {"test_gathernd_example_int32", 2, 1},
    {"test_gathernd_example_int32_batch_dim1", 2, 1},
    {"test_gelu_default_1", 1, 1},
    {"test_gelu_default_1_expanded", 1, 1},
    {"test_gelu_default_2", 1, 1},
    {"test_gelu_default_2_expanded", 1, 1},
    {"test_gelu_tanh_1", 1, 1},
    {"test_gelu_tanh_1_expanded", 1, 1},
    {"test_gelu_tanh_2", 1, 1},
    {"test_gelu_tanh_2_expanded", 1, 1},
    {"test_gemm_all_attributes", 3, 1},
    {"test_gemm_alpha", 3, 1},
    {"test_gemm_beta", 3, 1},
    {"test_gemm_default_matrix_bias", 3, 1},
    {"test_gemm_default_no_bias", 2, 1},
    {"test_gemm_default_scalar_bias", 3, 1},
    {"test_gemm_default_single_elem_vector_bias", 3, 1},
    {"test_gemm_default_vector_bias", 3, 1},
    {"test_gemm_default_zero_bias", 3, 1},
    {"test_gemm_transposeA", 3, 1},
    {"test_gemm_transposeB", 3, 1},
    {"test_globalaveragepool", 1, 1},
    {"test_globalaveragepool_precomputed", 1, 1},
    {"test_globalmaxpool", 1, 1},
    {"test_globalmaxpool_precomputed", 1, 1},
    {"test_greater", 2, 1},
    {"test_greater_bcast", 2, 1},
    {"test_greater_equal", 2, 1},
    {"test_greater_equal_bcast", 2, 1},
    {"test_greater_equal_bcast_expanded", 2, 1},
    {"test_greater_equal_expanded", 2, 1},
    {"test_gridsample", 2, 1},
    {"test_gridsample_aligncorners_true", 2, 1},
    {"test_gridsample_bicubic", 2, 1},
    {"test_gridsample_bilinear", 2, 1},
    {"test_gridsample_border_padding", 2, 1},
    {"test_gridsample_nearest", 2, 1},
    {"test_gridsample_reflection_padding", 2, 1},
    {"test_gridsample_zeros_padding", 2, 1},
    {"test_group_normalization_epsilon", 3, 1},
    {"test_group_normalization_example", 3, 1},
    {"test_gru_batchwise", 3, 2},
    {"test_gru_defaults", 3, 1},
    {"test_gru_seq_length", 4, 1},
    {"test_gru_with_initial_bias", 4, 1},
    {"test_hardmax_axis_0", 1, 1},
    {"test_hardmax_axis_1", 1, 1},
    {"test_hardmax_axis_2", 1, 1},
    {"test_hardmax_default_axis", 1, 1},
    {"test_hardmax_example", 1, 1},
    {"test_hardmax_negative_axis", 1, 1},
    {"test_hardmax_one_hot", 1, 1},
    {"test_hardsigmoid", 1, 1},
    {"test_hardsigmoid_default", 1, 1},
    {"test_hardsigmoid_example", 1, 1},
    {"test_hardswish", 1, 1},
    {"test_hardswish_expanded", 1, 1},
    {"test_identity", 1, 1},
    {"test_identity_opt", 1, 1},
    {"test_identity_sequence", 1, 1},
    {"test_if", 1, 1},
    {"test_if_opt", 1, 1},
    {"test_if_seq", 1, 1},
    {"test_instancenorm_epsilon", 3, 1},
    {"test_instancenorm_example", 3, 1},
    {"test_isinf", 1, 1},
    {"test_isinf_negative", 1, 1},
    {"test_isinf_positive", 1, 1},
    {"test_isnan", 1, 1},
    {"test_layer_normalization_2d_axis0", 3, 1},
    {"test_layer_normalization_2d_axis1", 3, 1},
    {"test_layer_normalization_2d_axis_negative_1", 3, 1},
    {"test_layer_normalization_2d_axis_negative_2", 3, 1},
    {"test_layer_normalization_3d_axis0_epsilon", 3, 1},
    {"test_layer_normalization_3d_axis1_epsilon", 3, 1},
    {"test_layer_normalization_3d_axis2_epsilon", 3, 1},
    {"test_layer_normalization_3d_axis_negative_1_epsilon", 3, 1},
    {"test_layer_normalization_3d_axis_negative_2_epsilon", 3, 1},
    {"test_layer_normalization_3d_axis_negative_3_epsilon", 3, 1},
    {"test_layer_normalization_4d_axis0", 3, 1},
    {"test_layer_normalization_4d_axis1", 3, 1},
    {"test_layer_normalization_4d_axis2", 3, 1},
    {"test_layer_normalization_4d_axis3", 3, 1},
    {"test_layer_normalization_4d_axis_negative_1", 3, 1},
    {"test_layer_normalization_4d_axis_negative_2", 3, 1},
    {"test_layer_normalization_4d_axis_negative_3", 3, 1},
    {"test_layer_normalization_4d_axis_negative_4", 3, 1},
    {"test_layer_normalization_default_axis", 3, 1},
    {"test_leakyrelu", 1, 1},
    {"test_leakyrelu_default", 1, 1},
    {"test_leakyrelu_example", 1, 1},
    {"test_less", 2, 1},
    {"test_less_bcast", 2, 1},
    {"test_less_equal", 2, 1},
    {"test_less_equal_bcast", 2, 1},
    {"test_less_equal_bcast_expanded", 2, 1},
    {"test_less_equal_expanded", 2, 1},
    {"test_log", 1, 1},
    {"test_log_example", 1, 1},
    {"test_logsoftmax_axis_0", 1, 1},
    {"test_logsoftmax_axis_0_expanded", 1, 1},
    {"test_logsoftmax_axis_1", 1, 1},
    {"test_logsoftmax_axis_1_expanded", 1, 1},
    {"test_logsoftmax_axis_2", 1, 1},
    {"test_logsoftmax_axis_2_expanded", 1, 1},
    {"test_logsoftmax_default_axis", 1, 1},
    {"test_logsoftmax_default_axis_expanded", 1, 1},
    {"test_logsoftmax_example_1", 1, 1},
    {"test_logsoftmax_example_1_expanded", 1, 1},
    {"test_logsoftmax_large_number", 1, 1},
    {"test_logsoftmax_large_number_expanded", 1, 1},
    {"test_logsoftmax_negative_axis", 1, 1},
    {"test_logsoftmax_negative_axis_expanded", 1, 1},
    {"test_loop11", 3, 2},
    {"test_loop13_seq", 3, 1},
    {"test_loop16_seq_none", 3, 1},
    {"test_lrn", 1, 1},
    {"test_lrn_default", 1, 1},
    {"test_lstm_batchwise", 3, 2},
    {"test_lstm_defaults", 3, 1},
    {"test_lstm_with_initial_bias", 4, 1},
    {"test_lstm_with_peepholes", 8, 1},
    {"test_matmul_2d", 2, 1},
    {"test_matmul_3d", 2, 1},
    {"test_matmul_4d", 2, 1},
    {"test_matmulinteger", 4, 1},
    {"test_max_example", 3, 1},
    {"test_max_float16", 2, 1},
    {"test_max_float32", 2, 1},
    {"test_max_float64", 2, 1},
    {"test_max_int16", 2, 1},
    {"test_max_int32", 2, 1},
    {"test_max_int64", 2, 1},
    {"test_max_int8", 2, 1},
    {"test_max_one_input", 1, 1},
    {"test_max_two_inputs", 2, 1},
    {"test_max_uint16", 2, 1},
    {"test_max_uint32", 2, 1},
    {"test_max_uint64", 2, 1},
    {"test_max_uint8", 2, 1},
    {"test_maxpool_1d_default", 1, 1},
    {"test_maxpool_2d_ceil", 1, 1},
    {"test_maxpool_2d_default", 1, 1},
    {"test_maxpool_2d_dilations", 1, 1},
    {"test_maxpool_2d_pads", 1, 1},
    {"test_maxpool_2d_precomputed_pads", 1, 1},
    {"test_maxpool_2d_precomputed_same_upper", 1, 1},
    {"test_maxpool_2d_precomputed_strides", 1, 1},
    {"test_maxpool_2d_same_lower", 1, 1},
    {"test_maxpool_2d_same_upper", 1, 1},
    {"test_maxpool_2d_strides", 1, 1},
    {"test_maxpool_2d_uint8", 1, 1},
    {"test_maxpool_3d_default", 1, 1},
    {"test_maxpool_with_argmax_2d_precomputed_pads", 1, 2},
    {"test_maxpool_with_argmax_2d_precomputed_strides", 1, 2},
    {"test_maxunpool_export_with_output_shape", 3, 1},
    {"test_maxunpool_export_without_output_shape", 2, 1},
    {"test_mean_example", 3, 1},
    {"test_mean_one_input", 1, 1},
    {"test_mean_two_inputs", 2, 1},
    {"test_min_example", 3, 1},
    {"test_min_float16", 2, 1},
    {"test_min_float32", 2, 1},
    {"test_min_float64", 2, 1},
    {"test_min_int16", 2, 1},
    {"test_min_int32", 2, 1},
    {"test_min_int64", 2, 1},
    {"test_min_int8", 2, 1},
    {"test_min_one_input", 1, 1},
    {"test_min_two_inputs", 2, 1},
    {"test_min_uint16", 2, 1},
    {"test_min_uint32", 2, 1},
    {"test_min_uint64", 2, 1},
    {"test_min_uint8", 2, 1},
    {"test_mish", 1, 1},
    {"test_mish_expanded", 1, 1},
    {"test_mod_broadcast", 2, 1},
    {"test_mod_int64_fmod", 2, 1},
    {"test_mod_mixed_sign_float16", 2, 1},
    {"test_mod_mixed_sign_float32", 2, 1},
    {"test_mod_mixed_sign_float64", 2, 1},
    {"test_mod_mixed_sign_int16", 2, 1},
    {"test_mod_mixed_sign_int32", 2, 1},
    {"test_mod_mixed_sign_int64", 2, 1},
    {"test_mod_mixed_sign_int8", 2, 1},
    {"test_mod_uint16", 2, 1},
    {"test_mod_uint32", 2, 1},
    {"test_mod_uint64", 2, 1},
    {"test_mod_uint8", 2, 1},
    {"test_momentum", 5, 2},
    {"test_momentum_multiple", 8, 4},
    {"test_mul", 2, 1},
    {"test_mul_bcast", 2, 1},
    {"test_mul_example", 2, 1},
    {"test_mul_uint8", 2, 1},
    {"test_mvn", 1, 1},
    {"test_mvn_expanded", 1, 1},
    {"test_neg", 1, 1},
    {"test_neg_example", 1, 1},
    {"test_nesterov_momentum", 5, 2},
    {"test_nllloss_NC", 2, 1},
    {"test_nllloss_NC_expanded", 2, 1},
    {"test_nllloss_NCd1", 2, 1},
    {"test_nllloss_NCd1_expanded", 2, 1},
    {"test_nllloss_NCd1_ii", 2, 1},
    {"test_nllloss_NCd1_ii_expanded", 2, 1},
    {"test_nllloss_NCd1_mean_weight_negative_ii", 3, 1},
    {"test_nllloss_NCd1_mean_weight_negative_ii_expanded", 3, 1},
    {"test_nllloss_NCd1_weight", 3, 1},
    {"test_nllloss_NCd1_weight_expanded", 3, 1},
    {"test_nllloss_NCd1_weight_ii", 3, 1},
    {"test_nllloss_NCd1_weight_ii_expanded", 3, 1},
    {"test_nllloss_NCd1d2", 2, 1},
    {"test_nllloss_NCd1d2_expanded", 2, 1},
    {"test_nllloss_NCd1d2_no_weight_reduction_mean_ii", 2, 1},
    {"test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded", 2, 1},
    {"test_nllloss_NCd1d2_reduction_mean", 2, 1},
    {"test_nllloss_NCd1d2_reduction_mean_expanded", 2, 1},
    {"test_nllloss_NCd1d2_reduction_sum", 2, 1},
    {"test_nllloss_NCd1d2_reduction_sum_expanded", 2, 1},
    {"test_nllloss_NCd1d2_with_weight", 3, 1},
    {"test_nllloss_NCd1d2_with_weight_expanded", 3, 1},
    {"test_nllloss_NCd1d2_with_weight_reduction_mean", 3, 1},
    {"test_nllloss_NCd1d2_with_weight_reduction_mean_expanded", 3, 1},
    {"test_nllloss_NCd1d2_with_weight_reduction_sum", 3, 1},
    {"test_nllloss_NCd1d2_with_weight_reduction_sum_expanded", 3, 1},
    {"test_nllloss_NCd1d2_with_weight_reduction_sum_ii", 3, 1},
    {"test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded", 3, 1},
    {"test_nllloss_NCd1d2d3_none_no_weight_negative_ii", 2, 1},
    {"test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded", 2, 1},
    {"test_nllloss_NCd1d2d3_sum_weight_high_ii", 3, 1},
    {"test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded", 3, 1},
    {"test_nllloss_NCd1d2d3d4d5_mean_weight", 3, 1},
    {"test_nllloss_NCd1d2d3d4d5_mean_weight_expanded", 3, 1},
    {"test_nllloss_NCd1d2d3d4d5_none_no_weight", 2, 1},
    {"test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded", 2, 1},
    {"test_nonmaxsuppression_center_point_box_format", 5, 1},
    {"test_nonmaxsuppression_flipped_coordinates", 5, 1},
    {"test_nonmaxsuppression_identical_boxes", 5, 1},
    {"test_nonmaxsuppression_limit_output_size", 5, 1},
    {"test_nonmaxsuppression_single_box", 5, 1},
    {"test_nonmaxsuppression_suppress_by_IOU", 5, 1},
    {"test_nonmaxsuppression_suppress_by_IOU_and_scores", 5, 1},
    {"test_nonmaxsuppression_two_batches", 5, 1},
    {"test_nonmaxsuppression_two_classes", 5, 1},
    {"test_nonzero_example", 1, 1},
    {"test_not_2d", 1, 1},
    {"test_not_3d", 1, 1},
    {"test_not_4d", 1, 1},
    {"test_onehot_negative_indices", 3, 1},
    {"test_onehot_with_axis", 3, 1},
    {"test_onehot_with_negative_axis", 3, 1},
    {"test_onehot_without_axis", 3, 1},
    {"test_optional_get_element", 1, 1},
    {"test_optional_get_element_sequence", 1, 1},
    {"test_optional_has_element", 1, 1},
    {"test_optional_has_element_empty", 1, 1},
    {"test_or2d", 2, 1},
    {"test_or3d", 2, 1},
    {"test_or4d", 2, 1},
    {"test_or_bcast3v1d", 2, 1},
    {"test_or_bcast3v2d", 2, 1},
    {"test_or_bcast4v2d", 2, 1},
    {"test_or_bcast4v3d", 2, 1},
    {"test_or_bcast4v4d", 2, 1},
    {"test_pow", 2, 1},
    {"test_pow_bcast_array", 2, 1},
    {"test_pow_bcast_scalar", 2, 1},
    {"test_pow_example", 2, 1},
    {"test_pow_types_float32_int32", 2, 1},
    {"test_pow_types_float32_int64", 2, 1},
    {"test_pow_types_float32_uint32", 2, 1},
    {"test_pow_types_float32_uint64", 2, 1},
    {"test_pow_types_int", 2, 1},
    {"test_pow_types_int32_float32", 2, 1},
    {"test_pow_types_int32_int32", 2, 1},
    {"test_pow_types_int64_float32", 2, 1},
    {"test_pow_types_int64_int64", 2, 1},
    {"test_prelu_broadcast", 2, 1},
    {"test_prelu_example", 2, 1},
    {"test_qlinearconv", 8, 1},
    {"test_qlinearmatmul_2D", 8, 1},
    {"test_qlinearmatmul_3D", 8, 1},
    {"test_quantizelinear", 3, 1},
    {"test_quantizelinear_axis", 3, 1},
    {"test_quantizelinear_blocked", 3, 1},
    {"test_range_float_type_positive_delta", 3, 1},
    {"test_range_float_type_positive_delta_expanded", 3, 1},
    {"test_range_int32_type_negative_delta", 3, 1},
    {"test_range_int32_type_negative_delta_expanded", 3, 1},
    {"test_reciprocal", 1, 1},
    {"test_reciprocal_example", 1, 1},
    {"test_reduce_l1_default_axes_keepdims_example", 1, 1},
    {"test_reduce_l1_default_axes_keepdims_random", 1, 1},
    {"test_reduce_l1_do_not_keepdims_example", 1, 1},
    {"test_reduce_l1_do_not_keepdims_random", 1, 1},
    {"test_reduce_l1_keep_dims_example", 1, 1},
    {"test_reduce_l1_keep_dims_random", 1, 1},
    {"test_reduce_l1_negative_axes_keep_dims_example", 1, 1},
    {"test_reduce_l1_negative_axes_keep_dims_random", 1, 1},
    {"test_reduce_l2_default_axes_keepdims_example", 1, 1},
    {"test_reduce_l2_default_axes_keepdims_random", 1, 1},
    {"test_reduce_l2_do_not_keepdims_example", 1, 1},
    {"test_reduce_l2_do_not_keepdims_random", 1, 1},
    {"test_reduce_l2_keep_dims_example", 1, 1},
    {"test_reduce_l2_keep_dims_random", 1, 1},
    {"test_reduce_l2_negative_axes_keep_dims_example", 1, 1},
    {"test_reduce_l2_negative_axes_keep_dims_random", 1, 1},
    {"test_reduce_log_sum", 1, 1},
    {"test_reduce_log_sum_asc_axes", 1, 1},
    {"test_reduce_log_sum_default", 1, 1},
    {"test_reduce_log_sum_desc_axes", 1, 1},
    {"test_reduce_log_sum_exp_default_axes_keepdims_example", 1, 1},
    {"test_reduce_log_sum_exp_default_axes_keepdims_random", 1, 1},
    {"test_reduce_log_sum_exp_do_not_keepdims_example", 1, 1},
    {"test_reduce_log_sum_exp_do_not_keepdims_random", 1, 1},
    {"test_reduce_log_sum_exp_keepdims_example", 1, 1},
    {"test_reduce_log_sum_exp_keepdims_random", 1, 1},
    {"test_reduce_log_sum_exp_negative_axes_keepdims_example", 1, 1},
    {"test_reduce_log_sum_exp_negative_axes_keepdims_random", 1, 1},
    {"test_reduce_log_sum_negative_axes", 1, 1},
    {"test_reduce_max_default_axes_keepdim_example", 1, 1},
    {"test_reduce_max_default_axes_keepdims_random", 1, 1},
    {"test_reduce_max_do_not_keepdims_example", 1, 1},
    {"test_reduce_max_do_not_keepdims_random", 1, 1},
    {"test_reduce_max_keepdims_example", 1, 1},
    {"test_reduce_max_keepdims_random", 1, 1},
    {"test_reduce_max_negative_axes_keepdims_example", 1, 1},
    {"test_reduce_max_negative_axes_keepdims_random", 1, 1},
    {"test_reduce_mean_default_axes_keepdims_example", 1, 1},
    {"test_reduce_mean_default_axes_keepdims_random", 1, 1},
    {"test_reduce_mean_do_not_keepdims_example", 1, 1},
    {"test_reduce_mean_do_not_keepdims_random", 1, 1},
    {"test_reduce_mean_keepdims_example", 1, 1},
    {"test_reduce_mean_keepdims_random", 1, 1},
    {"test_reduce_mean_negative_axes_keepdims_example", 1, 1},
    {"test_reduce_mean_negative_axes_keepdims_random", 1, 1},
    {"test_reduce_min_default_axes_keepdims_example", 1, 1},
    {"test_reduce_min_default_axes_keepdims_random", 1, 1},
    {"test_reduce_min_do_not_keepdims_example", 1, 1},
    {"test_reduce_min_do_not_keepdims_random", 1, 1},
    {"test_reduce_min_keepdims_example", 1, 1},
    {"test_reduce_min_keepdims_random", 1, 1},
    {"test_reduce_min_negative_axes_keepdims_example", 1, 1},
    {"test_reduce_min_negative_axes_keepdims_random", 1, 1},
    {"test_reduce_prod_default_axes_keepdims_example", 1, 1},
    {"test_reduce_prod_default_axes_keepdims_random", 1, 1},
    {"test_reduce_prod_do_not_keepdims_example", 1, 1},
    {"test_reduce_prod_do_not_keepdims_random", 1, 1},
    {"test_reduce_prod_keepdims_example", 1, 1},
    {"test_reduce_prod_keepdims_random", 1, 1},
    {"test_reduce_prod_negative_axes_keepdims_example", 1, 1},
    {"test_reduce_prod_negative_axes_keepdims_random", 1, 1},
    {"test_reduce_sum_default_axes_keepdims_example", 2, 1},
    {"test_reduce_sum_default_axes_keepdims_random", 2, 1},
    {"test_reduce_sum_do_not_keepdims_example", 2, 1},
    {"test_reduce_sum_do_not_keepdims_random", 2, 1},
    {"test_reduce_sum_empty_axes_input_noop_example", 2, 1},
    {"test_reduce_sum_empty_axes_input_noop_random", 2, 1},
    {"test_reduce_sum_keepdims_example", 2, 1},
    {"test_reduce_sum_keepdims_random", 2, 1},
    {"test_reduce_sum_negative_axes_keepdims_example", 2, 1},
    {"test_reduce_sum_negative_axes_keepdims_random", 2, 1},
    {"test_reduce_sum_square_default_axes_keepdims_example", 1, 1},
    {"test_reduce_sum_square_default_axes_keepdims_random", 1, 1},
    {"test_reduce_sum_square_do_not_keepdims_example", 1, 1},
    {"test_reduce_sum_square_do_not_keepdims_random", 1, 1},
    {"test_reduce_sum_square_keepdims_example", 1, 1},
    {"test_reduce_sum_square_keepdims_random", 1, 1},
    {"test_reduce_sum_square_negative_axes_keepdims_example", 1, 1},
    {"test_reduce_sum_square_negative_axes_keepdims_random", 1, 1},
    {"test_reflect_pad", 2, 1},
    {"test_relu", 1, 1},
    {"test_reshape_allowzero_reordered", 2, 1},
    {"test_reshape_extended_dims", 2, 1},
    {"test_reshape_negative_dim", 2, 1},
    {"test_reshape_negative_extended_dims", 2, 1},
    {"test_reshape_one_dim", 2, 1},
    {"test_reshape_reduced_dims", 2, 1},
    {"test_reshape_reordered_all_dims", 2, 1},
    {"test_reshape_reordered_last_dims", 2, 1},
    {"test_reshape_zero_and_negative_dim", 2, 1},
    {"test_reshape_zero_dim", 2, 1},
    {"test_resize_downsample_scales_cubic", 2, 1},
    {"test_resize_downsample_scales_cubic_A_n0p5_exclude_outside", 2, 1},
    {"test_resize_downsample_scales_cubic_align_corners", 2, 1},
    {"test_resize_downsample_scales_linear", 2, 1},
    {"test_resize_downsample_scales_linear_align_corners", 2, 1},
    {"test_resize_downsample_scales_nearest", 2, 1},
    {"test_resize_downsample_sizes_cubic", 2, 1},
    {"test_resize_downsample_sizes_linear_pytorch_half_pixel", 2, 1},
    {"test_resize_downsample_sizes_nearest", 2, 1},
    {"test_resize_downsample_sizes_nearest_tf_half_pixel_for_nn", 2, 1},
    {"test_resize_tf_crop_and_resize", 3, 1},
    {"test_resize_upsample_scales_cubic", 2, 1},
    {"test_resize_upsample_scales_cubic_A_n0p5_exclude_outside", 2, 1},
    {"test_resize_upsample_scales_cubic_align_corners", 2, 1},
    {"test_resize_upsample_scales_cubic_asymmetric", 2, 1},
    {"test_resize_upsample_scales_linear", 2, 1},
    {"test_resize_upsample_scales_linear_align_corners", 2, 1},
    {"test_resize_upsample_scales_nearest", 2, 1},
    {"test_resize_upsample_sizes_cubic", 2, 1},
    {"test_resize_upsample_sizes_nearest", 2, 1},
    {"test_resize_upsample_sizes_nearest_ceil_half_pixel", 2, 1},
    {"test_resize_upsample_sizes_nearest_floor_align_corners", 2, 1},
    {"test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric", 2, 1},
    {"test_reversesequence_batch", 2, 1},
    {"test_reversesequence_time", 2, 1},
    {"test_rnn_seq_length", 4, 1},
    {"test_roialign_aligned_false", 3, 1},
    {"test_roialign_aligned_true", 3, 1},
    {"test_round", 1, 1},
    {"test_scan9_sum", 2, 2},
    {"test_scan_sum", 2, 2},
    {"test_scatter_elements_with_axis", 3, 1},
    {"test_scatter_elements_with_duplicate_indices", 3, 1},
    {"test_scatter_elements_with_negative_indices", 3, 1},
    {"test_scatter_elements_with_reduction_max", 3, 1},
    {"test_scatter_elements_with_reduction_min", 3, 1},
    {"test_scatter_elements_without_axis", 3, 1},
    {"test_scatter_with_axis", 3, 1},
    {"test_scatter_without_axis", 3, 1},
    {"test_scatternd", 3, 1},
    {"test_scatternd_add", 3, 1},
    {"test_scatternd_max", 3, 1},
    {"test_scatternd_min", 3, 1},
    {"test_scatternd_multiply", 3, 1},
    {"test_sce_NCd1_mean_weight_negative_ii", 3, 1},
    {"test_sce_NCd1_mean_weight_negative_ii_expanded", 3, 1},
    {"test_sce_NCd1_mean_weight_negative_ii_log_prob", 3, 2},
    {"test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded", 3, 2},
    {"test_sce_NCd1d2d3_none_no_weight_negative_ii", 2, 1},
    {"test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded", 2, 1},
    {"test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob", 2, 2},
    {"test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded", 2, 2},
    {"test_sce_NCd1d2d3_sum_weight_high_ii", 3, 1},
    {"test_sce_NCd1d2d3_sum_weight_high_ii_expanded", 3, 1},
    {"test_sce_NCd1d2d3_sum_weight_high_ii_log_prob", 3, 2},
    {"test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded", 3, 2},
    {"test_sce_NCd1d2d3d4d5_mean_weight", 3, 1},
    {"test_sce_NCd1d2d3d4d5_mean_weight_expanded", 3, 1},
    {"test_sce_NCd1d2d3d4d5_mean_weight_log_prob", 3, 2},
    {"test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded", 3, 2},
    {"test_sce_NCd1d2d3d4d5_none_no_weight", 2, 1},
    {"test_sce_NCd1d2d3d4d5_none_no_weight_expanded", 2, 1},
    {"test_sce_NCd1d2d3d4d5_none_no_weight_log_prob", 2, 2},
    {"test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded", 2, 2},
    {"test_sce_mean", 2, 1},
    {"test_sce_mean_3d", 2, 1},
    {"test_sce_mean_3d_expanded", 2, 1},
    {"test_sce_mean_3d_log_prob", 2, 2},
    {"test_sce_mean_3d_log_prob_expanded", 2, 2},
    {"test_sce_mean_expanded", 2, 1},
    {"test_sce_mean_log_prob", 2, 2},
    {"test_sce_mean_log_prob_expanded", 2, 2},
    {"test_sce_mean_no_weight_ii", 2, 1},
    {"test_sce_mean_no_weight_ii_3d", 2, 1},
    {"test_sce_mean_no_weight_ii_3d_expanded", 2, 1},
    {"test_sce_mean_no_weight_ii_3d_log_prob", 2, 2},
    {"test_sce_mean_no_weight_ii_3d_log_prob_expanded", 2, 2},
    {"test_sce_mean_no_weight_ii_4d", 2, 1},
    {"test_sce_mean_no_weight_ii_4d_expanded", 2, 1},
    {"test_sce_mean_no_weight_ii_4d_log_prob", 2, 2},
    {"test_sce_mean_no_weight_ii_4d_log_prob_expanded", 2, 2},
    {"test_sce_mean_no_weight_ii_expanded", 2, 1},
    {"test_sce_mean_no_weight_ii_log_prob", 2, 2},
    {"test_sce_mean_no_weight_ii_log_prob_expanded", 2, 2},
    {"test_sce_mean_weight", 3, 1},
    {"test_sce_mean_weight_expanded", 3, 1},
    {"test_sce_mean_weight_ii", 3, 1},
    {"test_sce_mean_weight_ii_3d", 3, 1},
    {"test_sce_mean_weight_ii_3d_expanded", 3, 1},
    {"test_sce_mean_weight_ii_3d_log_prob", 3, 2},
    {"test_sce_mean_weight_ii_3d_log_prob_expanded", 3, 2},
    {"test_sce_mean_weight_ii_4d", 3, 1},
    {"test_sce_mean_weight_ii_4d_expanded", 3, 1},
    {"test_sce_mean_weight_ii_4d_log_prob", 3, 2},
    {"test_sce_mean_weight_ii_4d_log_prob_expanded", 3, 2},
    {"test_sce_mean_weight_ii_expanded", 3, 1},
    {"test_sce_mean_weight_ii_log_prob", 3, 2},
    {"test_sce_mean_weight_ii_log_prob_expanded", 3, 2},
    {"test_sce_mean_weight_log_prob", 3, 2},
    {"test_sce_mean_weight_log_prob_expanded", 3, 2},
    {"test_sce_none", 2, 1},
    {"test_sce_none_expanded", 2, 1},
    {"test_sce_none_log_prob", 2, 2},
    {"test_sce_none_log_prob_expanded", 2, 2},
    {"test_sce_none_weights", 3, 1},
    {"test_sce_none_weights_expanded", 3, 1},
    {"test_sce_none_weights_log_prob", 3, 2},
    {"test_sce_none_weights_log_prob_expanded", 3, 2},
    {"test_sce_sum", 2, 1},
    {"test_sce_sum_expanded", 2, 1},
    {"test_sce_sum_log_prob", 2, 2},
    {"test_sce_sum_log_prob_expanded", 2, 2},
    {"test_selu", 1, 1},
    {"test_selu_default", 1, 1},
    {"test_selu_default_expanded_ver18", 1, 1},
    {"test_selu_example", 1, 1},
    {"test_selu_example_expanded_ver18", 1, 1},
    {"test_selu_expanded_ver18", 1, 1},
    {"test_sequence_insert_at_back", 2, 1},
    {"test_sequence_insert_at_front", 3, 1},
    {"test_shape", 1, 1},
    {"test_shape_clip_end", 1, 1},
    {"test_shape_clip_start", 1, 1},
    {"test_shape_end_1", 1, 1},
    {"test_shape_end_negative_1", 1, 1},
    {"test_shape_example", 1, 1},
    {"test_shape_start_1", 1, 1},
    {"test_shape_start_1_end_2", 1, 1},
    {"test_shape_start_1_end_negative_1", 1, 1},
    {"test_shape_start_negative_1", 1, 1},
    {"test_shrink_hard", 1, 1},
    {"test_shrink_soft", 1, 1},
    {"test_sigmoid", 1, 1},
    {"test_sigmoid_example", 1, 1},
    {"test_sign", 1, 1},
    {"test_simple_rnn_batchwise", 3, 2},
    {"test_simple_rnn_defaults", 3, 1},
    {"test_simple_rnn_with_initial_bias", 4, 1},
    {"test_sin", 1, 1},
    {"test_sin_example", 1, 1},
    {"test_sinh", 1, 1},
    {"test_sinh_example", 1, 1},
    {"test_size", 1, 1},
    {"test_size_example", 1, 1},
    {"test_slice", 5, 1},
    {"test_slice_default_axes", 3, 1},
    {"test_slice_default_steps", 4, 1},
    {"test_slice_end_out_of_bounds", 5, 1},
    {"test_slice_neg", 5, 1},
    {"test_slice_neg_steps", 5, 1},
    {"test_slice_negative_axes", 4, 1},
    {"test_slice_start_out_of_bounds", 5, 1},
    {"test_softmax_axis_0", 1, 1},
    {"test_softmax_axis_0_expanded", 1, 1},
    {"test_softmax_axis_1", 1, 1},
    {"test_softmax_axis_1_expanded", 1, 1},
    {"test_softmax_axis_2", 1, 1},
    {"test_softmax_axis_2_expanded", 1, 1},
    {"test_softmax_default_axis", 1, 1},
    {"test_softmax_default_axis_expanded", 1, 1},
    {"test_softmax_example", 1, 1},
    {"test_softmax_example_expanded", 1, 1},
    {"test_softmax_large_number", 1, 1},
    {"test_softmax_large_number_expanded", 1, 1},
    {"test_softmax_negative_axis", 1, 1},
    {"test_softmax_negative_axis_expanded", 1, 1},
    {"test_softplus", 1, 1},
    {"test_softplus_example", 1, 1},
    {"test_softsign", 1, 1},
    {"test_softsign_example", 1, 1},
    {"test_spacetodepth", 1, 1},
    {"test_spacetodepth_example", 1, 1},
    {"test_split_equal_parts_1d", 1, 3},
    {"test_split_equal_parts_2d", 1, 2},
    {"test_split_equal_parts_default_axis", 1, 3},
    {"test_split_variable_parts_1d", 2, 2},
    {"test_split_variable_parts_2d", 2, 2},
    {"test_split_variable_parts_default_axis", 2, 2},
    {"test_split_zero_size_splits", 2, 3},
    {"test_sqrt", 1, 1},
    {"test_sqrt_example", 1, 1},
    {"test_squeeze", 2, 1},
    {"test_squeeze_negative_axes", 2, 1},
    {"test_strnormalizer_export_monday_casesensintive_lower", 1, 1},
    {"test_strnormalizer_export_monday_casesensintive_nochangecase", 1, 1},
    {"test_strnormalizer_export_monday_casesensintive_upper", 1, 1},
    {"test_strnormalizer_export_monday_empty_output", 1, 1},
    {"test_strnormalizer_export_monday_insensintive_upper_twodim", 1, 1},
    {"test_strnormalizer_nostopwords_nochangecase", 1, 1},
    {"test_sub", 2, 1},
    {"test_sub_bcast", 2, 1},
    {"test_sub_example", 2, 1},
    {"test_sub_uint8", 2, 1},
    {"test_sum_example", 3, 1},
    {"test_sum_one_input", 1, 1},
    {"test_sum_two_inputs", 2, 1},
    {"test_tan", 1, 1},
    {"test_tan_example", 1, 1},
    {"test_tanh", 1, 1},
    {"test_tanh_example", 1, 1},
    {"test_tfidfvectorizer_tf_batch_onlybigrams_skip0", 1, 1},
    {"test_tfidfvectorizer_tf_batch_onlybigrams_skip5", 1, 1},
    {"test_tfidfvectorizer_tf_batch_uniandbigrams_skip5", 1, 1},
    {"test_tfidfvectorizer_tf_only_bigrams_skip0", 1, 1},
    {"test_tfidfvectorizer_tf_onlybigrams_levelempty", 1, 1},
    {"test_tfidfvectorizer_tf_onlybigrams_skip5", 1, 1},
    {"test_tfidfvectorizer_tf_uniandbigrams_skip5", 1, 1},
    {"test_thresholdedrelu", 1, 1},
    {"test_thresholdedrelu_default", 1, 1},
    {"test_thresholdedrelu_example", 1, 1},
    {"test_tile", 2, 1},
    {"test_tile_precomputed", 2, 1},
    {"test_top_k", 2, 2},
    {"test_top_k_negative_axis", 2, 2},
    {"test_top_k_smallest", 2, 2},
    {"test_training_dropout", 3, 1},
    {"test_training_dropout_default", 3, 1},
    {"test_training_dropout_default_mask", 3, 2},
    {"test_training_dropout_mask", 3, 2},
    {"test_training_dropout_zero_ratio", 3, 1},
    {"test_training_dropout_zero_ratio_mask", 3, 2},
    {"test_transpose_all_permutations_0", 1, 1},
    {"test_transpose_all_permutations_1", 1, 1},
    {"test_transpose_all_permutations_2", 1, 1},
    {"test_transpose_all_permutations_3", 1, 1},
    {"test_transpose_all_permutations_4", 1, 1},
    {"test_transpose_all_permutations_5", 1, 1},
    {"test_transpose_default", 1, 1},
    {"test_tril", 1, 1},
    {"test_tril_neg", 2, 1},
    {"test_tril_one_row_neg", 1, 1},
    {"test_tril_out_neg", 2, 1},
    {"test_tril_out_pos", 2, 1},
    {"test_tril_pos", 2, 1},
    {"test_tril_square", 1, 1},
    {"test_tril_square_neg", 2, 1},
    {"test_tril_zero", 2, 1},
    {"test_triu", 1, 1},
    {"test_triu_neg", 2, 1},
    {"test_triu_one_row", 2, 1},
    {"test_triu_out_neg_out", 2, 1},
    {"test_triu_out_pos", 2, 1},
    {"test_triu_pos", 2, 1},
    {"test_triu_square", 1, 1},
    {"test_triu_square_neg", 2, 1},
    {"test_triu_zero", 2, 1},
    {"test_unique_not_sorted_without_axis", 1, 4},
    {"test_unique_sorted_with_axis", 1, 4},
    {"test_unique_sorted_with_axis_3d", 1, 4},
    {"test_unique_sorted_with_negative_axis", 1, 4},
    {"test_unique_sorted_without_axis", 1, 4},
    {"test_unsqueeze_axis_0", 2, 1},
    {"test_unsqueeze_axis_1", 2, 1},
    {"test_unsqueeze_axis_2", 2, 1},
    {"test_unsqueeze_axis_3", 1, 1},
    {"test_unsqueeze_negative_axes", 2, 1},
    {"test_unsqueeze_three_axes", 2, 1},
    {"test_unsqueeze_two_axes", 2, 1},
    {"test_unsqueeze_unsorted_axes", 2, 1},
    {"test_upsample_nearest", 2, 1},
    {"test_where_example", 3, 1},
    {"test_where_long_example", 3, 1},
    {"test_xor2d", 2, 1},
    {"test_xor3d", 2, 1},
    {"test_xor4d", 2, 1},
    {"test_xor_bcast3v1d", 2, 1},
    {"test_xor_bcast3v2d", 2, 1},
    {"test_xor_bcast4v2d", 2, 1},
    {"test_xor_bcast4v3d", 2, 1},
    {"test_xor_bcast4v4d", 2, 1},
    {"test_add_int16", 0, 0},
    {"test_add_int8", 0, 0},
    {"test_add_uint16", 0, 0},
    {"test_add_uint32", 0, 0},
    {"test_add_uint64", 0, 0},
    {"test_affine_grid_2d", 0, 0},
    {"test_affine_grid_2d_align_corners", 0, 0},
    {"test_affine_grid_2d_align_corners_expanded", 0, 0},
    {"test_affine_grid_2d_expanded", 0, 0},
    {"test_affine_grid_3d", 0, 0},
    {"test_affine_grid_3d_align_corners", 0, 0},
    {"test_affine_grid_3d_align_corners_expanded", 0, 0},
    {"test_affine_grid_3d_expanded", 0, 0},
    {"test_ai_onnx_ml_array_feature_extractor", 0, 0},
    {"test_ai_onnx_ml_binarizer", 0, 0},
    {"test_ai_onnx_ml_label_encoder_string_int", 0, 0},
    {"test_ai_onnx_ml_label_encoder_string_int_no_default", 0, 0},
    {"test_ai_onnx_ml_label_encoder_tensor_mapping", 0, 0},
    {"test_ai_onnx_ml_label_encoder_tensor_value_only_mapping", 0, 0},
    {"test_ai_onnx_ml_tree_ensemble_set_membership", 0, 0},
    {"test_ai_onnx_ml_tree_ensemble_single_tree", 0, 0},
    {"test_attention_3d", 0, 0},
    {"test_attention_3d_attn_mask", 0, 0},
    {"test_attention_3d_attn_mask_expanded", 0, 0},
    {"test_attention_3d_causal", 0, 0},
    {"test_attention_3d_causal_expanded", 0, 0},
    {"test_attention_3d_diff_heads_sizes", 0, 0},
    {"test_attention_3d_diff_heads_sizes_attn_mask", 0, 0},
    {"test_attention_3d_diff_heads_sizes_attn_mask_expanded", 0, 0},
    {"test_attention_3d_diff_heads_sizes_causal", 0, 0},
    {"test_attention_3d_diff_heads_sizes_causal_expanded", 0, 0},
    {"test_attention_3d_diff_heads_sizes_expanded", 0, 0},
    {"test_attention_3d_diff_heads_sizes_scaled", 0, 0},
    {"test_attention_3d_diff_heads_sizes_scaled_expanded", 0, 0},
    {"test_attention_3d_diff_heads_sizes_softcap", 0, 0},
    {"test_attention_3d_diff_heads_sizes_softcap_expanded", 0, 0},
    {"test_attention_3d_diff_heads_with_past_and_present", 0, 0},
    {"test_attention_3d_diff_heads_with_past_and_present_expanded", 0, 0},
    {"test_attention_3d_expanded", 0, 0},
    {"test_attention_3d_gqa", 0, 0},
    {"test_attention_3d_gqa_attn_mask", 0, 0},
    {"test_attention_3d_gqa_attn_mask_expanded", 0, 0},
    {"test_attention_3d_gqa_causal", 0, 0},
    {"test_attention_3d_gqa_causal_expanded", 0, 0},
    {"test_attention_3d_gqa_expanded", 0, 0},
    {"test_attention_3d_gqa_scaled", 0, 0},
    {"test_attention_3d_gqa_scaled_expanded", 0, 0},
    {"test_attention_3d_gqa_softcap", 0, 0},
    {"test_attention_3d_gqa_softcap_expanded", 0, 0},
    {"test_attention_3d_gqa_with_past_and_present", 0, 0},
    {"test_attention_3d_gqa_with_past_and_present_expanded", 0, 0},
    {"test_attention_3d_scaled", 0, 0},
    {"test_attention_3d_scaled_expanded", 0, 0},
    {"test_attention_3d_softcap", 0, 0},
    {"test_attention_3d_softcap_expanded", 0, 0},
    {"test_attention_3d_transpose_verification", 0, 0},
    {"test_attention_3d_transpose_verification_expanded", 0, 0},
    {"test_attention_3d_with_past_and_present", 0, 0},
    {"test_attention_3d_with_past_and_present_expanded", 0, 0},
    {"test_attention_3d_with_past_and_present_qk_matmul", 0, 0},
    {"test_attention_3d_with_past_and_present_qk_matmul_bias", 0, 0},
    {"test_attention_3d_with_past_and_present_qk_matmul_bias_expanded", 0, 0},
    {"test_attention_3d_with_past_and_present_qk_matmul_expanded", 0, 0},
    {"test_attention_3d_with_past_and_present_qk_matmul_softcap", 0, 0},
    {"test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded", 0, 0},
    {"test_attention_3d_with_past_and_present_qk_matmul_softmax", 0, 0},
    {"test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded", 0, 0},
    {"test_attention_4d", 0, 0},
    {"test_attention_4d_attn_mask", 0, 0},
    {"test_attention_4d_attn_mask_3d", 0, 0},
    {"test_attention_4d_attn_mask_3d_causal", 0, 0},
    {"test_attention_4d_attn_mask_3d_causal_expanded", 0, 0},
    {"test_attention_4d_attn_mask_3d_expanded", 0, 0},
    {"test_attention_4d_attn_mask_4d", 0, 0},
    {"test_attention_4d_attn_mask_4d_causal", 0, 0},
    {"test_attention_4d_attn_mask_4d_causal_expanded", 0, 0},
    {"test_attention_4d_attn_mask_4d_expanded", 0, 0},
    {"test_attention_4d_attn_mask_bool", 0, 0},
    {"test_attention_4d_attn_mask_bool_4d", 0, 0},
    {"test_attention_4d_attn_mask_bool_4d_expanded", 0, 0},
    {"test_attention_4d_attn_mask_bool_expanded", 0, 0},
    {"test_attention_4d_attn_mask_expanded", 0, 0},
    {"test_attention_4d_causal", 0, 0},
    {"test_attention_4d_causal_expanded", 0, 0},
    {"test_attention_4d_diff_heads_mask4d_padded_kv", 0, 0},
    {"test_attention_4d_diff_heads_mask4d_padded_kv_expanded", 0, 0},
    {"test_attention_4d_diff_heads_sizes", 0, 0},
    {"test_attention_4d_diff_heads_sizes_attn_mask", 0, 0},
    {"test_attention_4d_diff_heads_sizes_attn_mask_expanded", 0, 0},
    {"test_attention_4d_diff_heads_sizes_causal", 0, 0},
    {"test_attention_4d_diff_heads_sizes_causal_expanded", 0, 0},
    {"test_attention_4d_diff_heads_sizes_expanded", 0, 0},
    {"test_attention_4d_diff_heads_sizes_scaled", 0, 0},
    {"test_attention_4d_diff_heads_sizes_scaled_expanded", 0, 0},
    {"test_attention_4d_diff_heads_sizes_softcap", 0, 0},
    {"test_attention_4d_diff_heads_sizes_softcap_expanded", 0, 0},
    {"test_attention_4d_diff_heads_with_past_and_present", 0, 0},
    {"test_attention_4d_diff_heads_with_past_and_present_expanded", 0, 0},
    {"test_attention_4d_diff_heads_with_past_and_present_mask3d", 0, 0},
    {"test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded", 0, 0},
    {"test_attention_4d_diff_heads_with_past_and_present_mask4d", 0, 0},
    {"test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded", 0, 0},
    {"test_attention_4d_expanded", 0, 0},
    {"test_attention_4d_fp16", 0, 0},
    {"test_attention_4d_fp16_expanded", 0, 0},
    {"test_attention_4d_gqa", 0, 0},
    {"test_attention_4d_gqa_attn_mask", 0, 0},
    {"test_attention_4d_gqa_attn_mask_expanded", 0, 0},
    {"test_attention_4d_gqa_causal", 0, 0},
    {"test_attention_4d_gqa_causal_expanded", 0, 0},
    {"test_attention_4d_gqa_expanded", 0, 0},
    {"test_attention_4d_gqa_scaled", 0, 0},
    {"test_attention_4d_gqa_scaled_expanded", 0, 0},
    {"test_attention_4d_gqa_softcap", 0, 0},
    {"test_attention_4d_gqa_softcap_expanded", 0, 0},
    {"test_attention_4d_gqa_with_past_and_present", 0, 0},
    {"test_attention_4d_gqa_with_past_and_present_expanded", 0, 0},
    {"test_attention_4d_gqa_with_past_and_present_fp16", 0, 0},
    {"test_attention_4d_gqa_with_past_and_present_fp16_expanded", 0, 0},
    {"test_attention_4d_scaled", 0, 0},
    {"test_attention_4d_scaled_expanded", 0, 0},
    {"test_attention_4d_softcap", 0, 0},
    {"test_attention_4d_softcap_expanded", 0, 0},
    {"test_attention_4d_with_past_and_present", 0, 0},
    {"test_attention_4d_with_past_and_present_expanded", 0, 0},
    {"test_attention_4d_with_past_and_present_qk_matmul", 0, 0},
    {"test_attention_4d_with_past_and_present_qk_matmul_bias", 0, 0},
    {"test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask", 0, 0},
    {"test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal", 0, 0},
    {"test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded", 0, 0},
    {"test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded", 0, 0},
    {"test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask", 0, 0},
    {"test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal", 0, 0},
    {"test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded", 0, 0},
    {"test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded", 0, 0},
    {"test_attention_4d_with_past_and_present_qk_matmul_bias_expanded", 0, 0},
    {"test_attention_4d_with_past_and_present_qk_matmul_expanded", 0, 0},
    {"test_attention_4d_with_qk_matmul", 0, 0},
    {"test_attention_4d_with_qk_matmul_bias", 0, 0},
    {"test_attention_4d_with_qk_matmul_bias_expanded", 0, 0},
    {"test_attention_4d_with_qk_matmul_expanded", 0, 0},
    {"test_attention_4d_with_qk_matmul_softcap", 0, 0},
    {"test_attention_4d_with_qk_matmul_softcap_expanded", 0, 0},
    {"test_attention_4d_with_qk_matmul_softmax", 0, 0},
    {"test_attention_4d_with_qk_matmul_softmax_expanded", 0, 0},
    {"test_averagepool_2d_ceil_last_window_starts_on_pad", 0, 0},
    {"test_averagepool_2d_dilations", 0, 0},
    {"test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_False", 0, 0},
    {"test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_True", 0, 0},
    {"test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_False", 0, 0},
    {"test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_True", 0, 0},
    {"test_averagepool_3d_dilations_small", 0, 0},
    {"test_basic_deform_conv_with_padding", 0, 0},
    {"test_basic_deform_conv_without_padding", 0, 0},
    {"test_bitwise_and_i16_3d", 0, 0},
    {"test_bitwise_and_i32_2d", 0, 0},
    {"test_bitwise_and_ui64_bcast_3v1d", 0, 0},
    {"test_bitwise_and_ui8_bcast_4v3d", 0, 0},
    {"test_bitwise_not_2d", 0, 0},
    {"test_bitwise_not_3d", 0, 0},
    {"test_bitwise_not_4d", 0, 0},
    {"test_bitwise_or_i16_4d", 0, 0},
    {"test_bitwise_or_i32_2d", 0, 0},
    {"test_bitwise_or_ui64_bcast_3v1d", 0, 0},
    {"test_bitwise_or_ui8_bcast_4v3d", 0, 0},
    {"test_bitwise_xor_i16_3d", 0, 0},
    {"test_bitwise_xor_i32_2d", 0, 0},
    {"test_bitwise_xor_ui64_bcast_3v1d", 0, 0},
    {"test_bitwise_xor_ui8_bcast_4v3d", 0, 0},
    {"test_blackmanwindow", 0, 0},
    {"test_blackmanwindow_expanded", 0, 0},
    {"test_blackmanwindow_symmetric", 0, 0},
    {"test_blackmanwindow_symmetric_expanded", 0, 0},
    {"test_cast_FLOAT16_to_FLOAT4E2M1", 0, 0},
    {"test_cast_FLOAT16_to_FLOAT8E4M3FN", 0, 0},
    {"test_cast_FLOAT16_to_FLOAT8E4M3FNUZ", 0, 0},
    {"test_cast_FLOAT16_to_FLOAT8E5M2", 0, 0},
    {"test_cast_FLOAT16_to_FLOAT8E5M2FNUZ", 0, 0},
    {"test_cast_FLOAT16_to_INT4", 0, 0},
    {"test_cast_FLOAT16_to_UINT4", 0, 0},
    {"test_cast_FLOAT4E2M1_to_FLOAT", 0, 0},
    {"test_cast_FLOAT4E2M1_to_FLOAT16", 0, 0},
    {"test_cast_FLOAT8E4M3FNUZ_to_FLOAT", 0, 0},
    {"test_cast_FLOAT8E4M3FNUZ_to_FLOAT16", 0, 0},
    {"test_cast_FLOAT8E4M3FN_to_FLOAT", 0, 0},
    {"test_cast_FLOAT8E4M3FN_to_FLOAT16", 0, 0},
    {"test_cast_FLOAT8E5M2FNUZ_to_FLOAT", 0, 0},
    {"test_cast_FLOAT8E5M2FNUZ_to_FLOAT16", 0, 0},
    {"test_cast_FLOAT8E5M2_to_FLOAT", 0, 0},
    {"test_cast_FLOAT8E5M2_to_FLOAT16", 0, 0},
    {"test_cast_FLOAT_to_FLOAT4E2M1", 0, 0},
    {"test_cast_FLOAT_to_FLOAT8E4M3FN", 0, 0},
    {"test_cast_FLOAT_to_FLOAT8E4M3FNUZ", 0, 0},
    {"test_cast_FLOAT_to_FLOAT8E5M2", 0, 0},
    {"test_cast_FLOAT_to_FLOAT8E5M2FNUZ", 0, 0},
    {"test_cast_FLOAT_to_INT4", 0, 0},
    {"test_cast_FLOAT_to_UINT4", 0, 0},
    {"test_cast_INT4_to_FLOAT", 0, 0},
    {"test_cast_INT4_to_FLOAT16", 0, 0},
    {"test_cast_INT4_to_INT8", 0, 0},
    {"test_cast_UINT4_to_FLOAT", 0, 0},
    {"test_cast_UINT4_to_FLOAT16", 0, 0},
    {"test_cast_UINT4_to_UINT8", 0, 0},
    {"test_cast_e8m0_FLOAT16_to_FLOAT8E8M0", 0, 0},
    {"test_cast_e8m0_FLOAT8E8M0_to_FLOAT", 0, 0},
    {"test_cast_e8m0_FLOAT8E8M0_to_FLOAT16", 0, 0},
    {"test_cast_e8m0_FLOAT_to_FLOAT8E8M0", 0, 0},
    {"test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FN", 0, 0},
    {"test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ", 0, 0},
    {"test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2", 0, 0},
    {"test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ", 0, 0},
    {"test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FN", 0, 0},
    {"test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ", 0, 0},
    {"test_cast_no_saturate_FLOAT_to_FLOAT8E5M2", 0, 0},
    {"test_cast_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ", 0, 0},
    {"test_castlike_FLOAT16_to_FLOAT4E2M1", 0, 0},
    {"test_castlike_FLOAT16_to_FLOAT4E2M1_expanded", 0, 0},
    {"test_castlike_FLOAT16_to_FLOAT8E4M3FN", 0, 0},
    {"test_castlike_FLOAT16_to_FLOAT8E4M3FNUZ", 0, 0},
    {"test_castlike_FLOAT16_to_FLOAT8E4M3FNUZ_expanded", 0, 0},
    {"test_castlike_FLOAT16_to_FLOAT8E4M3FN_expanded", 0, 0},
    {"test_castlike_FLOAT16_to_FLOAT8E5M2", 0, 0},
    {"test_castlike_FLOAT16_to_FLOAT8E5M2FNUZ", 0, 0},
    {"test_castlike_FLOAT16_to_FLOAT8E5M2FNUZ_expanded", 0, 0},
    {"test_castlike_FLOAT16_to_FLOAT8E5M2_expanded", 0, 0},
    {"test_castlike_FLOAT16_to_INT4", 0, 0},
    {"test_castlike_FLOAT16_to_INT4_expanded", 0, 0},
    {"test_castlike_FLOAT16_to_UINT4", 0, 0},
    {"test_castlike_FLOAT16_to_UINT4_expanded", 0, 0},
    {"test_castlike_FLOAT4E2M1_to_FLOAT", 0, 0},
    {"test_castlike_FLOAT4E2M1_to_FLOAT16", 0, 0},
    {"test_castlike_FLOAT4E2M1_to_FLOAT16_expanded", 0, 0},
    {"test_castlike_FLOAT4E2M1_to_FLOAT_expanded", 0, 0},
    {"test_castlike_FLOAT8E4M3FNUZ_to_FLOAT", 0, 0},
    {"test_castlike_FLOAT8E4M3FNUZ_to_FLOAT16", 0, 0},
    {"test_castlike_FLOAT8E4M3FNUZ_to_FLOAT16_expanded", 0, 0},
    {"test_castlike_FLOAT8E4M3FNUZ_to_FLOAT_expanded", 0, 0},
    {"test_castlike_FLOAT8E4M3FN_to_FLOAT", 0, 0},
    {"test_castlike_FLOAT8E4M3FN_to_FLOAT16", 0, 0},
    {"test_castlike_FLOAT8E4M3FN_to_FLOAT16_expanded", 0, 0},
    {"test_castlike_FLOAT8E4M3FN_to_FLOAT_expanded", 0, 0},
    {"test_castlike_FLOAT8E5M2FNUZ_to_FLOAT", 0, 0},
    {"test_castlike_FLOAT8E5M2FNUZ_to_FLOAT16", 0, 0},
    {"test_castlike_FLOAT8E5M2FNUZ_to_FLOAT16_expanded", 0, 0},
    {"test_castlike_FLOAT8E5M2FNUZ_to_FLOAT_expanded", 0, 0},
    {"test_castlike_FLOAT8E5M2_to_FLOAT", 0, 0},
    {"test_castlike_FLOAT8E5M2_to_FLOAT16", 0, 0},
    {"test_castlike_FLOAT8E5M2_to_FLOAT16_expanded", 0, 0},
    {"test_castlike_FLOAT8E5M2_to_FLOAT_expanded", 0, 0},
    {"test_castlike_FLOAT_to_FLOAT4E2M1", 0, 0},
    {"test_castlike_FLOAT_to_FLOAT4E2M1_expanded", 0, 0},
    {"test_castlike_FLOAT_to_FLOAT8E4M3FN", 0, 0},
    {"test_castlike_FLOAT_to_FLOAT8E4M3FNUZ", 0, 0},
    {"test_castlike_FLOAT_to_FLOAT8E4M3FNUZ_expanded", 0, 0},
    {"test_castlike_FLOAT_to_FLOAT8E4M3FN_expanded", 0, 0},
    {"test_castlike_FLOAT_to_FLOAT8E5M2", 0, 0},
    {"test_castlike_FLOAT_to_FLOAT8E5M2FNUZ", 0, 0},
    {"test_castlike_FLOAT_to_FLOAT8E5M2FNUZ_expanded", 0, 0},
    {"test_castlike_FLOAT_to_FLOAT8E5M2_expanded", 0, 0},
    {"test_castlike_FLOAT_to_INT4", 0, 0},
    {"test_castlike_FLOAT_to_INT4_expanded", 0, 0},
    {"test_castlike_FLOAT_to_UINT4", 0, 0},
    {"test_castlike_FLOAT_to_UINT4_expanded", 0, 0},
    {"test_castlike_INT4_to_FLOAT", 0, 0},
    {"test_castlike_INT4_to_FLOAT16", 0, 0},
    {"test_castlike_INT4_to_FLOAT16_expanded", 0, 0},
    {"test_castlike_INT4_to_FLOAT_expanded", 0, 0},
    {"test_castlike_INT4_to_INT8", 0, 0},
    {"test_castlike_INT4_to_INT8_expanded", 0, 0},
    {"test_castlike_UINT4_to_FLOAT", 0, 0},
    {"test_castlike_UINT4_to_FLOAT16", 0, 0},
    {"test_castlike_UINT4_to_FLOAT16_expanded", 0, 0},
    {"test_castlike_UINT4_to_FLOAT_expanded", 0, 0},
    {"test_castlike_UINT4_to_UINT8", 0, 0},
    {"test_castlike_UINT4_to_UINT8_expanded", 0, 0},
    {"test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FN", 0, 0},
    {"test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ", 0, 0},
    {"test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ_expanded", 0, 0},
    {"test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FN_expanded", 0, 0},
    {"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2", 0, 0},
    {"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ", 0, 0},
    {"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ_expanded", 0, 0},
    {"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2_expanded", 0, 0},
    {"test_castlike_no_saturate_FLOAT_to_FLOAT8E4M3FN", 0, 0},
    {"test_castlike_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ", 0, 0},
    {"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2", 0, 0},
    {"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ", 0, 0},
    {"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ_expanded", 0, 0},
    {"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2_expanded", 0, 0},
    {"test_center_crop_pad_crop", 0, 0},
    {"test_center_crop_pad_crop_and_pad", 0, 0},
    {"test_center_crop_pad_crop_and_pad_expanded", 0, 0},
    {"test_center_crop_pad_crop_axes_chw", 0, 0},
    {"test_center_crop_pad_crop_axes_chw_expanded", 0, 0},
    {"test_center_crop_pad_crop_axes_hwc", 0, 0},
    {"test_center_crop_pad_crop_axes_hwc_expanded", 0, 0},
    {"test_center_crop_pad_crop_expanded", 0, 0},
    {"test_center_crop_pad_crop_negative_axes_hwc", 0, 0},
    {"test_center_crop_pad_crop_negative_axes_hwc_expanded", 0, 0},
    {"test_center_crop_pad_pad", 0, 0},
    {"test_center_crop_pad_pad_expanded", 0, 0},
    {"test_clip_default_inbounds_expanded", 0, 0},
    {"test_clip_default_int8_inbounds_expanded", 0, 0},
    {"test_clip_default_int8_max_expanded", 0, 0},
    {"test_clip_default_int8_min_expanded", 0, 0},
    {"test_clip_default_max_expanded", 0, 0},
    {"test_clip_default_min_expanded", 0, 0},
    {"test_clip_example_expanded", 0, 0},
    {"test_clip_expanded", 0, 0},
    {"test_clip_inbounds_expanded", 0, 0},
    {"test_clip_min_greater_than_max", 0, 0},
    {"test_clip_min_greater_than_max_expanded", 0, 0},
    {"test_clip_outbounds_expanded", 0, 0},
    {"test_clip_splitbounds_expanded", 0, 0},
    {"test_col2im", 0, 0},
    {"test_col2im_5d", 0, 0},
    {"test_col2im_dilations", 0, 0},
    {"test_col2im_pads", 0, 0},
    {"test_col2im_strides", 0, 0},
    {"test_constant_pad_axes", 0, 0},
    {"test_constant_pad_negative_axes", 0, 0},
    {"test_convtranspose_group_2", 0, 0},
    {"test_convtranspose_group_2_image_3", 0, 0},
    {"test_cumsum_1d_int32_exclusive", 0, 0},
    {"test_cumsum_2d_int32", 0, 0},
    {"test_deform_conv_with_mask_bias", 0, 0},
    {"test_deform_conv_with_multiple_offset_groups", 0, 0},
    {"test_dequantizelinear_e4m3fn", 0, 0},
    {"test_dequantizelinear_e4m3fn_float16", 0, 0},
    {"test_dequantizelinear_e4m3fn_zero_point", 0, 0},
    {"test_dequantizelinear_e5m2", 0, 0},
    {"test_dequantizelinear_float4e2m1", 0, 0},
    {"test_dequantizelinear_int16", 0, 0},
    {"test_dequantizelinear_int4", 0, 0},
    {"test_dequantizelinear_uint16", 0, 0},
    {"test_dequantizelinear_uint4", 0, 0},
    {"test_dft", 0, 0},
    {"test_dft_axis", 0, 0},
    {"test_dft_axis_opset19", 0, 0},
    {"test_dft_inverse", 0, 0},
    {"test_dft_inverse_opset19", 0, 0},
    {"test_dft_opset19", 0, 0},
    {"test_div_int16", 0, 0},
    {"test_div_int8", 0, 0},
    {"test_div_uint16", 0, 0},
    {"test_div_uint32", 0, 0},
    {"test_div_uint64", 0, 0},
    {"test_einsum_scalar", 0, 0},
    {"test_equal_int16", 0, 0},
    {"test_equal_int8", 0, 0},
    {"test_equal_string", 0, 0},
    {"test_equal_string_broadcast", 0, 0},
    {"test_equal_uint16", 0, 0},
    {"test_equal_uint32", 0, 0},
    {"test_equal_uint64", 0, 0},
    {"test_equal_uint8", 0, 0},
    {"test_greater_equal_int16", 0, 0},
    {"test_greater_equal_int16_expanded", 0, 0},
    {"test_greater_equal_int8", 0, 0},
    {"test_greater_equal_int8_expanded", 0, 0},
    {"test_greater_equal_uint16", 0, 0},
    {"test_greater_equal_uint16_expanded", 0, 0},
    {"test_greater_equal_uint32", 0, 0},
    {"test_greater_equal_uint32_expanded", 0, 0},
    {"test_greater_equal_uint64", 0, 0},
    {"test_greater_equal_uint64_expanded", 0, 0},
    {"test_greater_equal_uint8", 0, 0},
    {"test_greater_equal_uint8_expanded", 0, 0},
    {"test_greater_int16", 0, 0},
    {"test_greater_int8", 0, 0},
    {"test_greater_uint16", 0, 0},
    {"test_greater_uint32", 0, 0},
    {"test_greater_uint64", 0, 0},
    {"test_greater_uint8", 0, 0},
    {"test_gridsample_bicubic_align_corners_0_additional_1", 0, 0},
    {"test_gridsample_bicubic_align_corners_1_additional_1", 0, 0},
    {"test_gridsample_bilinear_align_corners_0_additional_1", 0, 0},
    {"test_gridsample_bilinear_align_corners_1_additional_1", 0, 0},
    {"test_gridsample_nearest_align_corners_0_additional_1", 0, 0},
    {"test_gridsample_nearest_align_corners_1_additional_1", 0, 0},
    {"test_gridsample_volumetric_bilinear_align_corners_0", 0, 0},
    {"test_gridsample_volumetric_bilinear_align_corners_1", 0, 0},
    {"test_gridsample_volumetric_nearest_align_corners_0", 0, 0},
    {"test_gridsample_volumetric_nearest_align_corners_1", 0, 0},
    {"test_group_normalization_epsilon_expanded", 0, 0},
    {"test_group_normalization_example_expanded", 0, 0},
    {"test_hammingwindow", 0, 0},
    {"test_hammingwindow_expanded", 0, 0},
    {"test_hammingwindow_symmetric", 0, 0},
    {"test_hammingwindow_symmetric_expanded", 0, 0},
    {"test_hannwindow", 0, 0},
    {"test_hannwindow_expanded", 0, 0},
    {"test_hannwindow_symmetric", 0, 0},
    {"test_hannwindow_symmetric_expanded", 0, 0},
    {"test_hardsigmoid_default_expanded_ver18", 0, 0},
    {"test_hardsigmoid_example_expanded_ver18", 0, 0},
    {"test_hardsigmoid_expanded_ver18", 0, 0},
    {"test_image_decoder_decode_bmp_rgb", 0, 0},
    {"test_image_decoder_decode_jpeg2k_rgb", 0, 0},
    {"test_image_decoder_decode_jpeg_bgr", 0, 0},
    {"test_image_decoder_decode_jpeg_grayscale", 0, 0},
    {"test_image_decoder_decode_jpeg_rgb", 0, 0},
    {"test_image_decoder_decode_png_rgb", 0, 0},
    {"test_image_decoder_decode_pnm_rgb", 0, 0},
    {"test_image_decoder_decode_tiff_rgb", 0, 0},
    {"test_image_decoder_decode_webp_rgb", 0, 0},
    {"test_isinf_float16", 0, 0},
    {"test_isnan_float16", 0, 0},
    {"test_l1normalization_axis_0", 0, 0},
    {"test_l1normalization_axis_1", 0, 0},
    {"test_l1normalization_axis_last", 0, 0},
    {"test_l2normalization_axis_0", 0, 0},
    {"test_l2normalization_axis_1", 0, 0},
    {"test_layer_normalization_2d_axis0_expanded", 0, 0},
    {"test_layer_normalization_2d_axis0_expanded_ver18", 0, 0},
    {"test_layer_normalization_2d_axis1_expanded", 0, 0},
    {"test_layer_normalization_2d_axis1_expanded_ver18", 0, 0},
    {"test_layer_normalization_2d_axis_negative_1_expanded", 0, 0},
    {"test_layer_normalization_2d_axis_negative_1_expanded_ver18", 0, 0},
    {"test_layer_normalization_2d_axis_negative_2_expanded", 0, 0},
    {"test_layer_normalization_2d_axis_negative_2_expanded_ver18", 0, 0},
    {"test_layer_normalization_3d_axis0_epsilon_expanded", 0, 0},
    {"test_layer_normalization_3d_axis0_epsilon_expanded_ver18", 0, 0},
    {"test_layer_normalization_3d_axis1_epsilon_expanded", 0, 0},
    {"test_layer_normalization_3d_axis1_epsilon_expanded_ver18", 0, 0},
    {"test_layer_normalization_3d_axis2_epsilon_expanded", 0, 0},
    {"test_layer_normalization_3d_axis2_epsilon_expanded_ver18", 0, 0},
    {"test_layer_normalization_3d_axis_negative_1_epsilon_expanded", 0, 0},
    {"test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18", 0, 0},
    {"test_layer_normalization_3d_axis_negative_2_epsilon_expanded", 0, 0},
    {"test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18", 0, 0},
    {"test_layer_normalization_3d_axis_negative_3_epsilon_expanded", 0, 0},
    {"test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18", 0, 0},
    {"test_layer_normalization_4d_axis0_expanded", 0, 0},
    {"test_layer_normalization_4d_axis0_expanded_ver18", 0, 0},
    {"test_layer_normalization_4d_axis1_expanded", 0, 0},
    {"test_layer_normalization_4d_axis1_expanded_ver18", 0, 0},
    {"test_layer_normalization_4d_axis2_expanded", 0, 0},
    {"test_layer_normalization_4d_axis2_expanded_ver18", 0, 0},
    {"test_layer_normalization_4d_axis3_expanded", 0, 0},
    {"test_layer_normalization_4d_axis3_expanded_ver18", 0, 0},
    {"test_layer_normalization_4d_axis_negative_1_expanded", 0, 0},
    {"test_layer_normalization_4d_axis_negative_1_expanded_ver18", 0, 0},
    {"test_layer_normalization_4d_axis_negative_2_expanded", 0, 0},
    {"test_layer_normalization_4d_axis_negative_2_expanded_ver18", 0, 0},
    {"test_layer_normalization_4d_axis_negative_3_expanded", 0, 0},
    {"test_layer_normalization_4d_axis_negative_3_expanded_ver18", 0, 0},
    {"test_layer_normalization_4d_axis_negative_4_expanded", 0, 0},
    {"test_layer_normalization_4d_axis_negative_4_expanded_ver18", 0, 0},
    {"test_layer_normalization_default_axis_expanded", 0, 0},
    {"test_layer_normalization_default_axis_expanded_ver18", 0, 0},
    {"test_leakyrelu_default_expanded", 0, 0},
    {"test_leakyrelu_example_expanded", 0, 0},
    {"test_leakyrelu_expanded", 0, 0},
    {"test_less_equal_int16", 0, 0},
    {"test_less_equal_int16_expanded", 0, 0},
    {"test_less_equal_int8", 0, 0},
    {"test_less_equal_int8_expanded", 0, 0},
    {"test_less_equal_uint16", 0, 0},
    {"test_less_equal_uint16_expanded", 0, 0},
    {"test_less_equal_uint32", 0, 0},
    {"test_less_equal_uint32_expanded", 0, 0},
    {"test_less_equal_uint64", 0, 0},
    {"test_less_equal_uint64_expanded", 0, 0},
    {"test_less_equal_uint8", 0, 0},
    {"test_less_equal_uint8_expanded", 0, 0},
    {"test_less_int16", 0, 0},
    {"test_less_int8", 0, 0},
    {"test_less_uint16", 0, 0},
    {"test_less_uint32", 0, 0},
    {"test_less_uint64", 0, 0},
    {"test_less_uint8", 0, 0},
    {"test_logsoftmax_axis_0_expanded_ver18", 0, 0},
    {"test_logsoftmax_axis_1_expanded_ver18", 0, 0},
    {"test_logsoftmax_axis_2_expanded_ver18", 0, 0},
    {"test_logsoftmax_default_axis_expanded_ver18", 0, 0},
    {"test_logsoftmax_example_1_expanded_ver18", 0, 0},
    {"test_logsoftmax_large_number_expanded_ver18", 0, 0},
    {"test_logsoftmax_negative_axis_expanded_ver18", 0, 0},
    {"test_lpnormalization_default", 0, 0},
    {"test_lppool_1d_default", 1, 1},
    {"test_lppool_2d_default", 1, 1},
    {"test_lppool_2d_dilations", 1, 1},
    {"test_lppool_2d_pads", 1, 1},
    {"test_lppool_2d_same_lower", 1, 1},
    {"test_lppool_2d_same_upper", 1, 1},
    {"test_lppool_2d_strides", 1, 1},
    {"test_lppool_3d_default", 1, 1},
    {"test_maxpool_2d_ceil_output_size_reduce_by_one", 0, 0},
    {"test_maxpool_3d_dilations", 0, 0},
    {"test_maxpool_3d_dilations_use_ref_impl", 0, 0},
    {"test_maxpool_3d_dilations_use_ref_impl_large", 0, 0},
    {"test_melweightmatrix", 0, 0},
    {"test_mul_int16", 0, 0},
    {"test_mul_int8", 0, 0},
    {"test_mul_uint16", 0, 0},
    {"test_mul_uint32", 0, 0},
    {"test_mul_uint64", 0, 0},
    {"test_mvn_expanded_ver18", 0, 0},
    {"test_optional_get_element_optional_sequence", 0, 0},
    {"test_optional_get_element_optional_tensor", 0, 0},
    {"test_optional_get_element_tensor", 0, 0},
    {"test_optional_has_element_empty_no_input_name_optional_input", 0, 0},
    {"test_optional_has_element_empty_no_input_name_tensor_input", 0, 0},
    {"test_optional_has_element_empty_no_input_optional_input", 0, 0},
    {"test_optional_has_element_empty_no_input_tensor_input", 0, 0},
    {"test_optional_has_element_empty_optional_input", 0, 0},
    {"test_optional_has_element_optional_input", 0, 0},
    {"test_optional_has_element_tensor_input", 0, 0},
    {"test_prelu_broadcast_expanded", 0, 0},
    {"test_prelu_example_expanded", 0, 0},
    {"test_qlinearmatmul_2D_int8_float16", 0, 0},
    {"test_qlinearmatmul_2D_int8_float32", 0, 0},
    {"test_qlinearmatmul_2D_uint8_float16", 0, 0},
    {"test_qlinearmatmul_2D_uint8_float32", 0, 0},
    {"test_qlinearmatmul_3D_int8_float16", 0, 0},
    {"test_qlinearmatmul_3D_int8_float32", 0, 0},
    {"test_qlinearmatmul_3D_uint8_float16", 0, 0},
    {"test_qlinearmatmul_3D_uint8_float32", 0, 0},
    {"test_quantizelinear_blocked_asymmetric", 0, 0},
    {"test_quantizelinear_blocked_symmetric", 0, 0},
    {"test_quantizelinear_e4m3fn", 0, 0},
    {"test_quantizelinear_e5m2", 0, 0},
    {"test_quantizelinear_float4e2m1", 0, 0},
    {"test_quantizelinear_int16", 0, 0},
    {"test_quantizelinear_int4", 0, 0},
    {"test_quantizelinear_uint16", 0, 0},
    {"test_quantizelinear_uint4", 0, 0},
    {"test_reduce_l1_default_axes_keepdims_example_expanded", 0, 0},
    {"test_reduce_l1_default_axes_keepdims_random_expanded", 0, 0},
    {"test_reduce_l1_do_not_keepdims_example_expanded", 0, 0},
    {"test_reduce_l1_do_not_keepdims_random_expanded", 0, 0},
    {"test_reduce_l1_empty_set", 0, 0},
    {"test_reduce_l1_empty_set_expanded", 0, 0},
    {"test_reduce_l1_keep_dims_example_expanded", 0, 0},
    {"test_reduce_l1_keep_dims_random_expanded", 0, 0},
    {"test_reduce_l1_negative_axes_keep_dims_example_expanded", 0, 0},
    {"test_reduce_l1_negative_axes_keep_dims_random_expanded", 0, 0},
    {"test_reduce_l2_default_axes_keepdims_example_expanded", 0, 0},
    {"test_reduce_l2_default_axes_keepdims_random_expanded", 0, 0},
    {"test_reduce_l2_do_not_keepdims_example_expanded", 0, 0},
    {"test_reduce_l2_do_not_keepdims_random_expanded", 0, 0},
    {"test_reduce_l2_empty_set", 0, 0},
    {"test_reduce_l2_empty_set_expanded", 0, 0},
    {"test_reduce_l2_keep_dims_example_expanded", 0, 0},
    {"test_reduce_l2_keep_dims_random_expanded", 0, 0},
    {"test_reduce_l2_negative_axes_keep_dims_example_expanded", 0, 0},
    {"test_reduce_l2_negative_axes_keep_dims_random_expanded", 0, 0},
    {"test_reduce_log_sum_asc_axes_expanded", 0, 0},
    {"test_reduce_log_sum_default_expanded", 0, 0},
    {"test_reduce_log_sum_desc_axes_expanded", 0, 0},
    {"test_reduce_log_sum_empty_set", 0, 0},
    {"test_reduce_log_sum_empty_set_expanded", 0, 0},
    {"test_reduce_log_sum_exp_default_axes_keepdims_example_expanded", 0, 0},
    {"test_reduce_log_sum_exp_default_axes_keepdims_random_expanded", 0, 0},
    {"test_reduce_log_sum_exp_do_not_keepdims_example_expanded", 0, 0},
    {"test_reduce_log_sum_exp_do_not_keepdims_random_expanded", 0, 0},
    {"test_reduce_log_sum_exp_empty_set", 0, 0},
    {"test_reduce_log_sum_exp_empty_set_expanded", 0, 0},
    {"test_reduce_log_sum_exp_keepdims_example_expanded", 0, 0},
    {"test_reduce_log_sum_exp_keepdims_random_expanded", 0, 0},
    {"test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded", 0, 0},
    {"test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded", 0, 0},
    {"test_reduce_log_sum_negative_axes_expanded", 0, 0},
    {"test_reduce_max_bool_inputs", 0, 0},
    {"test_reduce_max_empty_set", 0, 0},
    {"test_reduce_min_bool_inputs", 0, 0},
    {"test_reduce_min_empty_set", 0, 0},
    {"test_reduce_prod_empty_set", 0, 0},
    {"test_reduce_sum_empty_axes_input_noop", 0, 0},
    {"test_reduce_sum_empty_set", 0, 0},
    {"test_reduce_sum_empty_set_non_reduced_axis_zero", 0, 0},
    {"test_reduce_sum_square_default_axes_keepdims_example_expanded", 0, 0},
    {"test_reduce_sum_square_default_axes_keepdims_random_expanded", 0, 0},
    {"test_reduce_sum_square_do_not_keepdims_example_expanded", 0, 0},
    {"test_reduce_sum_square_do_not_keepdims_random_expanded", 0, 0},
    {"test_reduce_sum_square_empty_set", 0, 0},
    {"test_reduce_sum_square_empty_set_expanded", 0, 0},
    {"test_reduce_sum_square_keepdims_example_expanded", 0, 0},
    {"test_reduce_sum_square_keepdims_random_expanded", 0, 0},
    {"test_reduce_sum_square_negative_axes_keepdims_example_expanded", 0, 0},
    {"test_reduce_sum_square_negative_axes_keepdims_random_expanded", 0, 0},
    {"test_regex_full_match_basic", 0, 0},
    {"test_regex_full_match_email_domain", 0, 0},
    {"test_regex_full_match_empty", 0, 0},
    {"test_relu_expanded_ver18", 0, 0},
    {"test_resize_downsample_scales_cubic_antialias", 0, 0},
    {"test_resize_downsample_scales_linear_antialias", 0, 0},
    {"test_resize_downsample_scales_linear_half_pixel_symmetric", 0, 0},
    {"test_resize_downsample_sizes_cubic_antialias", 0, 0},
    {"test_resize_downsample_sizes_linear_antialias", 0, 0},
    {"test_resize_downsample_sizes_nearest_not_larger", 0, 0},
    {"test_resize_downsample_sizes_nearest_not_smaller", 0, 0},
    {"test_resize_tf_crop_and_resize_axes_2_3", 0, 0},
    {"test_resize_tf_crop_and_resize_axes_3_2", 0, 0},
    {"test_resize_tf_crop_and_resize_extrapolation_value", 0, 0},
    {"test_resize_upsample_scales_linear_half_pixel_symmetric", 0, 0},
    {"test_resize_upsample_scales_nearest_axes_2_3", 0, 0},
    {"test_resize_upsample_scales_nearest_axes_3_2", 0, 0},
    {"test_resize_upsample_sizes_nearest_axes_2_3", 0, 0},
    {"test_resize_upsample_sizes_nearest_axes_3_2", 0, 0},
    {"test_resize_upsample_sizes_nearest_not_larger", 0, 0},
    {"test_resize_upsample_sizes_nearest_not_smaller", 0, 0},
    {"test_rms_normalization_2d_axis0", 0, 0},
    {"test_rms_normalization_2d_axis0_expanded", 0, 0},
    {"test_rms_normalization_2d_axis1", 0, 0},
    {"test_rms_normalization_2d_axis1_expanded", 0, 0},
    {"test_rms_normalization_2d_axis_negative_1", 0, 0},
    {"test_rms_normalization_2d_axis_negative_1_expanded", 0, 0},
    {"test_rms_normalization_2d_axis_negative_2", 0, 0},
    {"test_rms_normalization_2d_axis_negative_2_expanded", 0, 0},
    {"test_rms_normalization_3d_axis0_epsilon", 0, 0},
    {"test_rms_normalization_3d_axis0_epsilon_expanded", 0, 0},
    {"test_rms_normalization_3d_axis1_epsilon", 0, 0},
    {"test_rms_normalization_3d_axis1_epsilon_expanded", 0, 0},
    {"test_rms_normalization_3d_axis2_epsilon", 0, 0},
    {"test_rms_normalization_3d_axis2_epsilon_expanded", 0, 0},
    {"test_rms_normalization_3d_axis_negative_1_epsilon", 0, 0},
    {"test_rms_normalization_3d_axis_negative_1_epsilon_expanded", 0, 0},
    {"test_rms_normalization_3d_axis_negative_2_epsilon", 0, 0},
    {"test_rms_normalization_3d_axis_negative_2_epsilon_expanded", 0, 0},
    {"test_rms_normalization_3d_axis_negative_3_epsilon", 0, 0},
    {"test_rms_normalization_3d_axis_negative_3_epsilon_expanded", 0, 0},
    {"test_rms_normalization_4d_axis0", 0, 0},
    {"test_rms_normalization_4d_axis0_expanded", 0, 0},
    {"test_rms_normalization_4d_axis1", 0, 0},
    {"test_rms_normalization_4d_axis1_expanded", 0, 0},
    {"test_rms_normalization_4d_axis2", 0, 0},
    {"test_rms_normalization_4d_axis2_expanded", 0, 0},
    {"test_rms_normalization_4d_axis3", 0, 0},
    {"test_rms_normalization_4d_axis3_expanded", 0, 0},
    {"test_rms_normalization_4d_axis_negative_1", 0, 0},
    {"test_rms_normalization_4d_axis_negative_1_expanded", 0, 0},
    {"test_rms_normalization_4d_axis_negative_2", 0, 0},
    {"test_rms_normalization_4d_axis_negative_2_expanded", 0, 0},
    {"test_rms_normalization_4d_axis_negative_3", 0, 0},
    {"test_rms_normalization_4d_axis_negative_3_expanded", 0, 0},
    {"test_rms_normalization_4d_axis_negative_4", 0, 0},
    {"test_rms_normalization_4d_axis_negative_4_expanded", 0, 0},
    {"test_rms_normalization_default_axis", 0, 0},
    {"test_rms_normalization_default_axis_expanded", 0, 0},
    {"test_roialign_mode_max", 3, 1},
    {"test_rotary_embedding", 0, 0},
    {"test_rotary_embedding_3d_input", 0, 0},
    {"test_rotary_embedding_3d_input_expanded", 0, 0},
    {"test_rotary_embedding_expanded", 0, 0},
    {"test_rotary_embedding_interleaved", 0, 0},
    {"test_rotary_embedding_interleaved_expanded", 0, 0},
    {"test_rotary_embedding_no_position_ids", 0, 0},
    {"test_rotary_embedding_no_position_ids_expanded", 0, 0},
    {"test_rotary_embedding_no_position_ids_interleaved", 0, 0},
    {"test_rotary_embedding_no_position_ids_interleaved_expanded", 0, 0},
    {"test_rotary_embedding_no_position_ids_rotary_dim", 0, 0},
    {"test_rotary_embedding_no_position_ids_rotary_dim_expanded", 0, 0},
    {"test_rotary_embedding_with_interleaved_rotary_dim", 0, 0},
    {"test_rotary_embedding_with_interleaved_rotary_dim_expanded", 0, 0},
    {"test_rotary_embedding_with_rotary_dim", 0, 0},
    {"test_rotary_embedding_with_rotary_dim_expanded", 0, 0},
    {"test_sequence_map_add_1_sequence_1_tensor", 0, 0},
    {"test_sequence_map_add_1_sequence_1_tensor_expanded", 0, 0},
    {"test_sequence_map_add_2_sequences", 0, 0},
    {"test_sequence_map_add_2_sequences_expanded", 0, 0},
    {"test_sequence_map_extract_shapes", 0, 0},
    {"test_sequence_map_extract_shapes_expanded", 0, 0},
    {"test_sequence_map_identity_1_sequence", 0, 0},
    {"test_sequence_map_identity_1_sequence_1_tensor", 0, 0},
    {"test_sequence_map_identity_1_sequence_1_tensor_expanded", 0, 0},
    {"test_sequence_map_identity_1_sequence_expanded", 0, 0},
    {"test_sequence_map_identity_2_sequences", 0, 0},
    {"test_sequence_map_identity_2_sequences_expanded", 0, 0},
    {"test_shape_start_greater_than_end", 0, 0},
    {"test_shrink_hard_expanded_ver18", 0, 0},
    {"test_shrink_soft_expanded_ver18", 0, 0},
    {"test_softmax_axis_0_expanded_ver18", 0, 0},
    {"test_softmax_axis_1_expanded_ver18", 0, 0},
    {"test_softmax_axis_2_expanded_ver18", 0, 0},
    {"test_softmax_default_axis_expanded_ver18", 0, 0},
    {"test_softmax_example_expanded_ver18", 0, 0},
    {"test_softmax_large_number_expanded_ver18", 0, 0},
    {"test_softmax_negative_axis_expanded_ver18", 0, 0},
    {"test_softplus_example_expanded_ver18", 0, 0},
    {"test_softplus_expanded_ver18", 0, 0},
    {"test_softsign_example_expanded_ver18", 0, 0},
    {"test_softsign_expanded_ver18", 0, 0},
    {"test_split_1d_uneven_split_opset18", 0, 0},
    {"test_split_2d_uneven_split_opset18", 0, 0},
    {"test_split_equal_parts_1d_opset13", 0, 0},
    {"test_split_equal_parts_1d_opset18", 0, 0},
    {"test_split_equal_parts_2d_opset13", 0, 0},
    {"test_split_equal_parts_default_axis_opset13", 0, 0},
    {"test_split_equal_parts_default_axis_opset18", 0, 0},
    {"test_split_to_sequence_1", 0, 0},
    {"test_split_to_sequence_2", 0, 0},
    {"test_split_to_sequence_nokeepdims", 0, 0},
    {"test_split_variable_parts_1d_opset13", 0, 0},
    {"test_split_variable_parts_1d_opset18", 0, 0},
    {"test_split_variable_parts_2d_opset13", 0, 0},
    {"test_split_variable_parts_2d_opset18", 0, 0},
    {"test_split_variable_parts_default_axis_opset13", 0, 0},
    {"test_split_variable_parts_default_axis_opset18", 0, 0},
    {"test_split_zero_size_splits_opset13", 0, 0},
    {"test_split_zero_size_splits_opset18", 0, 0},
    {"test_stft", 0, 0},
    {"test_stft_with_window", 0, 0},
    {"test_string_concat", 0, 0},
    {"test_string_concat_broadcasting", 0, 0},
    {"test_string_concat_empty_string", 0, 0},
    {"test_string_concat_utf8", 0, 0},
    {"test_string_concat_zero_dimensional", 0, 0},
    {"test_string_split_basic", 0, 0},
    {"test_string_split_consecutive_delimiters", 0, 0},
    {"test_string_split_empty_string_delimiter", 0, 0},
    {"test_string_split_empty_tensor", 0, 0},
    {"test_string_split_maxsplit", 0, 0},
    {"test_string_split_no_delimiter", 0, 0},
    {"test_sub_int16", 0, 0},
    {"test_sub_int8", 0, 0},
    {"test_sub_uint16", 0, 0},
    {"test_sub_uint32", 0, 0},
    {"test_sub_uint64", 0, 0},
    {"test_swish", 0, 0},
    {"test_swish_expanded", 0, 0},
    {"test_tensorscatter", 0, 0},
    {"test_tensorscatter_3d", 0, 0},
    {"test_tensorscatter_circular", 0, 0},
    {"test_thresholdedrelu_default_expanded_ver18", 0, 0},
    {"test_thresholdedrelu_example_expanded_ver18", 0, 0},
    {"test_thresholdedrelu_expanded_ver18", 0, 0},
    {"test_top_k_same_values", 0, 0},
    {"test_top_k_same_values_2d", 0, 0},
    {"test_top_k_same_values_largest", 0, 0},
    {"test_top_k_uint64", 0, 0},
    {"test_unique_length_1", 0, 0},
    {"test_wrap_pad", 0, 0},

    // ===== ONNX 1.22 additions =====
    {"test_attention_4d_softcap_neginf_mask", 4, 1},
    {"test_attention_4d_softcap_neginf_mask_expanded", 4, 1},
    {"test_attention_4d_softcap_neginf_mask_poison", 4, 1},
    {"test_attention_4d_softcap_neginf_mask_poison_expanded", 4, 1},
    {"test_bitcast_2d_float32_to_int32", 1, 1},
    {"test_bitcast_bool_to_uint8", 1, 1},
    {"test_bitcast_float32_to_int32", 1, 1},
    {"test_bitcast_float64_to_int64", 1, 1},
    {"test_bitcast_int32_to_float32", 1, 1},
    {"test_bitcast_int64_to_float64", 1, 1},
    {"test_bitcast_int8_to_uint8", 1, 1},
    {"test_bitcast_scalar_float32_to_int32", 1, 1},
    {"test_bitcast_uint16_to_int16", 1, 1},
    {"test_bitcast_uint32_to_int32", 1, 1},
    {"test_cast_FLOAT16_to_INT2", 1, 1},
    {"test_cast_FLOAT16_to_UINT2", 1, 1},
    {"test_cast_FLOAT_to_INT2", 1, 1},
    {"test_cast_FLOAT_to_UINT2", 1, 1},
    {"test_cast_INT2_to_FLOAT", 1, 1},
    {"test_cast_INT2_to_FLOAT16", 1, 1},
    {"test_cast_INT2_to_INT8", 1, 1},
    {"test_cast_UINT2_to_FLOAT", 1, 1},
    {"test_cast_UINT2_to_FLOAT16", 1, 1},
    {"test_cast_UINT2_to_UINT8", 1, 1},
    {"test_castlike_FLOAT16_to_INT2", 2, 1},
    {"test_castlike_FLOAT16_to_INT2_expanded", 2, 1},
    {"test_castlike_FLOAT16_to_UINT2", 2, 1},
    {"test_castlike_FLOAT16_to_UINT2_expanded", 2, 1},
    {"test_castlike_FLOAT_to_INT2", 2, 1},
    {"test_castlike_FLOAT_to_INT2_expanded", 2, 1},
    {"test_castlike_FLOAT_to_UINT2", 2, 1},
    {"test_castlike_FLOAT_to_UINT2_expanded", 2, 1},
    {"test_castlike_INT2_to_FLOAT", 2, 1},
    {"test_castlike_INT2_to_FLOAT16", 2, 1},
    {"test_castlike_INT2_to_FLOAT16_expanded", 2, 1},
    {"test_castlike_INT2_to_FLOAT_expanded", 2, 1},
    {"test_castlike_INT2_to_INT8", 2, 1},
    {"test_castlike_INT2_to_INT8_expanded", 2, 1},
    {"test_castlike_UINT2_to_FLOAT", 2, 1},
    {"test_castlike_UINT2_to_FLOAT16", 2, 1},
    {"test_castlike_UINT2_to_FLOAT16_expanded", 2, 1},
    {"test_castlike_UINT2_to_FLOAT_expanded", 2, 1},
    {"test_castlike_UINT2_to_UINT8", 2, 1},
    {"test_castlike_UINT2_to_UINT8_expanded", 2, 1},
    {"test_castlike_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ_expanded", 2, 1},
    {"test_castlike_no_saturate_FLOAT_to_FLOAT8E4M3FN_expanded", 2, 1},
    {"test_causal_conv_with_state_b1_c1_degenerate", 2, 2},
    {"test_causal_conv_with_state_b1_c1_degenerate_expanded", 2, 2},
    {"test_causal_conv_with_state_basic", 2, 2},
    {"test_causal_conv_with_state_basic_expanded", 2, 2},
    {"test_causal_conv_with_state_decode_step", 4, 2},
    {"test_causal_conv_with_state_decode_step_expanded", 4, 2},
    {"test_causal_conv_with_state_fp16", 2, 2},
    {"test_causal_conv_with_state_fp16_expanded", 2, 2},
    {"test_causal_conv_with_state_kernel_size_one", 2, 2},
    {"test_causal_conv_with_state_kernel_size_one_expanded", 2, 2},
    {"test_causal_conv_with_state_short_input_no_past_state", 2, 2},
    {"test_causal_conv_with_state_short_input_no_past_state_expanded", 2, 2},
    {"test_causal_conv_with_state_silu", 2, 2},
    {"test_causal_conv_with_state_silu_expanded", 2, 2},
    {"test_causal_conv_with_state_silu_fp16", 2, 2},
    {"test_causal_conv_with_state_silu_fp16_expanded", 2, 2},
    {"test_causal_conv_with_state_silu_with_past_state", 3, 2},
    {"test_causal_conv_with_state_silu_with_past_state_expanded", 3, 2},
    {"test_causal_conv_with_state_swish_alias", 2, 2},
    {"test_causal_conv_with_state_swish_alias_expanded", 2, 2},
    {"test_causal_conv_with_state_with_bias", 3, 2},
    {"test_causal_conv_with_state_with_bias_and_past_state", 4, 2},
    {"test_causal_conv_with_state_with_bias_and_past_state_expanded", 4, 2},
    {"test_causal_conv_with_state_with_bias_expanded", 3, 2},
    {"test_causal_conv_with_state_with_past_state", 3, 2},
    {"test_causal_conv_with_state_with_past_state_expanded", 3, 2},
    {"test_cumprod_1d", 2, 1},
    {"test_cumprod_1d_exclusive", 2, 1},
    {"test_cumprod_1d_int32_exclusive", 2, 1},
    {"test_cumprod_1d_reverse", 2, 1},
    {"test_cumprod_1d_reverse_exclusive", 2, 1},
    {"test_cumprod_2d_axis_0", 2, 1},
    {"test_cumprod_2d_axis_1", 2, 1},
    {"test_cumprod_2d_int32", 2, 1},
    {"test_cumprod_2d_negative_axis", 2, 1},
    {"test_dequantizelinear_int2", 3, 1},
    {"test_dequantizelinear_uint2", 3, 1},
    {"test_dft_irfft", 2, 1},
    {"test_dft_irfft_opset19", 1, 1},
    {"test_dft_rfft", 2, 1},
    {"test_dft_rfft_opset19", 1, 1},
    {"test_div_int32_trunc", 2, 1},
    {"test_flexattention", 3, 1},
    {"test_flexattention_causal_mask", 3, 1},
    {"test_flexattention_causal_mask_expanded_ver26", 3, 1},
    {"test_flexattention_diff_head_sizes", 3, 1},
    {"test_flexattention_diff_head_sizes_expanded_ver26", 3, 1},
    {"test_flexattention_double", 3, 1},
    {"test_flexattention_double_expanded_ver26", 3, 1},
    {"test_flexattention_expanded_ver26", 3, 1},
    {"test_flexattention_fp16", 3, 1},
    {"test_flexattention_fp16_expanded_ver26", 3, 1},
    {"test_flexattention_gqa", 3, 1},
    {"test_flexattention_gqa_expanded_ver26", 3, 1},
    {"test_flexattention_prob_mod", 3, 1},
    {"test_flexattention_prob_mod_expanded_ver26", 3, 1},
    {"test_flexattention_relative_positional", 3, 1},
    {"test_flexattention_relative_positional_expanded_ver26", 3, 1},
    {"test_flexattention_scaled", 3, 1},
    {"test_flexattention_scaled_expanded_ver26", 3, 1},
    {"test_flexattention_score_mod", 3, 1},
    {"test_flexattention_score_mod_expanded_ver26", 3, 1},
    {"test_flexattention_soft_cap", 3, 1},
    {"test_flexattention_soft_cap_expanded_ver26", 3, 1},
    {"test_linear_attention_decode_step", 6, 2},
    {"test_linear_attention_decode_step_expanded", 6, 2},
    {"test_linear_attention_delta", 4, 2},
    {"test_linear_attention_delta_expanded", 4, 2},
    {"test_linear_attention_explicit_scale", 5, 2},
    {"test_linear_attention_explicit_scale_expanded", 5, 2},
    {"test_linear_attention_fp16", 5, 2},
    {"test_linear_attention_fp16_expanded", 5, 2},
    {"test_linear_attention_gated", 4, 2},
    {"test_linear_attention_gated_delta", 5, 2},
    {"test_linear_attention_gated_delta_beta_scalar", 5, 2},
    {"test_linear_attention_gated_delta_beta_scalar_expanded", 5, 2},
    {"test_linear_attention_gated_delta_expanded", 5, 2},
    {"test_linear_attention_gated_delta_gqa", 5, 2},
    {"test_linear_attention_gated_delta_gqa_expanded", 5, 2},
    {"test_linear_attention_gated_delta_mqa", 5, 2},
    {"test_linear_attention_gated_delta_mqa_expanded", 5, 2},
    {"test_linear_attention_gated_expanded", 4, 2},
    {"test_linear_attention_gated_per_head_decay", 4, 2},
    {"test_linear_attention_gated_per_head_decay_expanded", 4, 2},
    {"test_linear_attention_linear", 3, 2},
    {"test_linear_attention_linear_expanded", 3, 2},
    {"test_linear_attention_linear_t1_no_past", 3, 2},
    {"test_linear_attention_linear_t1_no_past_expanded", 3, 2},
    {"test_linear_attention_no_past_explicit_zeros", 6, 2},
    {"test_linear_attention_no_past_explicit_zeros_expanded", 6, 2},
    {"test_linear_attention_prefill_with_past", 6, 2},
    {"test_linear_attention_prefill_with_past_expanded", 6, 2},
    {"test_matmul_1d_1d", 2, 1},
    {"test_matmul_1d_3d", 2, 1},
    {"test_matmul_4d_1d", 2, 1},
    {"test_matmul_bcast", 2, 1},
    {"test_nonmaxsuppression_iou_threshold_boundary", 5, 1},
    {"test_quantizelinear_int2", 3, 1},
    {"test_quantizelinear_uint2", 3, 1},
    {"test_range_bfloat16_type_positive_delta", 3, 1},
    {"test_range_bfloat16_type_positive_delta_expanded", 3, 1},
    {"test_range_float16_type_positive_delta", 3, 1},
    {"test_range_float16_type_positive_delta_expanded", 3, 1},
    {"test_scan9_multi_state", 3, 3},
    {"test_scan9_scalar", 2, 2},
    {"test_scatter_elements_with_reduction_mul", 3, 1},
};


std::ostream& operator<<(std::ostream& os, const TestCase& test_case)
{
    return os << test_case.name;
}

typedef tuple<TestCase, tuple<Backend, Target> > ONNXConfParams;

std::string printOnnxConfParams(const testing::TestParamInfo<ONNXConfParams>& params)
{
    TestCase test_case = get<0>(params.param);
    Backend backend = get<0>(get<1>(params.param));
    Target target = get<1>(get<1>(params.param));

    std::stringstream ss;
    ss << test_case.name << "_";
    PrintTo(backend, &ss);
    ss << "_";
    PrintTo(target, &ss);

    return ss.str();
}

class Test_ONNX_conformance : public TestWithParam<ONNXConfParams>
{
public:

    TestCase test_case;
    Backend backend;
    Target target;

    double default_l1;
    double default_lInf;

    static std::set<std::string> parser_deny_list;
    static std::set<std::string> global_deny_list;
    static std::set<std::string> opencl_fp16_deny_list;
    static std::set<std::string> opencl_deny_list;
    static std::set<std::string> classic_deny_list;
#ifdef HAVE_HALIDE
    static std::set<std::string> halide_deny_list;
#endif
#ifdef HAVE_VULKAN
    static std::set<std::string> vulkan_deny_list;
#endif
#ifdef HAVE_CUDA
    static std::set<std::string> cuda_deny_list;
    static std::set<std::string> cuda_fp16_deny_list;
#endif

    Test_ONNX_conformance()
    {
        test_case = get<0>(GetParam());
        backend = get<0>(get<1>(GetParam()));
        target = get<1>(get<1>(GetParam()));

        if (target == DNN_TARGET_CUDA_FP16 || target == DNN_TARGET_OPENCL_FP16 || target == DNN_TARGET_MYRIAD || target == DNN_TARGET_CPU_FP16)
        {
            default_l1 = 7e-3;
            default_lInf = 2e-2;
        }
        else
        {
            default_l1 = 1e-5;
            default_lInf = 1e-4;
        }
    }

    bool checkFallbacks(Net& net) const
    {
        // Check if all the layers are supported with current backend and target.
        // Some layers might be fused so their timings equal to zero.
        std::vector<double> timings;
        net.getPerfProfile(timings);
        std::vector<std::string> names = net.getLayerNames();
        CV_CheckEQ(names.size(), timings.size(), "DNN critical error");

        bool hasFallbacks = false;
        for (int i = 0; i < names.size(); ++i)
        {
            Ptr<dnn::Layer> l = net.getLayer(net.getLayerId(names[i]));
            bool fused = timings[i] == 0.;
            if ((!l->supportBackend(backend) || l->preferableTarget != target) && !fused)
            {
                hasFallbacks = true;
                std::cout << "FALLBACK: Layer [" << l->type << "]:[" << l->name << "] is expected to have backend implementation" << endl;
            }
        }
        return hasFallbacks;
    }

    static void SetUpTestCase()
    {
        parser_deny_list = {
            #include "test_onnx_conformance_layer_parser_denylist.inl.hpp"
        };

        global_deny_list = {
            #include "test_onnx_conformance_layer_filter_opencv_all_denylist.inl.hpp"
        };

        opencl_fp16_deny_list = {
            #include "test_onnx_conformance_layer_filter_opencv_ocl_fp16_denylist.inl.hpp"
        };

        opencl_deny_list = {
            #include "test_onnx_conformance_layer_filter_opencv_ocl_fp32_denylist.inl.hpp"
        };

        EngineType engine_forced =
            (EngineType)utils::getConfigurationParameterSizeT(
                "OPENCV_FORCE_DNN_ENGINE", ENGINE_AUTO);

        if (engine_forced == ENGINE_CLASSIC) {
            classic_deny_list = {
#include "test_onnx_conformance_layer_filter_opencv_classic_denylist.inl.hpp"
            };
        } else {
            classic_deny_list = {};
        }

#ifdef HAVE_HALIDE
        halide_deny_list = {
            #include "test_onnx_conformance_layer_filter__halide_denylist.inl.hpp"
        };
#endif

#ifdef HAVE_VULKAN
        vulkan_deny_list = {
            #include "test_onnx_conformance_layer_filter__vulkan_denylist.inl.hpp"
        };
#endif

#ifdef HAVE_CUDA
        cuda_deny_list = {
            #include "test_onnx_conformance_layer_filter__cuda_denylist.inl.hpp"
        };
        cuda_fp16_deny_list = {
            #include "test_onnx_conformance_layer_filter__cuda_fp16_denylist.inl.hpp"
        };
#endif
    }

};

std::set<std::string> Test_ONNX_conformance::parser_deny_list;
std::set<std::string> Test_ONNX_conformance::global_deny_list;
std::set<std::string> Test_ONNX_conformance::opencl_fp16_deny_list;
std::set<std::string> Test_ONNX_conformance::opencl_deny_list;
std::set<std::string> Test_ONNX_conformance::classic_deny_list;
#ifdef HAVE_HALIDE
std::set<std::string> Test_ONNX_conformance::halide_deny_list;
#endif
#ifdef HAVE_VULKAN
std::set<std::string> Test_ONNX_conformance::vulkan_deny_list;
#endif
#ifdef HAVE_CUDA
std::set<std::string> Test_ONNX_conformance::cuda_deny_list;
std::set<std::string> Test_ONNX_conformance::cuda_fp16_deny_list;
#endif

TEST_P(Test_ONNX_conformance, Layer_Test)
{
    const std::string& name = test_case.name;
    ASSERT_FALSE(name.empty());

    bool checkLayersFallbacks = true;
    bool checkAccuracy = true;

    // SKIP when the test case is in the parser deny list.
    if (parser_deny_list.find(name) != parser_deny_list.end())
    {
        applyTestTag(CV_TEST_TAG_DNN_SKIP_PARSER, CV_TEST_TAG_DNN_SKIP_ONNX_CONFORMANCE);
    }

    // SKIP some more if we are in the 'classic engine' mode, where we don't support certain layers.
    if (classic_deny_list.find(name) != classic_deny_list.end())
    {
        applyTestTag(CV_TEST_TAG_DNN_SKIP_PARSER, CV_TEST_TAG_DNN_SKIP_ONNX_CONFORMANCE);
    }

    // SKIP when the test case is in the global deny list.
    if (global_deny_list.find(name) != global_deny_list.end())
    {
        applyTestTag(CV_TEST_TAG_DNN_SKIP_GLOBAL, CV_TEST_TAG_DNN_SKIP_ONNX_CONFORMANCE);
    }

    if (backend == DNN_BACKEND_OPENCV)
    {
        if ((target == DNN_TARGET_OPENCL_FP16) && (opencl_fp16_deny_list.find(name) != opencl_fp16_deny_list.end()))
        {
            applyTestTag(CV_TEST_TAG_DNN_SKIP_OPENCL_FP16, CV_TEST_TAG_DNN_SKIP_OPENCV_BACKEND, CV_TEST_TAG_DNN_SKIP_ONNX_CONFORMANCE);
        }
        if ((target == DNN_TARGET_OPENCL) && (opencl_deny_list.find(name) != opencl_deny_list.end()))
        {
            applyTestTag(CV_TEST_TAG_DNN_SKIP_OPENCL, CV_TEST_TAG_DNN_SKIP_OPENCV_BACKEND, CV_TEST_TAG_DNN_SKIP_ONNX_CONFORMANCE);
        }
        if (name == "test_roialign_aligned_false" || name == "test_roialign_aligned_true")
        {
            default_l1 = std::max(default_l1, 3e-5);
        }
        if (name == "test_gelu_tanh_1") {
            default_l1 = 0.00011; // Expected: (normL1) <= (l1), actual: 0.000101805 vs 1e-05
            default_lInf = 0.00016; // Expected: (normInf) <= (lInf), actual: 0.000152707 vs 0.0001
        }
        if (name == "test_gelu_tanh_2") {
            if (target == DNN_TARGET_OPENCL_FP16) {
                default_l1 = 0.00016; // Expected: (normL1) <= (l1), actual: 0.000157223 vs 9e-05
                default_lInf = 0.0016; // Expected: (normInf) <= (lInf), actual: 0.00153041 vs 0.0005
            } else {
                default_l1 = 9e-5; // Expected: (normL1) <= (l1), actual: 8.80073e-05 vs 1e-05
                default_lInf = 0.0005; // Expected: (normInf) <= (lInf), actual: 0.000455521 vs 0.0001
            }
        }
        if (name == "test_reduce_prod_default_axes_keepdims_random") {
            default_l1 = 0.002;   // Expected: (normL1) <= (l1), actual: 0.00195312 vs 1e-05
            default_lInf = 0.002; // Expected: (normInf) <= (lInf), actual: 0.00195312 vs 0.0001
        }
        if (name == "test_reduce_sum_square_default_axes_keepdims_random" ||
            name == "test_reduce_sum_square_default_axes_keepdims_random_expanded") {
            default_l1 = 2e-5; // Expected: (normL1) <= (l1), actual: 1.52588e-05 vs 1e-05
        }
        if (name == "test_nllloss_NCd1d2_reduction_sum_expanded") {
            default_l1 = 2e-5; // Expected: (normL1) <= (l1), actual: 1.14441e-05 vs 1e-05
        }
        if (name == "test_nllloss_NCd1d2d3d4d5_mean_weight_expanded") {
            default_l1 = 2e-5; // Expected: (normL1) <= (l1), actual: 1.06394e-05 vs 1e-05
        }
        // fp16 Attention models retain fp16 accumulation precision (~9e-5 L1, ~2.4e-4 Inf)
        // even when executed on an fp32 target.
        if (name == "test_attention_4d_fp16" ||
            name == "test_attention_4d_fp16_expanded" ||
            name == "test_attention_4d_gqa_with_past_and_present_fp16" ||
            name == "test_attention_4d_gqa_with_past_and_present_fp16_expanded") {
            default_l1 = std::max(default_l1, 2e-4);
            default_lInf = std::max(default_lInf, 1e-3);
        }
        // fp16 CausalConvWithState keeps fp16 output precision (~8e-4 Inf) on fp32 targets.
        if (name == "test_causal_conv_with_state_fp16" || name == "test_causal_conv_with_state_silu_fp16") {
            default_l1 = std::max(default_l1, 2e-4);
            default_lInf = std::max(default_lInf, 2e-3);
        }
    }
#ifdef HAVE_HALIDE
    else if (backend == DNN_BACKEND_HALIDE)
    {
        if (halide_deny_list.find(name) != halide_deny_list.end())
        {
            applyTestTag(CV_TEST_TAG_DNN_SKIP_HALIDE, CV_TEST_TAG_DNN_SKIP_ONNX_CONFORMANCE);
        }
    }
#endif
#ifdef HAVE_INF_ENGINE
    else if (backend == DNN_BACKEND_INFERENCE_ENGINE_NGRAPH)
    {
        #include "test_onnx_conformance_layer_filter__openvino.inl.hpp"
    }
#endif
#ifdef HAVE_VULKAN
    else if (backend == DNN_BACKEND_VKCOM)
    {
        if (vulkan_deny_list.find(name) != vulkan_deny_list.end())
        {
            applyTestTag(CV_TEST_TAG_DNN_SKIP_VULKAN, CV_TEST_TAG_DNN_SKIP_ONNX_CONFORMANCE);
        }

        if (name == "test_gelu_tanh_1") {
            default_l1 = 0.00011; // Expected: (normL1) <= (l1), actual: 0.000101805 vs 1e-05
            default_lInf = 0.00016; // Expected: (normInf) <= (lInf), actual: 0.000152707 vs 0.0001
        }
        if (name == "test_gelu_tanh_2") {
            default_l1 = 9e-5; // Expected: (normL1) <= (l1), actual: 8.80073e-05 vs 1e-05
            default_lInf = 0.0005; // Expected: (normInf) <= (lInf), actual: 0.000455521 vs 0.0001
        }
    }
#endif
#ifdef HAVE_CUDA
    else if (backend == DNN_BACKEND_CUDA)
    {
        if (target == DNN_TARGET_CUDA && cuda_deny_list.find(name) != cuda_deny_list.end())
        {
            applyTestTag(CV_TEST_TAG_DNN_SKIP_CUDA, CV_TEST_TAG_DNN_SKIP_ONNX_CONFORMANCE);
        }
        if (target == DNN_TARGET_CUDA_FP16 && cuda_fp16_deny_list.find(name) != cuda_fp16_deny_list.end())
        {
            applyTestTag(CV_TEST_TAG_DNN_SKIP_CUDA_FP16, CV_TEST_TAG_DNN_SKIP_ONNX_CONFORMANCE);
        }

        if (name == "test_gelu_tanh_1") {
            default_l1 = 0.00011; // Expected: (normL1) <= (l1), actual: 0.000101815 vs 1e-05
            default_lInf = 0.00016; // Expected: (normInf) <= (lInf), actual: 0.000152737 vs 0.0001
        }
        if (name == "test_gelu_tanh_2") {
            if (target == DNN_TARGET_CUDA_FP16) {
                default_l1 = 0.00023; // Expected: (normL1) <= (l1), actual: 0.000220591 vs 9e-05
                default_lInf = 0.0023; // Expected: (normInf) <= (lInf), actual: 0.00220466 vs 0.0005
            } else {
                default_l1 = 9e-5; // Expected: (normL1) <= (l1), actual: 8.80127e-05 vs 1e-05
                default_lInf = 0.0005; // Expected: (normInf) <= (lInf), actual: 0.000455445 vs 0.0001
            }
        }
        if (name == "test_roialign_aligned_false" || name == "test_roialign_aligned_true") {
            default_l1 = 3e-5;
        }
        // fp16 Attention models retain fp16 accumulation precision (~9e-5 L1, ~2.4e-4 Inf)
        // even when executed on an fp32 target (the layer falls back to the CPU path).
        if (name == "test_attention_4d_fp16" ||
            name == "test_attention_4d_fp16_expanded" ||
            name == "test_attention_4d_gqa_with_past_and_present_fp16" ||
            name == "test_attention_4d_gqa_with_past_and_present_fp16_expanded") {
            default_l1 = std::max(default_l1, 2e-4);
            default_lInf = std::max(default_lInf, 1e-3);
        }
        // fp16 CausalConvWithState keeps fp16 output precision (~8e-4 Inf) on fp32 targets
        // (the layer falls back to the CPU path).
        if (name == "test_causal_conv_with_state_fp16" || name == "test_causal_conv_with_state_silu_fp16") {
            default_l1 = std::max(default_l1, 2e-4);
            default_lInf = std::max(default_lInf, 2e-3);
        }
    }
#endif
    else
    {
        std::ostringstream ss;
        ss << "No test filter available for backend ";
        PrintTo(backend, &ss);
        ss << ". Run test by default";
        std::cout << ss.str() << std::endl;
    }

    std::vector<Mat> inputs;
    std::vector<Mat> ref_outputs;

    std::string prefix = cv::format("dnn/onnx/conformance/node/%s", test_case.name);
    std::string model_path;

    Net net;
    try
    {
        model_path = findDataFile(prefix + "/model.onnx");

        std::string test_data_dir = cv::utils::fs::join(cv::utils::fs::getParent(model_path), "test_data_set_0");
        std::vector<cv::String> inputFiles, outputFiles;
        try
        {
            auto extractIndex = [](const cv::String& path, const cv::String& marker) -> int {
                size_t lastSlashPos = path.find_last_of("/\\");
                const cv::String baseName = lastSlashPos == cv::String::npos ? path : path.substr(lastSlashPos + 1);

                const size_t markerPos = baseName.find(marker);
                const size_t extPos = baseName.find(".pb", markerPos);
                if (markerPos == cv::String::npos || extPos == cv::String::npos)
                    return 0;

                const cv::String indexStr = baseName.substr(markerPos + marker.size(), extPos - (markerPos + marker.size()));
                try {
                    return std::stoi(indexStr.c_str());
                } catch (const std::exception&)
                {
                    return 0;
                }
            };

            cv::glob(cv::utils::fs::join(test_data_dir, "input_*.pb"), inputFiles, false);
            cv::glob(cv::utils::fs::join(test_data_dir, "output_*.pb"), outputFiles, false);

            auto sortByIndex = [&](std::vector<cv::String>& files, const cv::String& marker) {
                std::sort(files.begin(), files.end(), [&](const cv::String& a, const cv::String& b) {
                    return extractIndex(a, marker) < extractIndex(b, marker);
                });
            };

            sortByIndex(inputFiles, "input_");
            sortByIndex(outputFiles, "output_");
        }
        catch (const cv::Exception& e)
        {
            cout << "OpenCV error while collecting ONNX test data files: " << e.what() << endl;
            applyTestTag(CV_TEST_TAG_DNN_ERROR_PARSER);
            throw;
        }
        catch (const std::exception& e)
        {
            cout << "Error while collecting ONNX test data files: " << e.what() << endl;
            applyTestTag(CV_TEST_TAG_DNN_ERROR_PARSER);
            throw;
        }
        catch (...)
        {
            cout << "Unknown error while collecting ONNX test data files!" << endl;
            applyTestTag(CV_TEST_TAG_DNN_ERROR_PARSER);
            throw;
        }
        for (const auto& inFile : inputFiles)
        {
            Mat input = readTensorFromONNX(std::string(inFile));
            inputs.push_back(input);
        }
        //cout << "Read ONNX reference outputs..." << endl;
        for (const auto& outFile : outputFiles)
        {
            Mat output = readTensorFromONNX(std::string(outFile));
            ref_outputs.push_back(output);
        }

        //cout << "Parse model..." << endl;
        net = readNetFromONNX(model_path);
        if (net.empty())
        {
            applyTestTag(CV_TEST_TAG_DNN_ERROR_PARSER);
        }
    }
    catch (...)
    {
        cout << "Exception during ONNX model parse / loading input / loading reference data!" << endl;
        applyTestTag(CV_TEST_TAG_DNN_ERROR_PARSER);
        throw;
    }
    ASSERT_FALSE(net.empty());

    std::vector<std::string> inputNames;
    for (int i = 0; i < inputs.size(); ++i)
        inputNames.push_back(cv::format("%d", i));
    net.setInputsNames(inputNames);

    try
    {
        net.setPreferableBackend(backend);
        net.setPreferableTarget(target);

        for (int i = 0; i < inputs.size(); ++i)
        {
            net.setInput(inputs[i], inputNames[i]);
        }
    }
    catch (...)
    {
        cout << "Exception during network configuration!" << endl;
        applyTestTag(CV_TEST_TAG_DNN_ERROR_NET_SETUP);
        throw;
    }

    std::vector<std::string> layerNames = net.getUnconnectedOutLayersNames();
    std::vector<Mat> outputs;
    try
    {
        //net.setTracingMode(DNN_TRACE_ALL);
        net.forward(outputs, layerNames);
    }
    catch (...)
    {
        cout << "Exception during net.forward() call!" << endl;
        applyTestTag(CV_TEST_TAG_DNN_ERROR_FORWARD);
        throw;
    }
    ASSERT_GE(outputs.size(), 1);

    if (checkLayersFallbacks && checkFallbacks(net))
    {
        applyTestTag(CV_TEST_TAG_DNN_LAYER_FALLBACK);
    }

    if (checkAccuracy)
    {
        try
        {
            if (ref_outputs.size() == 1)
            {
                /*std::cout << "\n-------------------------------------------\nreference tensor:\n";
                pprint(std::cout, ref_outputs[0], 0, 3, 100, '[');
                std::cout << "\n";
                std::cout << "\n-------------------------------------------\nabsdiff:\n";
                Mat temp;
                absdiff(ref_outputs[0], outputs[0], temp);
                pprint(std::cout, temp, 0, 3, 100, '[');
                std::cout << "\n";*/
                // probably we found random unconnected layers.
                normAssert(ref_outputs[0], outputs[0], "", default_l1, default_lInf);
            }
            else
            {
                ASSERT_EQ(outputs.size(), ref_outputs.size());
                for (size_t i = 0; i < ref_outputs.size(); ++i)
                {
                    normAssert(ref_outputs[i], outputs[i], "", default_l1, default_lInf);
                }
            }
        }
        catch (...)
        {
            cout << "Exception during accuracy check!" << endl;
            throw;
        }
    }
    else
    {
        applyTestTag(CV_TEST_TAG_DNN_NO_ACCURACY_CHECK);
    }

    if (!HasFailure())
        cout << "Test passed!" << endl;
}

INSTANTIATE_TEST_CASE_P(/**/, Test_ONNX_conformance,
    testing::Combine(
        testing::ValuesIn(testConformanceConfig),
        dnnBackendsAndTargets(/* withInferenceEngine = */ true)
    ),
    printOnnxConfParams
);

}