1
0
mirror of https://github.com/opencv/opencv.git synced 2026-07-21 19:33:03 +04:00

Merge pull request #27827 from abhishek-gola:update_onnx_nodes

Updated ONNX conformance tests and parser denylist #27827

Merge with https://github.com/opencv/opencv_extra/pull/1277

### Pull Request Readiness Checklist

See details at https://github.com/opencv/opencv/wiki/How_to_contribute#making-a-good-pull-request

- [x] I agree to contribute to the project under Apache 2 License.
- [x] To the best of my knowledge, the proposed patch is not based on a code under GPL or another license that is incompatible with OpenCV
- [x] The PR is proposed to the proper branch
- [x] There is a reference to the original bug report and related work
- [x] There is accuracy test, performance test and test data in opencv_extra repository, if applicable
      Patch to opencv_extra has the same branch name.
- [x] The feature is well documented and sample code can be built with the project CMake
This commit is contained in:
Abhishek Gola
2025-09-29 18:18:49 +05:30
committed by GitHub
parent 6345a9b961
commit 62369ed8a0
4 changed files with 2735 additions and 205 deletions
+791 -6
View File
@@ -8,6 +8,7 @@
#include <string>
#include "npy_blob.hpp"
#include <opencv2/dnn/shape_utils.hpp>
#include <opencv2/core/utils/filesystem.hpp>
#if defined(_MSC_VER) // workaround for 32-bit MSVC compiler
#pragma optimize("", off)
@@ -938,6 +939,740 @@ static const TestCase testConformanceConfig[] = {
{"test_xor_bcast4v2d", 2, 1},
{"test_xor_bcast4v3d", 2, 1},
{"test_xor_bcast4v4d", 2, 1},
{"test_add_int16", 0, 0},
{"test_add_int8", 0, 0},
{"test_add_uint16", 0, 0},
{"test_add_uint32", 0, 0},
{"test_add_uint64", 0, 0},
{"test_affine_grid_2d", 0, 0},
{"test_affine_grid_2d_align_corners", 0, 0},
{"test_affine_grid_2d_align_corners_expanded", 0, 0},
{"test_affine_grid_2d_expanded", 0, 0},
{"test_affine_grid_3d", 0, 0},
{"test_affine_grid_3d_align_corners", 0, 0},
{"test_affine_grid_3d_align_corners_expanded", 0, 0},
{"test_affine_grid_3d_expanded", 0, 0},
{"test_ai_onnx_ml_array_feature_extractor", 0, 0},
{"test_ai_onnx_ml_binarizer", 0, 0},
{"test_ai_onnx_ml_label_encoder_string_int", 0, 0},
{"test_ai_onnx_ml_label_encoder_string_int_no_default", 0, 0},
{"test_ai_onnx_ml_label_encoder_tensor_mapping", 0, 0},
{"test_ai_onnx_ml_label_encoder_tensor_value_only_mapping", 0, 0},
{"test_ai_onnx_ml_tree_ensemble_set_membership", 0, 0},
{"test_ai_onnx_ml_tree_ensemble_single_tree", 0, 0},
{"test_attention_3d", 0, 0},
{"test_attention_3d_attn_mask", 0, 0},
{"test_attention_3d_attn_mask_expanded", 0, 0},
{"test_attention_3d_causal", 0, 0},
{"test_attention_3d_causal_expanded", 0, 0},
{"test_attention_3d_diff_heads_sizes", 0, 0},
{"test_attention_3d_diff_heads_sizes_attn_mask", 0, 0},
{"test_attention_3d_diff_heads_sizes_attn_mask_expanded", 0, 0},
{"test_attention_3d_diff_heads_sizes_causal", 0, 0},
{"test_attention_3d_diff_heads_sizes_causal_expanded", 0, 0},
{"test_attention_3d_diff_heads_sizes_expanded", 0, 0},
{"test_attention_3d_diff_heads_sizes_scaled", 0, 0},
{"test_attention_3d_diff_heads_sizes_scaled_expanded", 0, 0},
{"test_attention_3d_diff_heads_sizes_softcap", 0, 0},
{"test_attention_3d_diff_heads_sizes_softcap_expanded", 0, 0},
{"test_attention_3d_diff_heads_with_past_and_present", 0, 0},
{"test_attention_3d_diff_heads_with_past_and_present_expanded", 0, 0},
{"test_attention_3d_expanded", 0, 0},
{"test_attention_3d_gqa", 0, 0},
{"test_attention_3d_gqa_attn_mask", 0, 0},
{"test_attention_3d_gqa_attn_mask_expanded", 0, 0},
{"test_attention_3d_gqa_causal", 0, 0},
{"test_attention_3d_gqa_causal_expanded", 0, 0},
{"test_attention_3d_gqa_expanded", 0, 0},
{"test_attention_3d_gqa_scaled", 0, 0},
{"test_attention_3d_gqa_scaled_expanded", 0, 0},
{"test_attention_3d_gqa_softcap", 0, 0},
{"test_attention_3d_gqa_softcap_expanded", 0, 0},
{"test_attention_3d_gqa_with_past_and_present", 0, 0},
{"test_attention_3d_gqa_with_past_and_present_expanded", 0, 0},
{"test_attention_3d_scaled", 0, 0},
{"test_attention_3d_scaled_expanded", 0, 0},
{"test_attention_3d_softcap", 0, 0},
{"test_attention_3d_softcap_expanded", 0, 0},
{"test_attention_3d_transpose_verification", 0, 0},
{"test_attention_3d_transpose_verification_expanded", 0, 0},
{"test_attention_3d_with_past_and_present", 0, 0},
{"test_attention_3d_with_past_and_present_expanded", 0, 0},
{"test_attention_3d_with_past_and_present_qk_matmul", 0, 0},
{"test_attention_3d_with_past_and_present_qk_matmul_bias", 0, 0},
{"test_attention_3d_with_past_and_present_qk_matmul_bias_expanded", 0, 0},
{"test_attention_3d_with_past_and_present_qk_matmul_expanded", 0, 0},
{"test_attention_3d_with_past_and_present_qk_matmul_softcap", 0, 0},
{"test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded", 0, 0},
{"test_attention_3d_with_past_and_present_qk_matmul_softmax", 0, 0},
{"test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded", 0, 0},
{"test_attention_4d", 0, 0},
{"test_attention_4d_attn_mask", 0, 0},
{"test_attention_4d_attn_mask_3d", 0, 0},
{"test_attention_4d_attn_mask_3d_causal", 0, 0},
{"test_attention_4d_attn_mask_3d_causal_expanded", 0, 0},
{"test_attention_4d_attn_mask_3d_expanded", 0, 0},
{"test_attention_4d_attn_mask_4d", 0, 0},
{"test_attention_4d_attn_mask_4d_causal", 0, 0},
{"test_attention_4d_attn_mask_4d_causal_expanded", 0, 0},
{"test_attention_4d_attn_mask_4d_expanded", 0, 0},
{"test_attention_4d_attn_mask_bool", 0, 0},
{"test_attention_4d_attn_mask_bool_4d", 0, 0},
{"test_attention_4d_attn_mask_bool_4d_expanded", 0, 0},
{"test_attention_4d_attn_mask_bool_expanded", 0, 0},
{"test_attention_4d_attn_mask_expanded", 0, 0},
{"test_attention_4d_causal", 0, 0},
{"test_attention_4d_causal_expanded", 0, 0},
{"test_attention_4d_diff_heads_mask4d_padded_kv", 0, 0},
{"test_attention_4d_diff_heads_mask4d_padded_kv_expanded", 0, 0},
{"test_attention_4d_diff_heads_sizes", 0, 0},
{"test_attention_4d_diff_heads_sizes_attn_mask", 0, 0},
{"test_attention_4d_diff_heads_sizes_attn_mask_expanded", 0, 0},
{"test_attention_4d_diff_heads_sizes_causal", 0, 0},
{"test_attention_4d_diff_heads_sizes_causal_expanded", 0, 0},
{"test_attention_4d_diff_heads_sizes_expanded", 0, 0},
{"test_attention_4d_diff_heads_sizes_scaled", 0, 0},
{"test_attention_4d_diff_heads_sizes_scaled_expanded", 0, 0},
{"test_attention_4d_diff_heads_sizes_softcap", 0, 0},
{"test_attention_4d_diff_heads_sizes_softcap_expanded", 0, 0},
{"test_attention_4d_diff_heads_with_past_and_present", 0, 0},
{"test_attention_4d_diff_heads_with_past_and_present_expanded", 0, 0},
{"test_attention_4d_diff_heads_with_past_and_present_mask3d", 0, 0},
{"test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded", 0, 0},
{"test_attention_4d_diff_heads_with_past_and_present_mask4d", 0, 0},
{"test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded", 0, 0},
{"test_attention_4d_expanded", 0, 0},
{"test_attention_4d_fp16", 0, 0},
{"test_attention_4d_fp16_expanded", 0, 0},
{"test_attention_4d_gqa", 0, 0},
{"test_attention_4d_gqa_attn_mask", 0, 0},
{"test_attention_4d_gqa_attn_mask_expanded", 0, 0},
{"test_attention_4d_gqa_causal", 0, 0},
{"test_attention_4d_gqa_causal_expanded", 0, 0},
{"test_attention_4d_gqa_expanded", 0, 0},
{"test_attention_4d_gqa_scaled", 0, 0},
{"test_attention_4d_gqa_scaled_expanded", 0, 0},
{"test_attention_4d_gqa_softcap", 0, 0},
{"test_attention_4d_gqa_softcap_expanded", 0, 0},
{"test_attention_4d_gqa_with_past_and_present", 0, 0},
{"test_attention_4d_gqa_with_past_and_present_expanded", 0, 0},
{"test_attention_4d_gqa_with_past_and_present_fp16", 0, 0},
{"test_attention_4d_gqa_with_past_and_present_fp16_expanded", 0, 0},
{"test_attention_4d_scaled", 0, 0},
{"test_attention_4d_scaled_expanded", 0, 0},
{"test_attention_4d_softcap", 0, 0},
{"test_attention_4d_softcap_expanded", 0, 0},
{"test_attention_4d_with_past_and_present", 0, 0},
{"test_attention_4d_with_past_and_present_expanded", 0, 0},
{"test_attention_4d_with_past_and_present_qk_matmul", 0, 0},
{"test_attention_4d_with_past_and_present_qk_matmul_bias", 0, 0},
{"test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask", 0, 0},
{"test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal", 0, 0},
{"test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded", 0, 0},
{"test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded", 0, 0},
{"test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask", 0, 0},
{"test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal", 0, 0},
{"test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded", 0, 0},
{"test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded", 0, 0},
{"test_attention_4d_with_past_and_present_qk_matmul_bias_expanded", 0, 0},
{"test_attention_4d_with_past_and_present_qk_matmul_expanded", 0, 0},
{"test_attention_4d_with_qk_matmul", 0, 0},
{"test_attention_4d_with_qk_matmul_bias", 0, 0},
{"test_attention_4d_with_qk_matmul_bias_expanded", 0, 0},
{"test_attention_4d_with_qk_matmul_expanded", 0, 0},
{"test_attention_4d_with_qk_matmul_softcap", 0, 0},
{"test_attention_4d_with_qk_matmul_softcap_expanded", 0, 0},
{"test_attention_4d_with_qk_matmul_softmax", 0, 0},
{"test_attention_4d_with_qk_matmul_softmax_expanded", 0, 0},
{"test_averagepool_2d_ceil_last_window_starts_on_pad", 0, 0},
{"test_averagepool_2d_dilations", 0, 0},
{"test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_False", 0, 0},
{"test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_True", 0, 0},
{"test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_False", 0, 0},
{"test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_True", 0, 0},
{"test_averagepool_3d_dilations_small", 0, 0},
{"test_basic_deform_conv_with_padding", 0, 0},
{"test_basic_deform_conv_without_padding", 0, 0},
{"test_bitwise_and_i16_3d", 0, 0},
{"test_bitwise_and_i32_2d", 0, 0},
{"test_bitwise_and_ui64_bcast_3v1d", 0, 0},
{"test_bitwise_and_ui8_bcast_4v3d", 0, 0},
{"test_bitwise_not_2d", 0, 0},
{"test_bitwise_not_3d", 0, 0},
{"test_bitwise_not_4d", 0, 0},
{"test_bitwise_or_i16_4d", 0, 0},
{"test_bitwise_or_i32_2d", 0, 0},
{"test_bitwise_or_ui64_bcast_3v1d", 0, 0},
{"test_bitwise_or_ui8_bcast_4v3d", 0, 0},
{"test_bitwise_xor_i16_3d", 0, 0},
{"test_bitwise_xor_i32_2d", 0, 0},
{"test_bitwise_xor_ui64_bcast_3v1d", 0, 0},
{"test_bitwise_xor_ui8_bcast_4v3d", 0, 0},
{"test_blackmanwindow", 0, 0},
{"test_blackmanwindow_expanded", 0, 0},
{"test_blackmanwindow_symmetric", 0, 0},
{"test_blackmanwindow_symmetric_expanded", 0, 0},
{"test_cast_FLOAT16_to_FLOAT4E2M1", 0, 0},
{"test_cast_FLOAT16_to_FLOAT8E4M3FN", 0, 0},
{"test_cast_FLOAT16_to_FLOAT8E4M3FNUZ", 0, 0},
{"test_cast_FLOAT16_to_FLOAT8E5M2", 0, 0},
{"test_cast_FLOAT16_to_FLOAT8E5M2FNUZ", 0, 0},
{"test_cast_FLOAT16_to_INT4", 0, 0},
{"test_cast_FLOAT16_to_UINT4", 0, 0},
{"test_cast_FLOAT4E2M1_to_FLOAT", 0, 0},
{"test_cast_FLOAT4E2M1_to_FLOAT16", 0, 0},
{"test_cast_FLOAT8E4M3FNUZ_to_FLOAT", 0, 0},
{"test_cast_FLOAT8E4M3FNUZ_to_FLOAT16", 0, 0},
{"test_cast_FLOAT8E4M3FN_to_FLOAT", 0, 0},
{"test_cast_FLOAT8E4M3FN_to_FLOAT16", 0, 0},
{"test_cast_FLOAT8E5M2FNUZ_to_FLOAT", 0, 0},
{"test_cast_FLOAT8E5M2FNUZ_to_FLOAT16", 0, 0},
{"test_cast_FLOAT8E5M2_to_FLOAT", 0, 0},
{"test_cast_FLOAT8E5M2_to_FLOAT16", 0, 0},
{"test_cast_FLOAT_to_FLOAT4E2M1", 0, 0},
{"test_cast_FLOAT_to_FLOAT8E4M3FN", 0, 0},
{"test_cast_FLOAT_to_FLOAT8E4M3FNUZ", 0, 0},
{"test_cast_FLOAT_to_FLOAT8E5M2", 0, 0},
{"test_cast_FLOAT_to_FLOAT8E5M2FNUZ", 0, 0},
{"test_cast_FLOAT_to_INT4", 0, 0},
{"test_cast_FLOAT_to_UINT4", 0, 0},
{"test_cast_INT4_to_FLOAT", 0, 0},
{"test_cast_INT4_to_FLOAT16", 0, 0},
{"test_cast_INT4_to_INT8", 0, 0},
{"test_cast_UINT4_to_FLOAT", 0, 0},
{"test_cast_UINT4_to_FLOAT16", 0, 0},
{"test_cast_UINT4_to_UINT8", 0, 0},
{"test_cast_e8m0_FLOAT16_to_FLOAT8E8M0", 0, 0},
{"test_cast_e8m0_FLOAT8E8M0_to_FLOAT", 0, 0},
{"test_cast_e8m0_FLOAT8E8M0_to_FLOAT16", 0, 0},
{"test_cast_e8m0_FLOAT_to_FLOAT8E8M0", 0, 0},
{"test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FN", 0, 0},
{"test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ", 0, 0},
{"test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2", 0, 0},
{"test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ", 0, 0},
{"test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FN", 0, 0},
{"test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ", 0, 0},
{"test_cast_no_saturate_FLOAT_to_FLOAT8E5M2", 0, 0},
{"test_cast_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ", 0, 0},
{"test_castlike_FLOAT16_to_FLOAT4E2M1", 0, 0},
{"test_castlike_FLOAT16_to_FLOAT4E2M1_expanded", 0, 0},
{"test_castlike_FLOAT16_to_FLOAT8E4M3FN", 0, 0},
{"test_castlike_FLOAT16_to_FLOAT8E4M3FNUZ", 0, 0},
{"test_castlike_FLOAT16_to_FLOAT8E4M3FNUZ_expanded", 0, 0},
{"test_castlike_FLOAT16_to_FLOAT8E4M3FN_expanded", 0, 0},
{"test_castlike_FLOAT16_to_FLOAT8E5M2", 0, 0},
{"test_castlike_FLOAT16_to_FLOAT8E5M2FNUZ", 0, 0},
{"test_castlike_FLOAT16_to_FLOAT8E5M2FNUZ_expanded", 0, 0},
{"test_castlike_FLOAT16_to_FLOAT8E5M2_expanded", 0, 0},
{"test_castlike_FLOAT16_to_INT4", 0, 0},
{"test_castlike_FLOAT16_to_INT4_expanded", 0, 0},
{"test_castlike_FLOAT16_to_UINT4", 0, 0},
{"test_castlike_FLOAT16_to_UINT4_expanded", 0, 0},
{"test_castlike_FLOAT4E2M1_to_FLOAT", 0, 0},
{"test_castlike_FLOAT4E2M1_to_FLOAT16", 0, 0},
{"test_castlike_FLOAT4E2M1_to_FLOAT16_expanded", 0, 0},
{"test_castlike_FLOAT4E2M1_to_FLOAT_expanded", 0, 0},
{"test_castlike_FLOAT8E4M3FNUZ_to_FLOAT", 0, 0},
{"test_castlike_FLOAT8E4M3FNUZ_to_FLOAT16", 0, 0},
{"test_castlike_FLOAT8E4M3FNUZ_to_FLOAT16_expanded", 0, 0},
{"test_castlike_FLOAT8E4M3FNUZ_to_FLOAT_expanded", 0, 0},
{"test_castlike_FLOAT8E4M3FN_to_FLOAT", 0, 0},
{"test_castlike_FLOAT8E4M3FN_to_FLOAT16", 0, 0},
{"test_castlike_FLOAT8E4M3FN_to_FLOAT16_expanded", 0, 0},
{"test_castlike_FLOAT8E4M3FN_to_FLOAT_expanded", 0, 0},
{"test_castlike_FLOAT8E5M2FNUZ_to_FLOAT", 0, 0},
{"test_castlike_FLOAT8E5M2FNUZ_to_FLOAT16", 0, 0},
{"test_castlike_FLOAT8E5M2FNUZ_to_FLOAT16_expanded", 0, 0},
{"test_castlike_FLOAT8E5M2FNUZ_to_FLOAT_expanded", 0, 0},
{"test_castlike_FLOAT8E5M2_to_FLOAT", 0, 0},
{"test_castlike_FLOAT8E5M2_to_FLOAT16", 0, 0},
{"test_castlike_FLOAT8E5M2_to_FLOAT16_expanded", 0, 0},
{"test_castlike_FLOAT8E5M2_to_FLOAT_expanded", 0, 0},
{"test_castlike_FLOAT_to_FLOAT4E2M1", 0, 0},
{"test_castlike_FLOAT_to_FLOAT4E2M1_expanded", 0, 0},
{"test_castlike_FLOAT_to_FLOAT8E4M3FN", 0, 0},
{"test_castlike_FLOAT_to_FLOAT8E4M3FNUZ", 0, 0},
{"test_castlike_FLOAT_to_FLOAT8E4M3FNUZ_expanded", 0, 0},
{"test_castlike_FLOAT_to_FLOAT8E4M3FN_expanded", 0, 0},
{"test_castlike_FLOAT_to_FLOAT8E5M2", 0, 0},
{"test_castlike_FLOAT_to_FLOAT8E5M2FNUZ", 0, 0},
{"test_castlike_FLOAT_to_FLOAT8E5M2FNUZ_expanded", 0, 0},
{"test_castlike_FLOAT_to_FLOAT8E5M2_expanded", 0, 0},
{"test_castlike_FLOAT_to_INT4", 0, 0},
{"test_castlike_FLOAT_to_INT4_expanded", 0, 0},
{"test_castlike_FLOAT_to_UINT4", 0, 0},
{"test_castlike_FLOAT_to_UINT4_expanded", 0, 0},
{"test_castlike_INT4_to_FLOAT", 0, 0},
{"test_castlike_INT4_to_FLOAT16", 0, 0},
{"test_castlike_INT4_to_FLOAT16_expanded", 0, 0},
{"test_castlike_INT4_to_FLOAT_expanded", 0, 0},
{"test_castlike_INT4_to_INT8", 0, 0},
{"test_castlike_INT4_to_INT8_expanded", 0, 0},
{"test_castlike_UINT4_to_FLOAT", 0, 0},
{"test_castlike_UINT4_to_FLOAT16", 0, 0},
{"test_castlike_UINT4_to_FLOAT16_expanded", 0, 0},
{"test_castlike_UINT4_to_FLOAT_expanded", 0, 0},
{"test_castlike_UINT4_to_UINT8", 0, 0},
{"test_castlike_UINT4_to_UINT8_expanded", 0, 0},
{"test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FN", 0, 0},
{"test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ", 0, 0},
{"test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ_expanded", 0, 0},
{"test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FN_expanded", 0, 0},
{"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2", 0, 0},
{"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ", 0, 0},
{"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ_expanded", 0, 0},
{"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2_expanded", 0, 0},
{"test_castlike_no_saturate_FLOAT_to_FLOAT8E4M3FN", 0, 0},
{"test_castlike_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ", 0, 0},
{"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2", 0, 0},
{"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ", 0, 0},
{"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ_expanded", 0, 0},
{"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2_expanded", 0, 0},
{"test_center_crop_pad_crop", 0, 0},
{"test_center_crop_pad_crop_and_pad", 0, 0},
{"test_center_crop_pad_crop_and_pad_expanded", 0, 0},
{"test_center_crop_pad_crop_axes_chw", 0, 0},
{"test_center_crop_pad_crop_axes_chw_expanded", 0, 0},
{"test_center_crop_pad_crop_axes_hwc", 0, 0},
{"test_center_crop_pad_crop_axes_hwc_expanded", 0, 0},
{"test_center_crop_pad_crop_expanded", 0, 0},
{"test_center_crop_pad_crop_negative_axes_hwc", 0, 0},
{"test_center_crop_pad_crop_negative_axes_hwc_expanded", 0, 0},
{"test_center_crop_pad_pad", 0, 0},
{"test_center_crop_pad_pad_expanded", 0, 0},
{"test_clip_default_inbounds_expanded", 0, 0},
{"test_clip_default_int8_inbounds_expanded", 0, 0},
{"test_clip_default_int8_max_expanded", 0, 0},
{"test_clip_default_int8_min_expanded", 0, 0},
{"test_clip_default_max_expanded", 0, 0},
{"test_clip_default_min_expanded", 0, 0},
{"test_clip_example_expanded", 0, 0},
{"test_clip_expanded", 0, 0},
{"test_clip_inbounds_expanded", 0, 0},
{"test_clip_min_greater_than_max", 0, 0},
{"test_clip_min_greater_than_max_expanded", 0, 0},
{"test_clip_outbounds_expanded", 0, 0},
{"test_clip_splitbounds_expanded", 0, 0},
{"test_col2im", 0, 0},
{"test_col2im_5d", 0, 0},
{"test_col2im_dilations", 0, 0},
{"test_col2im_pads", 0, 0},
{"test_col2im_strides", 0, 0},
{"test_constant_pad_axes", 0, 0},
{"test_constant_pad_negative_axes", 0, 0},
{"test_convtranspose_group_2", 0, 0},
{"test_convtranspose_group_2_image_3", 0, 0},
{"test_cumsum_1d_int32_exclusive", 0, 0},
{"test_cumsum_2d_int32", 0, 0},
{"test_deform_conv_with_mask_bias", 0, 0},
{"test_deform_conv_with_multiple_offset_groups", 0, 0},
{"test_dequantizelinear_e4m3fn", 0, 0},
{"test_dequantizelinear_e4m3fn_float16", 0, 0},
{"test_dequantizelinear_e4m3fn_zero_point", 0, 0},
{"test_dequantizelinear_e5m2", 0, 0},
{"test_dequantizelinear_float4e2m1", 0, 0},
{"test_dequantizelinear_int16", 0, 0},
{"test_dequantizelinear_int4", 0, 0},
{"test_dequantizelinear_uint16", 0, 0},
{"test_dequantizelinear_uint4", 0, 0},
{"test_dft", 0, 0},
{"test_dft_axis", 0, 0},
{"test_dft_axis_opset19", 0, 0},
{"test_dft_inverse", 0, 0},
{"test_dft_inverse_opset19", 0, 0},
{"test_dft_opset19", 0, 0},
{"test_div_int16", 0, 0},
{"test_div_int8", 0, 0},
{"test_div_uint16", 0, 0},
{"test_div_uint32", 0, 0},
{"test_div_uint64", 0, 0},
{"test_einsum_scalar", 0, 0},
{"test_equal_int16", 0, 0},
{"test_equal_int8", 0, 0},
{"test_equal_string", 0, 0},
{"test_equal_string_broadcast", 0, 0},
{"test_equal_uint16", 0, 0},
{"test_equal_uint32", 0, 0},
{"test_equal_uint64", 0, 0},
{"test_equal_uint8", 0, 0},
{"test_greater_equal_int16", 0, 0},
{"test_greater_equal_int16_expanded", 0, 0},
{"test_greater_equal_int8", 0, 0},
{"test_greater_equal_int8_expanded", 0, 0},
{"test_greater_equal_uint16", 0, 0},
{"test_greater_equal_uint16_expanded", 0, 0},
{"test_greater_equal_uint32", 0, 0},
{"test_greater_equal_uint32_expanded", 0, 0},
{"test_greater_equal_uint64", 0, 0},
{"test_greater_equal_uint64_expanded", 0, 0},
{"test_greater_equal_uint8", 0, 0},
{"test_greater_equal_uint8_expanded", 0, 0},
{"test_greater_int16", 0, 0},
{"test_greater_int8", 0, 0},
{"test_greater_uint16", 0, 0},
{"test_greater_uint32", 0, 0},
{"test_greater_uint64", 0, 0},
{"test_greater_uint8", 0, 0},
{"test_gridsample_bicubic_align_corners_0_additional_1", 0, 0},
{"test_gridsample_bicubic_align_corners_1_additional_1", 0, 0},
{"test_gridsample_bilinear_align_corners_0_additional_1", 0, 0},
{"test_gridsample_bilinear_align_corners_1_additional_1", 0, 0},
{"test_gridsample_nearest_align_corners_0_additional_1", 0, 0},
{"test_gridsample_nearest_align_corners_1_additional_1", 0, 0},
{"test_gridsample_volumetric_bilinear_align_corners_0", 0, 0},
{"test_gridsample_volumetric_bilinear_align_corners_1", 0, 0},
{"test_gridsample_volumetric_nearest_align_corners_0", 0, 0},
{"test_gridsample_volumetric_nearest_align_corners_1", 0, 0},
{"test_group_normalization_epsilon_expanded", 0, 0},
{"test_group_normalization_example_expanded", 0, 0},
{"test_hammingwindow", 0, 0},
{"test_hammingwindow_expanded", 0, 0},
{"test_hammingwindow_symmetric", 0, 0},
{"test_hammingwindow_symmetric_expanded", 0, 0},
{"test_hannwindow", 0, 0},
{"test_hannwindow_expanded", 0, 0},
{"test_hannwindow_symmetric", 0, 0},
{"test_hannwindow_symmetric_expanded", 0, 0},
{"test_hardsigmoid_default_expanded_ver18", 0, 0},
{"test_hardsigmoid_example_expanded_ver18", 0, 0},
{"test_hardsigmoid_expanded_ver18", 0, 0},
{"test_image_decoder_decode_bmp_rgb", 0, 0},
{"test_image_decoder_decode_jpeg2k_rgb", 0, 0},
{"test_image_decoder_decode_jpeg_bgr", 0, 0},
{"test_image_decoder_decode_jpeg_grayscale", 0, 0},
{"test_image_decoder_decode_jpeg_rgb", 0, 0},
{"test_image_decoder_decode_png_rgb", 0, 0},
{"test_image_decoder_decode_pnm_rgb", 0, 0},
{"test_image_decoder_decode_tiff_rgb", 0, 0},
{"test_image_decoder_decode_webp_rgb", 0, 0},
{"test_isinf_float16", 0, 0},
{"test_isnan_float16", 0, 0},
{"test_l1normalization_axis_0", 0, 0},
{"test_l1normalization_axis_1", 0, 0},
{"test_l1normalization_axis_last", 0, 0},
{"test_l2normalization_axis_0", 0, 0},
{"test_l2normalization_axis_1", 0, 0},
{"test_layer_normalization_2d_axis0_expanded", 0, 0},
{"test_layer_normalization_2d_axis0_expanded_ver18", 0, 0},
{"test_layer_normalization_2d_axis1_expanded", 0, 0},
{"test_layer_normalization_2d_axis1_expanded_ver18", 0, 0},
{"test_layer_normalization_2d_axis_negative_1_expanded", 0, 0},
{"test_layer_normalization_2d_axis_negative_1_expanded_ver18", 0, 0},
{"test_layer_normalization_2d_axis_negative_2_expanded", 0, 0},
{"test_layer_normalization_2d_axis_negative_2_expanded_ver18", 0, 0},
{"test_layer_normalization_3d_axis0_epsilon_expanded", 0, 0},
{"test_layer_normalization_3d_axis0_epsilon_expanded_ver18", 0, 0},
{"test_layer_normalization_3d_axis1_epsilon_expanded", 0, 0},
{"test_layer_normalization_3d_axis1_epsilon_expanded_ver18", 0, 0},
{"test_layer_normalization_3d_axis2_epsilon_expanded", 0, 0},
{"test_layer_normalization_3d_axis2_epsilon_expanded_ver18", 0, 0},
{"test_layer_normalization_3d_axis_negative_1_epsilon_expanded", 0, 0},
{"test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18", 0, 0},
{"test_layer_normalization_3d_axis_negative_2_epsilon_expanded", 0, 0},
{"test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18", 0, 0},
{"test_layer_normalization_3d_axis_negative_3_epsilon_expanded", 0, 0},
{"test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18", 0, 0},
{"test_layer_normalization_4d_axis0_expanded", 0, 0},
{"test_layer_normalization_4d_axis0_expanded_ver18", 0, 0},
{"test_layer_normalization_4d_axis1_expanded", 0, 0},
{"test_layer_normalization_4d_axis1_expanded_ver18", 0, 0},
{"test_layer_normalization_4d_axis2_expanded", 0, 0},
{"test_layer_normalization_4d_axis2_expanded_ver18", 0, 0},
{"test_layer_normalization_4d_axis3_expanded", 0, 0},
{"test_layer_normalization_4d_axis3_expanded_ver18", 0, 0},
{"test_layer_normalization_4d_axis_negative_1_expanded", 0, 0},
{"test_layer_normalization_4d_axis_negative_1_expanded_ver18", 0, 0},
{"test_layer_normalization_4d_axis_negative_2_expanded", 0, 0},
{"test_layer_normalization_4d_axis_negative_2_expanded_ver18", 0, 0},
{"test_layer_normalization_4d_axis_negative_3_expanded", 0, 0},
{"test_layer_normalization_4d_axis_negative_3_expanded_ver18", 0, 0},
{"test_layer_normalization_4d_axis_negative_4_expanded", 0, 0},
{"test_layer_normalization_4d_axis_negative_4_expanded_ver18", 0, 0},
{"test_layer_normalization_default_axis_expanded", 0, 0},
{"test_layer_normalization_default_axis_expanded_ver18", 0, 0},
{"test_leakyrelu_default_expanded", 0, 0},
{"test_leakyrelu_example_expanded", 0, 0},
{"test_leakyrelu_expanded", 0, 0},
{"test_less_equal_int16", 0, 0},
{"test_less_equal_int16_expanded", 0, 0},
{"test_less_equal_int8", 0, 0},
{"test_less_equal_int8_expanded", 0, 0},
{"test_less_equal_uint16", 0, 0},
{"test_less_equal_uint16_expanded", 0, 0},
{"test_less_equal_uint32", 0, 0},
{"test_less_equal_uint32_expanded", 0, 0},
{"test_less_equal_uint64", 0, 0},
{"test_less_equal_uint64_expanded", 0, 0},
{"test_less_equal_uint8", 0, 0},
{"test_less_equal_uint8_expanded", 0, 0},
{"test_less_int16", 0, 0},
{"test_less_int8", 0, 0},
{"test_less_uint16", 0, 0},
{"test_less_uint32", 0, 0},
{"test_less_uint64", 0, 0},
{"test_less_uint8", 0, 0},
{"test_logsoftmax_axis_0_expanded_ver18", 0, 0},
{"test_logsoftmax_axis_1_expanded_ver18", 0, 0},
{"test_logsoftmax_axis_2_expanded_ver18", 0, 0},
{"test_logsoftmax_default_axis_expanded_ver18", 0, 0},
{"test_logsoftmax_example_1_expanded_ver18", 0, 0},
{"test_logsoftmax_large_number_expanded_ver18", 0, 0},
{"test_logsoftmax_negative_axis_expanded_ver18", 0, 0},
{"test_lpnormalization_default", 0, 0},
{"test_lppool_1d_default", 0, 0},
{"test_lppool_2d_default", 0, 0},
{"test_lppool_2d_dilations", 0, 0},
{"test_lppool_2d_pads", 0, 0},
{"test_lppool_2d_same_lower", 0, 0},
{"test_lppool_2d_same_upper", 0, 0},
{"test_lppool_2d_strides", 0, 0},
{"test_lppool_3d_default", 0, 0},
{"test_maxpool_2d_ceil_output_size_reduce_by_one", 0, 0},
{"test_maxpool_3d_dilations", 0, 0},
{"test_maxpool_3d_dilations_use_ref_impl", 0, 0},
{"test_maxpool_3d_dilations_use_ref_impl_large", 0, 0},
{"test_melweightmatrix", 0, 0},
{"test_mul_int16", 0, 0},
{"test_mul_int8", 0, 0},
{"test_mul_uint16", 0, 0},
{"test_mul_uint32", 0, 0},
{"test_mul_uint64", 0, 0},
{"test_mvn_expanded_ver18", 0, 0},
{"test_optional_get_element_optional_sequence", 0, 0},
{"test_optional_get_element_optional_tensor", 0, 0},
{"test_optional_get_element_tensor", 0, 0},
{"test_optional_has_element_empty_no_input_name_optional_input", 0, 0},
{"test_optional_has_element_empty_no_input_name_tensor_input", 0, 0},
{"test_optional_has_element_empty_no_input_optional_input", 0, 0},
{"test_optional_has_element_empty_no_input_tensor_input", 0, 0},
{"test_optional_has_element_empty_optional_input", 0, 0},
{"test_optional_has_element_optional_input", 0, 0},
{"test_optional_has_element_tensor_input", 0, 0},
{"test_prelu_broadcast_expanded", 0, 0},
{"test_prelu_example_expanded", 0, 0},
{"test_qlinearmatmul_2D_int8_float16", 0, 0},
{"test_qlinearmatmul_2D_int8_float32", 0, 0},
{"test_qlinearmatmul_2D_uint8_float16", 0, 0},
{"test_qlinearmatmul_2D_uint8_float32", 0, 0},
{"test_qlinearmatmul_3D_int8_float16", 0, 0},
{"test_qlinearmatmul_3D_int8_float32", 0, 0},
{"test_qlinearmatmul_3D_uint8_float16", 0, 0},
{"test_qlinearmatmul_3D_uint8_float32", 0, 0},
{"test_quantizelinear_blocked_asymmetric", 0, 0},
{"test_quantizelinear_blocked_symmetric", 0, 0},
{"test_quantizelinear_e4m3fn", 0, 0},
{"test_quantizelinear_e5m2", 0, 0},
{"test_quantizelinear_float4e2m1", 0, 0},
{"test_quantizelinear_int16", 0, 0},
{"test_quantizelinear_int4", 0, 0},
{"test_quantizelinear_uint16", 0, 0},
{"test_quantizelinear_uint4", 0, 0},
{"test_reduce_l1_default_axes_keepdims_example_expanded", 0, 0},
{"test_reduce_l1_default_axes_keepdims_random_expanded", 0, 0},
{"test_reduce_l1_do_not_keepdims_example_expanded", 0, 0},
{"test_reduce_l1_do_not_keepdims_random_expanded", 0, 0},
{"test_reduce_l1_empty_set", 0, 0},
{"test_reduce_l1_empty_set_expanded", 0, 0},
{"test_reduce_l1_keep_dims_example_expanded", 0, 0},
{"test_reduce_l1_keep_dims_random_expanded", 0, 0},
{"test_reduce_l1_negative_axes_keep_dims_example_expanded", 0, 0},
{"test_reduce_l1_negative_axes_keep_dims_random_expanded", 0, 0},
{"test_reduce_l2_default_axes_keepdims_example_expanded", 0, 0},
{"test_reduce_l2_default_axes_keepdims_random_expanded", 0, 0},
{"test_reduce_l2_do_not_keepdims_example_expanded", 0, 0},
{"test_reduce_l2_do_not_keepdims_random_expanded", 0, 0},
{"test_reduce_l2_empty_set", 0, 0},
{"test_reduce_l2_empty_set_expanded", 0, 0},
{"test_reduce_l2_keep_dims_example_expanded", 0, 0},
{"test_reduce_l2_keep_dims_random_expanded", 0, 0},
{"test_reduce_l2_negative_axes_keep_dims_example_expanded", 0, 0},
{"test_reduce_l2_negative_axes_keep_dims_random_expanded", 0, 0},
{"test_reduce_log_sum_asc_axes_expanded", 0, 0},
{"test_reduce_log_sum_default_expanded", 0, 0},
{"test_reduce_log_sum_desc_axes_expanded", 0, 0},
{"test_reduce_log_sum_empty_set", 0, 0},
{"test_reduce_log_sum_empty_set_expanded", 0, 0},
{"test_reduce_log_sum_exp_default_axes_keepdims_example_expanded", 0, 0},
{"test_reduce_log_sum_exp_default_axes_keepdims_random_expanded", 0, 0},
{"test_reduce_log_sum_exp_do_not_keepdims_example_expanded", 0, 0},
{"test_reduce_log_sum_exp_do_not_keepdims_random_expanded", 0, 0},
{"test_reduce_log_sum_exp_empty_set", 0, 0},
{"test_reduce_log_sum_exp_empty_set_expanded", 0, 0},
{"test_reduce_log_sum_exp_keepdims_example_expanded", 0, 0},
{"test_reduce_log_sum_exp_keepdims_random_expanded", 0, 0},
{"test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded", 0, 0},
{"test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded", 0, 0},
{"test_reduce_log_sum_negative_axes_expanded", 0, 0},
{"test_reduce_max_bool_inputs", 0, 0},
{"test_reduce_max_empty_set", 0, 0},
{"test_reduce_min_bool_inputs", 0, 0},
{"test_reduce_min_empty_set", 0, 0},
{"test_reduce_prod_empty_set", 0, 0},
{"test_reduce_sum_empty_axes_input_noop", 0, 0},
{"test_reduce_sum_empty_set", 0, 0},
{"test_reduce_sum_empty_set_non_reduced_axis_zero", 0, 0},
{"test_reduce_sum_square_default_axes_keepdims_example_expanded", 0, 0},
{"test_reduce_sum_square_default_axes_keepdims_random_expanded", 0, 0},
{"test_reduce_sum_square_do_not_keepdims_example_expanded", 0, 0},
{"test_reduce_sum_square_do_not_keepdims_random_expanded", 0, 0},
{"test_reduce_sum_square_empty_set", 0, 0},
{"test_reduce_sum_square_empty_set_expanded", 0, 0},
{"test_reduce_sum_square_keepdims_example_expanded", 0, 0},
{"test_reduce_sum_square_keepdims_random_expanded", 0, 0},
{"test_reduce_sum_square_negative_axes_keepdims_example_expanded", 0, 0},
{"test_reduce_sum_square_negative_axes_keepdims_random_expanded", 0, 0},
{"test_regex_full_match_basic", 0, 0},
{"test_regex_full_match_email_domain", 0, 0},
{"test_regex_full_match_empty", 0, 0},
{"test_relu_expanded_ver18", 0, 0},
{"test_resize_downsample_scales_cubic_antialias", 0, 0},
{"test_resize_downsample_scales_linear_antialias", 0, 0},
{"test_resize_downsample_scales_linear_half_pixel_symmetric", 0, 0},
{"test_resize_downsample_sizes_cubic_antialias", 0, 0},
{"test_resize_downsample_sizes_linear_antialias", 0, 0},
{"test_resize_downsample_sizes_nearest_not_larger", 0, 0},
{"test_resize_downsample_sizes_nearest_not_smaller", 0, 0},
{"test_resize_tf_crop_and_resize_axes_2_3", 0, 0},
{"test_resize_tf_crop_and_resize_axes_3_2", 0, 0},
{"test_resize_tf_crop_and_resize_extrapolation_value", 0, 0},
{"test_resize_upsample_scales_linear_half_pixel_symmetric", 0, 0},
{"test_resize_upsample_scales_nearest_axes_2_3", 0, 0},
{"test_resize_upsample_scales_nearest_axes_3_2", 0, 0},
{"test_resize_upsample_sizes_nearest_axes_2_3", 0, 0},
{"test_resize_upsample_sizes_nearest_axes_3_2", 0, 0},
{"test_resize_upsample_sizes_nearest_not_larger", 0, 0},
{"test_resize_upsample_sizes_nearest_not_smaller", 0, 0},
{"test_rms_normalization_2d_axis0", 0, 0},
{"test_rms_normalization_2d_axis0_expanded", 0, 0},
{"test_rms_normalization_2d_axis1", 0, 0},
{"test_rms_normalization_2d_axis1_expanded", 0, 0},
{"test_rms_normalization_2d_axis_negative_1", 0, 0},
{"test_rms_normalization_2d_axis_negative_1_expanded", 0, 0},
{"test_rms_normalization_2d_axis_negative_2", 0, 0},
{"test_rms_normalization_2d_axis_negative_2_expanded", 0, 0},
{"test_rms_normalization_3d_axis0_epsilon", 0, 0},
{"test_rms_normalization_3d_axis0_epsilon_expanded", 0, 0},
{"test_rms_normalization_3d_axis1_epsilon", 0, 0},
{"test_rms_normalization_3d_axis1_epsilon_expanded", 0, 0},
{"test_rms_normalization_3d_axis2_epsilon", 0, 0},
{"test_rms_normalization_3d_axis2_epsilon_expanded", 0, 0},
{"test_rms_normalization_3d_axis_negative_1_epsilon", 0, 0},
{"test_rms_normalization_3d_axis_negative_1_epsilon_expanded", 0, 0},
{"test_rms_normalization_3d_axis_negative_2_epsilon", 0, 0},
{"test_rms_normalization_3d_axis_negative_2_epsilon_expanded", 0, 0},
{"test_rms_normalization_3d_axis_negative_3_epsilon", 0, 0},
{"test_rms_normalization_3d_axis_negative_3_epsilon_expanded", 0, 0},
{"test_rms_normalization_4d_axis0", 0, 0},
{"test_rms_normalization_4d_axis0_expanded", 0, 0},
{"test_rms_normalization_4d_axis1", 0, 0},
{"test_rms_normalization_4d_axis1_expanded", 0, 0},
{"test_rms_normalization_4d_axis2", 0, 0},
{"test_rms_normalization_4d_axis2_expanded", 0, 0},
{"test_rms_normalization_4d_axis3", 0, 0},
{"test_rms_normalization_4d_axis3_expanded", 0, 0},
{"test_rms_normalization_4d_axis_negative_1", 0, 0},
{"test_rms_normalization_4d_axis_negative_1_expanded", 0, 0},
{"test_rms_normalization_4d_axis_negative_2", 0, 0},
{"test_rms_normalization_4d_axis_negative_2_expanded", 0, 0},
{"test_rms_normalization_4d_axis_negative_3", 0, 0},
{"test_rms_normalization_4d_axis_negative_3_expanded", 0, 0},
{"test_rms_normalization_4d_axis_negative_4", 0, 0},
{"test_rms_normalization_4d_axis_negative_4_expanded", 0, 0},
{"test_rms_normalization_default_axis", 0, 0},
{"test_rms_normalization_default_axis_expanded", 0, 0},
{"test_roialign_mode_max", 0, 0},
{"test_rotary_embedding", 0, 0},
{"test_rotary_embedding_3d_input", 0, 0},
{"test_rotary_embedding_3d_input_expanded", 0, 0},
{"test_rotary_embedding_expanded", 0, 0},
{"test_rotary_embedding_interleaved", 0, 0},
{"test_rotary_embedding_interleaved_expanded", 0, 0},
{"test_rotary_embedding_no_position_ids", 0, 0},
{"test_rotary_embedding_no_position_ids_expanded", 0, 0},
{"test_rotary_embedding_no_position_ids_interleaved", 0, 0},
{"test_rotary_embedding_no_position_ids_interleaved_expanded", 0, 0},
{"test_rotary_embedding_no_position_ids_rotary_dim", 0, 0},
{"test_rotary_embedding_no_position_ids_rotary_dim_expanded", 0, 0},
{"test_rotary_embedding_with_interleaved_rotary_dim", 0, 0},
{"test_rotary_embedding_with_interleaved_rotary_dim_expanded", 0, 0},
{"test_rotary_embedding_with_rotary_dim", 0, 0},
{"test_rotary_embedding_with_rotary_dim_expanded", 0, 0},
{"test_sequence_map_add_1_sequence_1_tensor", 0, 0},
{"test_sequence_map_add_1_sequence_1_tensor_expanded", 0, 0},
{"test_sequence_map_add_2_sequences", 0, 0},
{"test_sequence_map_add_2_sequences_expanded", 0, 0},
{"test_sequence_map_extract_shapes", 0, 0},
{"test_sequence_map_extract_shapes_expanded", 0, 0},
{"test_sequence_map_identity_1_sequence", 0, 0},
{"test_sequence_map_identity_1_sequence_1_tensor", 0, 0},
{"test_sequence_map_identity_1_sequence_1_tensor_expanded", 0, 0},
{"test_sequence_map_identity_1_sequence_expanded", 0, 0},
{"test_sequence_map_identity_2_sequences", 0, 0},
{"test_sequence_map_identity_2_sequences_expanded", 0, 0},
{"test_shape_start_greater_than_end", 0, 0},
{"test_shrink_hard_expanded_ver18", 0, 0},
{"test_shrink_soft_expanded_ver18", 0, 0},
{"test_softmax_axis_0_expanded_ver18", 0, 0},
{"test_softmax_axis_1_expanded_ver18", 0, 0},
{"test_softmax_axis_2_expanded_ver18", 0, 0},
{"test_softmax_default_axis_expanded_ver18", 0, 0},
{"test_softmax_example_expanded_ver18", 0, 0},
{"test_softmax_large_number_expanded_ver18", 0, 0},
{"test_softmax_negative_axis_expanded_ver18", 0, 0},
{"test_softplus_example_expanded_ver18", 0, 0},
{"test_softplus_expanded_ver18", 0, 0},
{"test_softsign_example_expanded_ver18", 0, 0},
{"test_softsign_expanded_ver18", 0, 0},
{"test_split_1d_uneven_split_opset18", 0, 0},
{"test_split_2d_uneven_split_opset18", 0, 0},
{"test_split_equal_parts_1d_opset13", 0, 0},
{"test_split_equal_parts_1d_opset18", 0, 0},
{"test_split_equal_parts_2d_opset13", 0, 0},
{"test_split_equal_parts_default_axis_opset13", 0, 0},
{"test_split_equal_parts_default_axis_opset18", 0, 0},
{"test_split_to_sequence_1", 0, 0},
{"test_split_to_sequence_2", 0, 0},
{"test_split_to_sequence_nokeepdims", 0, 0},
{"test_split_variable_parts_1d_opset13", 0, 0},
{"test_split_variable_parts_1d_opset18", 0, 0},
{"test_split_variable_parts_2d_opset13", 0, 0},
{"test_split_variable_parts_2d_opset18", 0, 0},
{"test_split_variable_parts_default_axis_opset13", 0, 0},
{"test_split_variable_parts_default_axis_opset18", 0, 0},
{"test_split_zero_size_splits_opset13", 0, 0},
{"test_split_zero_size_splits_opset18", 0, 0},
{"test_stft", 0, 0},
{"test_stft_with_window", 0, 0},
{"test_string_concat", 0, 0},
{"test_string_concat_broadcasting", 0, 0},
{"test_string_concat_empty_string", 0, 0},
{"test_string_concat_utf8", 0, 0},
{"test_string_concat_zero_dimensional", 0, 0},
{"test_string_split_basic", 0, 0},
{"test_string_split_consecutive_delimiters", 0, 0},
{"test_string_split_empty_string_delimiter", 0, 0},
{"test_string_split_empty_tensor", 0, 0},
{"test_string_split_maxsplit", 0, 0},
{"test_string_split_no_delimiter", 0, 0},
{"test_sub_int16", 0, 0},
{"test_sub_int8", 0, 0},
{"test_sub_uint16", 0, 0},
{"test_sub_uint32", 0, 0},
{"test_sub_uint64", 0, 0},
{"test_swish", 0, 0},
{"test_swish_expanded", 0, 0},
{"test_tensorscatter", 0, 0},
{"test_tensorscatter_3d", 0, 0},
{"test_tensorscatter_circular", 0, 0},
{"test_thresholdedrelu_default_expanded_ver18", 0, 0},
{"test_thresholdedrelu_example_expanded_ver18", 0, 0},
{"test_thresholdedrelu_expanded_ver18", 0, 0},
{"test_top_k_same_values", 0, 0},
{"test_top_k_same_values_2d", 0, 0},
{"test_top_k_same_values_largest", 0, 0},
{"test_top_k_uint64", 0, 0},
{"test_unique_length_1", 0, 0},
{"test_wrap_pad", 0, 0},
};
@@ -1250,17 +1985,67 @@ TEST_P(Test_ONNX_conformance, Layer_Test)
{
std::string model_path = findDataFile(prefix + "/model.onnx");
//cout << "Read ONNX inputs..." << endl;
for (int i = 0; i < test_case.inputs; ++i)
std::string test_data_dir = cv::utils::fs::join(cv::utils::fs::getParent(model_path), "test_data_set_0");
std::vector<cv::String> inputFiles, outputFiles;
try
{
Mat input = readTensorFromONNX(findDataFile(prefix + cv::format("/test_data_set_0/input_%d.pb", i)));
auto extractIndex = [](const cv::String& path, const cv::String& marker) -> int {
size_t lastSlashPos = path.find_last_of("/\\");
const cv::String baseName = lastSlashPos == cv::String::npos ? path : path.substr(lastSlashPos + 1);
const size_t markerPos = baseName.find(marker);
const size_t extPos = baseName.find(".pb", markerPos);
if (markerPos == cv::String::npos || extPos == cv::String::npos)
return 0;
const cv::String indexStr = baseName.substr(markerPos + marker.size(), extPos - (markerPos + marker.size()));
try {
return std::stoi(indexStr.c_str());
} catch (const std::exception&)
{
return 0;
}
};
cv::glob(cv::utils::fs::join(test_data_dir, "input_*.pb"), inputFiles, false);
cv::glob(cv::utils::fs::join(test_data_dir, "output_*.pb"), outputFiles, false);
auto sortByIndex = [&](std::vector<cv::String>& files, const cv::String& marker) {
std::sort(files.begin(), files.end(), [&](const cv::String& a, const cv::String& b) {
return extractIndex(a, marker) < extractIndex(b, marker);
});
};
sortByIndex(inputFiles, "input_");
sortByIndex(outputFiles, "output_");
}
catch (const cv::Exception& e)
{
cout << "OpenCV error while collecting ONNX test data files: " << e.what() << endl;
applyTestTag(CV_TEST_TAG_DNN_ERROR_PARSER);
throw;
}
catch (const std::exception& e)
{
cout << "Error while collecting ONNX test data files: " << e.what() << endl;
applyTestTag(CV_TEST_TAG_DNN_ERROR_PARSER);
throw;
}
catch (...)
{
cout << "Unknown error while collecting ONNX test data files!" << endl;
applyTestTag(CV_TEST_TAG_DNN_ERROR_PARSER);
throw;
}
for (const auto& inFile : inputFiles)
{
Mat input = readTensorFromONNX(std::string(inFile));
inputs.push_back(input);
}
//cout << "Read ONNX reference outputs..." << endl;
for (int i = 0; i < test_case.outputs; ++i)
for (const auto& outFile : outputFiles)
{
Mat output = readTensorFromONNX(findDataFile(prefix + cv::format("/test_data_set_0/output_%d.pb", i)));
Mat output = readTensorFromONNX(std::string(outFile));
ref_outputs.push_back(output);
}
File diff suppressed because it is too large Load Diff
@@ -175,3 +175,44 @@
"test_nonmaxsuppression_suppress_by_IOU_and_scores",
"test_nonmaxsuppression_two_batches",
"test_nonmaxsuppression_two_classes",
"test_add_int16",
"test_add_int8",
"test_add_uint16",
"test_add_uint32",
"test_add_uint64",
"test_clip_default_inbounds_expanded",
"test_clip_default_int8_inbounds_expanded",
"test_clip_default_int8_max_expanded",
"test_clip_default_int8_min_expanded",
"test_clip_default_max_expanded",
"test_clip_default_min_expanded",
"test_clip_inbounds_expanded",
"test_clip_splitbounds_expanded",
"test_equal_int16",
"test_equal_int8",
"test_equal_uint16",
"test_equal_uint32",
"test_equal_uint64",
"test_equal_uint8",
"test_isinf_float16",
"test_isnan_float16",
"test_logsoftmax_axis_0_expanded_ver18",
"test_logsoftmax_axis_1_expanded_ver18",
"test_logsoftmax_axis_2_expanded_ver18",
"test_logsoftmax_default_axis_expanded_ver18",
"test_logsoftmax_example_1_expanded_ver18",
"test_logsoftmax_large_number_expanded_ver18",
"test_logsoftmax_negative_axis_expanded_ver18",
"test_mul_int16",
"test_mul_int8",
"test_mul_uint16",
"test_mul_uint32",
"test_mul_uint64",
"test_softmax_axis_0_expanded_ver18",
"test_softmax_axis_1_expanded_ver18",
"test_softmax_axis_2_expanded_ver18",
"test_softmax_default_axis_expanded_ver18",
"test_softmax_example_expanded_ver18",
"test_softmax_large_number_expanded_ver18",
"test_softmax_negative_axis_expanded_ver18",
"test_swish",
File diff suppressed because it is too large Load Diff