From 62369ed8a0104212a883c66513296ad52e55af13 Mon Sep 17 00:00:00 2001 From: Abhishek Gola Date: Mon, 29 Sep 2025 18:18:49 +0530 Subject: [PATCH] Merge pull request #27827 from abhishek-gola:update_onnx_nodes Updated ONNX conformance tests and parser denylist #27827 Merge with https://github.com/opencv/opencv_extra/pull/1277 ### Pull Request Readiness Checklist See details at https://github.com/opencv/opencv/wiki/How_to_contribute#making-a-good-pull-request - [x] I agree to contribute to the project under Apache 2 License. - [x] To the best of my knowledge, the proposed patch is not based on a code under GPL or another license that is incompatible with OpenCV - [x] The PR is proposed to the proper branch - [x] There is a reference to the original bug report and related work - [x] There is accuracy test, performance test and test data in opencv_extra repository, if applicable Patch to opencv_extra has the same branch name. - [x] The feature is well documented and sample code can be built with the project CMake --- modules/dnn/test/test_onnx_conformance.cpp | 797 ++++++++++- ...conformance_layer_filter__openvino.inl.hpp | 930 +++++++++++++ ...yer_filter_opencv_classic_denylist.inl.hpp | 41 + ..._conformance_layer_parser_denylist.inl.hpp | 1172 ++++++++++++++--- 4 files changed, 2735 insertions(+), 205 deletions(-) diff --git a/modules/dnn/test/test_onnx_conformance.cpp b/modules/dnn/test/test_onnx_conformance.cpp index 6cf9c1f708..dbb809010f 100644 --- a/modules/dnn/test/test_onnx_conformance.cpp +++ b/modules/dnn/test/test_onnx_conformance.cpp @@ -8,6 +8,7 @@ #include #include "npy_blob.hpp" #include +#include #if defined(_MSC_VER) // workaround for 32-bit MSVC compiler #pragma optimize("", off) @@ -938,6 +939,740 @@ static const TestCase testConformanceConfig[] = { {"test_xor_bcast4v2d", 2, 1}, {"test_xor_bcast4v3d", 2, 1}, {"test_xor_bcast4v4d", 2, 1}, + {"test_add_int16", 0, 0}, + {"test_add_int8", 0, 0}, + {"test_add_uint16", 0, 0}, + {"test_add_uint32", 0, 0}, + {"test_add_uint64", 0, 0}, + {"test_affine_grid_2d", 0, 0}, + {"test_affine_grid_2d_align_corners", 0, 0}, + {"test_affine_grid_2d_align_corners_expanded", 0, 0}, + {"test_affine_grid_2d_expanded", 0, 0}, + {"test_affine_grid_3d", 0, 0}, + {"test_affine_grid_3d_align_corners", 0, 0}, + {"test_affine_grid_3d_align_corners_expanded", 0, 0}, + {"test_affine_grid_3d_expanded", 0, 0}, + {"test_ai_onnx_ml_array_feature_extractor", 0, 0}, + {"test_ai_onnx_ml_binarizer", 0, 0}, + {"test_ai_onnx_ml_label_encoder_string_int", 0, 0}, + {"test_ai_onnx_ml_label_encoder_string_int_no_default", 0, 0}, + {"test_ai_onnx_ml_label_encoder_tensor_mapping", 0, 0}, + {"test_ai_onnx_ml_label_encoder_tensor_value_only_mapping", 0, 0}, + {"test_ai_onnx_ml_tree_ensemble_set_membership", 0, 0}, + {"test_ai_onnx_ml_tree_ensemble_single_tree", 0, 0}, + {"test_attention_3d", 0, 0}, + {"test_attention_3d_attn_mask", 0, 0}, + {"test_attention_3d_attn_mask_expanded", 0, 0}, + {"test_attention_3d_causal", 0, 0}, + {"test_attention_3d_causal_expanded", 0, 0}, + {"test_attention_3d_diff_heads_sizes", 0, 0}, + {"test_attention_3d_diff_heads_sizes_attn_mask", 0, 0}, + {"test_attention_3d_diff_heads_sizes_attn_mask_expanded", 0, 0}, + {"test_attention_3d_diff_heads_sizes_causal", 0, 0}, + {"test_attention_3d_diff_heads_sizes_causal_expanded", 0, 0}, + {"test_attention_3d_diff_heads_sizes_expanded", 0, 0}, + {"test_attention_3d_diff_heads_sizes_scaled", 0, 0}, + {"test_attention_3d_diff_heads_sizes_scaled_expanded", 0, 0}, + {"test_attention_3d_diff_heads_sizes_softcap", 0, 0}, + {"test_attention_3d_diff_heads_sizes_softcap_expanded", 0, 0}, + {"test_attention_3d_diff_heads_with_past_and_present", 0, 0}, + {"test_attention_3d_diff_heads_with_past_and_present_expanded", 0, 0}, + {"test_attention_3d_expanded", 0, 0}, + {"test_attention_3d_gqa", 0, 0}, + {"test_attention_3d_gqa_attn_mask", 0, 0}, + {"test_attention_3d_gqa_attn_mask_expanded", 0, 0}, + {"test_attention_3d_gqa_causal", 0, 0}, + {"test_attention_3d_gqa_causal_expanded", 0, 0}, + {"test_attention_3d_gqa_expanded", 0, 0}, + {"test_attention_3d_gqa_scaled", 0, 0}, + {"test_attention_3d_gqa_scaled_expanded", 0, 0}, + {"test_attention_3d_gqa_softcap", 0, 0}, + {"test_attention_3d_gqa_softcap_expanded", 0, 0}, + {"test_attention_3d_gqa_with_past_and_present", 0, 0}, + {"test_attention_3d_gqa_with_past_and_present_expanded", 0, 0}, + {"test_attention_3d_scaled", 0, 0}, + {"test_attention_3d_scaled_expanded", 0, 0}, + {"test_attention_3d_softcap", 0, 0}, + {"test_attention_3d_softcap_expanded", 0, 0}, + {"test_attention_3d_transpose_verification", 0, 0}, + {"test_attention_3d_transpose_verification_expanded", 0, 0}, + {"test_attention_3d_with_past_and_present", 0, 0}, + {"test_attention_3d_with_past_and_present_expanded", 0, 0}, + {"test_attention_3d_with_past_and_present_qk_matmul", 0, 0}, + {"test_attention_3d_with_past_and_present_qk_matmul_bias", 0, 0}, + {"test_attention_3d_with_past_and_present_qk_matmul_bias_expanded", 0, 0}, + {"test_attention_3d_with_past_and_present_qk_matmul_expanded", 0, 0}, + {"test_attention_3d_with_past_and_present_qk_matmul_softcap", 0, 0}, + {"test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded", 0, 0}, + {"test_attention_3d_with_past_and_present_qk_matmul_softmax", 0, 0}, + {"test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded", 0, 0}, + {"test_attention_4d", 0, 0}, + {"test_attention_4d_attn_mask", 0, 0}, + {"test_attention_4d_attn_mask_3d", 0, 0}, + {"test_attention_4d_attn_mask_3d_causal", 0, 0}, + {"test_attention_4d_attn_mask_3d_causal_expanded", 0, 0}, + {"test_attention_4d_attn_mask_3d_expanded", 0, 0}, + {"test_attention_4d_attn_mask_4d", 0, 0}, + {"test_attention_4d_attn_mask_4d_causal", 0, 0}, + {"test_attention_4d_attn_mask_4d_causal_expanded", 0, 0}, + {"test_attention_4d_attn_mask_4d_expanded", 0, 0}, + {"test_attention_4d_attn_mask_bool", 0, 0}, + {"test_attention_4d_attn_mask_bool_4d", 0, 0}, + {"test_attention_4d_attn_mask_bool_4d_expanded", 0, 0}, + {"test_attention_4d_attn_mask_bool_expanded", 0, 0}, + {"test_attention_4d_attn_mask_expanded", 0, 0}, + {"test_attention_4d_causal", 0, 0}, + {"test_attention_4d_causal_expanded", 0, 0}, + {"test_attention_4d_diff_heads_mask4d_padded_kv", 0, 0}, + {"test_attention_4d_diff_heads_mask4d_padded_kv_expanded", 0, 0}, + {"test_attention_4d_diff_heads_sizes", 0, 0}, + {"test_attention_4d_diff_heads_sizes_attn_mask", 0, 0}, + {"test_attention_4d_diff_heads_sizes_attn_mask_expanded", 0, 0}, + {"test_attention_4d_diff_heads_sizes_causal", 0, 0}, + {"test_attention_4d_diff_heads_sizes_causal_expanded", 0, 0}, + {"test_attention_4d_diff_heads_sizes_expanded", 0, 0}, + {"test_attention_4d_diff_heads_sizes_scaled", 0, 0}, + {"test_attention_4d_diff_heads_sizes_scaled_expanded", 0, 0}, + {"test_attention_4d_diff_heads_sizes_softcap", 0, 0}, + {"test_attention_4d_diff_heads_sizes_softcap_expanded", 0, 0}, + {"test_attention_4d_diff_heads_with_past_and_present", 0, 0}, + {"test_attention_4d_diff_heads_with_past_and_present_expanded", 0, 0}, + {"test_attention_4d_diff_heads_with_past_and_present_mask3d", 0, 0}, + {"test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded", 0, 0}, + {"test_attention_4d_diff_heads_with_past_and_present_mask4d", 0, 0}, + {"test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded", 0, 0}, + {"test_attention_4d_expanded", 0, 0}, + {"test_attention_4d_fp16", 0, 0}, + {"test_attention_4d_fp16_expanded", 0, 0}, + {"test_attention_4d_gqa", 0, 0}, + {"test_attention_4d_gqa_attn_mask", 0, 0}, + {"test_attention_4d_gqa_attn_mask_expanded", 0, 0}, + {"test_attention_4d_gqa_causal", 0, 0}, + {"test_attention_4d_gqa_causal_expanded", 0, 0}, + {"test_attention_4d_gqa_expanded", 0, 0}, + {"test_attention_4d_gqa_scaled", 0, 0}, + {"test_attention_4d_gqa_scaled_expanded", 0, 0}, + {"test_attention_4d_gqa_softcap", 0, 0}, + {"test_attention_4d_gqa_softcap_expanded", 0, 0}, + {"test_attention_4d_gqa_with_past_and_present", 0, 0}, + {"test_attention_4d_gqa_with_past_and_present_expanded", 0, 0}, + {"test_attention_4d_gqa_with_past_and_present_fp16", 0, 0}, + {"test_attention_4d_gqa_with_past_and_present_fp16_expanded", 0, 0}, + {"test_attention_4d_scaled", 0, 0}, + {"test_attention_4d_scaled_expanded", 0, 0}, + {"test_attention_4d_softcap", 0, 0}, + {"test_attention_4d_softcap_expanded", 0, 0}, + {"test_attention_4d_with_past_and_present", 0, 0}, + {"test_attention_4d_with_past_and_present_expanded", 0, 0}, + {"test_attention_4d_with_past_and_present_qk_matmul", 0, 0}, + {"test_attention_4d_with_past_and_present_qk_matmul_bias", 0, 0}, + {"test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask", 0, 0}, + {"test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal", 0, 0}, + {"test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded", 0, 0}, + {"test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded", 0, 0}, + {"test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask", 0, 0}, + {"test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal", 0, 0}, + {"test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded", 0, 0}, + {"test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded", 0, 0}, + {"test_attention_4d_with_past_and_present_qk_matmul_bias_expanded", 0, 0}, + {"test_attention_4d_with_past_and_present_qk_matmul_expanded", 0, 0}, + {"test_attention_4d_with_qk_matmul", 0, 0}, + {"test_attention_4d_with_qk_matmul_bias", 0, 0}, + {"test_attention_4d_with_qk_matmul_bias_expanded", 0, 0}, + {"test_attention_4d_with_qk_matmul_expanded", 0, 0}, + {"test_attention_4d_with_qk_matmul_softcap", 0, 0}, + {"test_attention_4d_with_qk_matmul_softcap_expanded", 0, 0}, + {"test_attention_4d_with_qk_matmul_softmax", 0, 0}, + {"test_attention_4d_with_qk_matmul_softmax_expanded", 0, 0}, + {"test_averagepool_2d_ceil_last_window_starts_on_pad", 0, 0}, + {"test_averagepool_2d_dilations", 0, 0}, + {"test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_False", 0, 0}, + {"test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_True", 0, 0}, + {"test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_False", 0, 0}, + {"test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_True", 0, 0}, + {"test_averagepool_3d_dilations_small", 0, 0}, + {"test_basic_deform_conv_with_padding", 0, 0}, + {"test_basic_deform_conv_without_padding", 0, 0}, + {"test_bitwise_and_i16_3d", 0, 0}, + {"test_bitwise_and_i32_2d", 0, 0}, + {"test_bitwise_and_ui64_bcast_3v1d", 0, 0}, + {"test_bitwise_and_ui8_bcast_4v3d", 0, 0}, + {"test_bitwise_not_2d", 0, 0}, + {"test_bitwise_not_3d", 0, 0}, + {"test_bitwise_not_4d", 0, 0}, + {"test_bitwise_or_i16_4d", 0, 0}, + {"test_bitwise_or_i32_2d", 0, 0}, + {"test_bitwise_or_ui64_bcast_3v1d", 0, 0}, + {"test_bitwise_or_ui8_bcast_4v3d", 0, 0}, + {"test_bitwise_xor_i16_3d", 0, 0}, + {"test_bitwise_xor_i32_2d", 0, 0}, + {"test_bitwise_xor_ui64_bcast_3v1d", 0, 0}, + {"test_bitwise_xor_ui8_bcast_4v3d", 0, 0}, + {"test_blackmanwindow", 0, 0}, + {"test_blackmanwindow_expanded", 0, 0}, + {"test_blackmanwindow_symmetric", 0, 0}, + {"test_blackmanwindow_symmetric_expanded", 0, 0}, + {"test_cast_FLOAT16_to_FLOAT4E2M1", 0, 0}, + {"test_cast_FLOAT16_to_FLOAT8E4M3FN", 0, 0}, + {"test_cast_FLOAT16_to_FLOAT8E4M3FNUZ", 0, 0}, + {"test_cast_FLOAT16_to_FLOAT8E5M2", 0, 0}, + {"test_cast_FLOAT16_to_FLOAT8E5M2FNUZ", 0, 0}, + {"test_cast_FLOAT16_to_INT4", 0, 0}, + {"test_cast_FLOAT16_to_UINT4", 0, 0}, + {"test_cast_FLOAT4E2M1_to_FLOAT", 0, 0}, + {"test_cast_FLOAT4E2M1_to_FLOAT16", 0, 0}, + {"test_cast_FLOAT8E4M3FNUZ_to_FLOAT", 0, 0}, + {"test_cast_FLOAT8E4M3FNUZ_to_FLOAT16", 0, 0}, + {"test_cast_FLOAT8E4M3FN_to_FLOAT", 0, 0}, + {"test_cast_FLOAT8E4M3FN_to_FLOAT16", 0, 0}, + {"test_cast_FLOAT8E5M2FNUZ_to_FLOAT", 0, 0}, + {"test_cast_FLOAT8E5M2FNUZ_to_FLOAT16", 0, 0}, + {"test_cast_FLOAT8E5M2_to_FLOAT", 0, 0}, + {"test_cast_FLOAT8E5M2_to_FLOAT16", 0, 0}, + {"test_cast_FLOAT_to_FLOAT4E2M1", 0, 0}, + {"test_cast_FLOAT_to_FLOAT8E4M3FN", 0, 0}, + {"test_cast_FLOAT_to_FLOAT8E4M3FNUZ", 0, 0}, + {"test_cast_FLOAT_to_FLOAT8E5M2", 0, 0}, + {"test_cast_FLOAT_to_FLOAT8E5M2FNUZ", 0, 0}, + {"test_cast_FLOAT_to_INT4", 0, 0}, + {"test_cast_FLOAT_to_UINT4", 0, 0}, + {"test_cast_INT4_to_FLOAT", 0, 0}, + {"test_cast_INT4_to_FLOAT16", 0, 0}, + {"test_cast_INT4_to_INT8", 0, 0}, + {"test_cast_UINT4_to_FLOAT", 0, 0}, + {"test_cast_UINT4_to_FLOAT16", 0, 0}, + {"test_cast_UINT4_to_UINT8", 0, 0}, + {"test_cast_e8m0_FLOAT16_to_FLOAT8E8M0", 0, 0}, + {"test_cast_e8m0_FLOAT8E8M0_to_FLOAT", 0, 0}, + {"test_cast_e8m0_FLOAT8E8M0_to_FLOAT16", 0, 0}, + {"test_cast_e8m0_FLOAT_to_FLOAT8E8M0", 0, 0}, + {"test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FN", 0, 0}, + {"test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ", 0, 0}, + {"test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2", 0, 0}, + {"test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ", 0, 0}, + {"test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FN", 0, 0}, + {"test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ", 0, 0}, + {"test_cast_no_saturate_FLOAT_to_FLOAT8E5M2", 0, 0}, + {"test_cast_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ", 0, 0}, + {"test_castlike_FLOAT16_to_FLOAT4E2M1", 0, 0}, + {"test_castlike_FLOAT16_to_FLOAT4E2M1_expanded", 0, 0}, + {"test_castlike_FLOAT16_to_FLOAT8E4M3FN", 0, 0}, + {"test_castlike_FLOAT16_to_FLOAT8E4M3FNUZ", 0, 0}, + {"test_castlike_FLOAT16_to_FLOAT8E4M3FNUZ_expanded", 0, 0}, + {"test_castlike_FLOAT16_to_FLOAT8E4M3FN_expanded", 0, 0}, + {"test_castlike_FLOAT16_to_FLOAT8E5M2", 0, 0}, + {"test_castlike_FLOAT16_to_FLOAT8E5M2FNUZ", 0, 0}, + {"test_castlike_FLOAT16_to_FLOAT8E5M2FNUZ_expanded", 0, 0}, + {"test_castlike_FLOAT16_to_FLOAT8E5M2_expanded", 0, 0}, + {"test_castlike_FLOAT16_to_INT4", 0, 0}, + {"test_castlike_FLOAT16_to_INT4_expanded", 0, 0}, + {"test_castlike_FLOAT16_to_UINT4", 0, 0}, + {"test_castlike_FLOAT16_to_UINT4_expanded", 0, 0}, + {"test_castlike_FLOAT4E2M1_to_FLOAT", 0, 0}, + {"test_castlike_FLOAT4E2M1_to_FLOAT16", 0, 0}, + {"test_castlike_FLOAT4E2M1_to_FLOAT16_expanded", 0, 0}, + {"test_castlike_FLOAT4E2M1_to_FLOAT_expanded", 0, 0}, + {"test_castlike_FLOAT8E4M3FNUZ_to_FLOAT", 0, 0}, + {"test_castlike_FLOAT8E4M3FNUZ_to_FLOAT16", 0, 0}, + {"test_castlike_FLOAT8E4M3FNUZ_to_FLOAT16_expanded", 0, 0}, + {"test_castlike_FLOAT8E4M3FNUZ_to_FLOAT_expanded", 0, 0}, + {"test_castlike_FLOAT8E4M3FN_to_FLOAT", 0, 0}, + {"test_castlike_FLOAT8E4M3FN_to_FLOAT16", 0, 0}, + {"test_castlike_FLOAT8E4M3FN_to_FLOAT16_expanded", 0, 0}, + {"test_castlike_FLOAT8E4M3FN_to_FLOAT_expanded", 0, 0}, + {"test_castlike_FLOAT8E5M2FNUZ_to_FLOAT", 0, 0}, + {"test_castlike_FLOAT8E5M2FNUZ_to_FLOAT16", 0, 0}, + {"test_castlike_FLOAT8E5M2FNUZ_to_FLOAT16_expanded", 0, 0}, + {"test_castlike_FLOAT8E5M2FNUZ_to_FLOAT_expanded", 0, 0}, + {"test_castlike_FLOAT8E5M2_to_FLOAT", 0, 0}, + {"test_castlike_FLOAT8E5M2_to_FLOAT16", 0, 0}, + {"test_castlike_FLOAT8E5M2_to_FLOAT16_expanded", 0, 0}, + {"test_castlike_FLOAT8E5M2_to_FLOAT_expanded", 0, 0}, + {"test_castlike_FLOAT_to_FLOAT4E2M1", 0, 0}, + {"test_castlike_FLOAT_to_FLOAT4E2M1_expanded", 0, 0}, + {"test_castlike_FLOAT_to_FLOAT8E4M3FN", 0, 0}, + {"test_castlike_FLOAT_to_FLOAT8E4M3FNUZ", 0, 0}, + {"test_castlike_FLOAT_to_FLOAT8E4M3FNUZ_expanded", 0, 0}, + {"test_castlike_FLOAT_to_FLOAT8E4M3FN_expanded", 0, 0}, + {"test_castlike_FLOAT_to_FLOAT8E5M2", 0, 0}, + {"test_castlike_FLOAT_to_FLOAT8E5M2FNUZ", 0, 0}, + {"test_castlike_FLOAT_to_FLOAT8E5M2FNUZ_expanded", 0, 0}, + {"test_castlike_FLOAT_to_FLOAT8E5M2_expanded", 0, 0}, + {"test_castlike_FLOAT_to_INT4", 0, 0}, + {"test_castlike_FLOAT_to_INT4_expanded", 0, 0}, + {"test_castlike_FLOAT_to_UINT4", 0, 0}, + {"test_castlike_FLOAT_to_UINT4_expanded", 0, 0}, + {"test_castlike_INT4_to_FLOAT", 0, 0}, + {"test_castlike_INT4_to_FLOAT16", 0, 0}, + {"test_castlike_INT4_to_FLOAT16_expanded", 0, 0}, + {"test_castlike_INT4_to_FLOAT_expanded", 0, 0}, + {"test_castlike_INT4_to_INT8", 0, 0}, + {"test_castlike_INT4_to_INT8_expanded", 0, 0}, + {"test_castlike_UINT4_to_FLOAT", 0, 0}, + {"test_castlike_UINT4_to_FLOAT16", 0, 0}, + {"test_castlike_UINT4_to_FLOAT16_expanded", 0, 0}, + {"test_castlike_UINT4_to_FLOAT_expanded", 0, 0}, + {"test_castlike_UINT4_to_UINT8", 0, 0}, + {"test_castlike_UINT4_to_UINT8_expanded", 0, 0}, + {"test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FN", 0, 0}, + {"test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ", 0, 0}, + {"test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ_expanded", 0, 0}, + {"test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FN_expanded", 0, 0}, + {"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2", 0, 0}, + {"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ", 0, 0}, + {"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ_expanded", 0, 0}, + {"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2_expanded", 0, 0}, + {"test_castlike_no_saturate_FLOAT_to_FLOAT8E4M3FN", 0, 0}, + {"test_castlike_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ", 0, 0}, + {"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2", 0, 0}, + {"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ", 0, 0}, + {"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ_expanded", 0, 0}, + {"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2_expanded", 0, 0}, + {"test_center_crop_pad_crop", 0, 0}, + {"test_center_crop_pad_crop_and_pad", 0, 0}, + {"test_center_crop_pad_crop_and_pad_expanded", 0, 0}, + {"test_center_crop_pad_crop_axes_chw", 0, 0}, + {"test_center_crop_pad_crop_axes_chw_expanded", 0, 0}, + {"test_center_crop_pad_crop_axes_hwc", 0, 0}, + {"test_center_crop_pad_crop_axes_hwc_expanded", 0, 0}, + {"test_center_crop_pad_crop_expanded", 0, 0}, + {"test_center_crop_pad_crop_negative_axes_hwc", 0, 0}, + {"test_center_crop_pad_crop_negative_axes_hwc_expanded", 0, 0}, + {"test_center_crop_pad_pad", 0, 0}, + {"test_center_crop_pad_pad_expanded", 0, 0}, + {"test_clip_default_inbounds_expanded", 0, 0}, + {"test_clip_default_int8_inbounds_expanded", 0, 0}, + {"test_clip_default_int8_max_expanded", 0, 0}, + {"test_clip_default_int8_min_expanded", 0, 0}, + {"test_clip_default_max_expanded", 0, 0}, + {"test_clip_default_min_expanded", 0, 0}, + {"test_clip_example_expanded", 0, 0}, + {"test_clip_expanded", 0, 0}, + {"test_clip_inbounds_expanded", 0, 0}, + {"test_clip_min_greater_than_max", 0, 0}, + {"test_clip_min_greater_than_max_expanded", 0, 0}, + {"test_clip_outbounds_expanded", 0, 0}, + {"test_clip_splitbounds_expanded", 0, 0}, + {"test_col2im", 0, 0}, + {"test_col2im_5d", 0, 0}, + {"test_col2im_dilations", 0, 0}, + {"test_col2im_pads", 0, 0}, + {"test_col2im_strides", 0, 0}, + {"test_constant_pad_axes", 0, 0}, + {"test_constant_pad_negative_axes", 0, 0}, + {"test_convtranspose_group_2", 0, 0}, + {"test_convtranspose_group_2_image_3", 0, 0}, + {"test_cumsum_1d_int32_exclusive", 0, 0}, + {"test_cumsum_2d_int32", 0, 0}, + {"test_deform_conv_with_mask_bias", 0, 0}, + {"test_deform_conv_with_multiple_offset_groups", 0, 0}, + {"test_dequantizelinear_e4m3fn", 0, 0}, + {"test_dequantizelinear_e4m3fn_float16", 0, 0}, + {"test_dequantizelinear_e4m3fn_zero_point", 0, 0}, + {"test_dequantizelinear_e5m2", 0, 0}, + {"test_dequantizelinear_float4e2m1", 0, 0}, + {"test_dequantizelinear_int16", 0, 0}, + {"test_dequantizelinear_int4", 0, 0}, + {"test_dequantizelinear_uint16", 0, 0}, + {"test_dequantizelinear_uint4", 0, 0}, + {"test_dft", 0, 0}, + {"test_dft_axis", 0, 0}, + {"test_dft_axis_opset19", 0, 0}, + {"test_dft_inverse", 0, 0}, + {"test_dft_inverse_opset19", 0, 0}, + {"test_dft_opset19", 0, 0}, + {"test_div_int16", 0, 0}, + {"test_div_int8", 0, 0}, + {"test_div_uint16", 0, 0}, + {"test_div_uint32", 0, 0}, + {"test_div_uint64", 0, 0}, + {"test_einsum_scalar", 0, 0}, + {"test_equal_int16", 0, 0}, + {"test_equal_int8", 0, 0}, + {"test_equal_string", 0, 0}, + {"test_equal_string_broadcast", 0, 0}, + {"test_equal_uint16", 0, 0}, + {"test_equal_uint32", 0, 0}, + {"test_equal_uint64", 0, 0}, + {"test_equal_uint8", 0, 0}, + {"test_greater_equal_int16", 0, 0}, + {"test_greater_equal_int16_expanded", 0, 0}, + {"test_greater_equal_int8", 0, 0}, + {"test_greater_equal_int8_expanded", 0, 0}, + {"test_greater_equal_uint16", 0, 0}, + {"test_greater_equal_uint16_expanded", 0, 0}, + {"test_greater_equal_uint32", 0, 0}, + {"test_greater_equal_uint32_expanded", 0, 0}, + {"test_greater_equal_uint64", 0, 0}, + {"test_greater_equal_uint64_expanded", 0, 0}, + {"test_greater_equal_uint8", 0, 0}, + {"test_greater_equal_uint8_expanded", 0, 0}, + {"test_greater_int16", 0, 0}, + {"test_greater_int8", 0, 0}, + {"test_greater_uint16", 0, 0}, + {"test_greater_uint32", 0, 0}, + {"test_greater_uint64", 0, 0}, + {"test_greater_uint8", 0, 0}, + {"test_gridsample_bicubic_align_corners_0_additional_1", 0, 0}, + {"test_gridsample_bicubic_align_corners_1_additional_1", 0, 0}, + {"test_gridsample_bilinear_align_corners_0_additional_1", 0, 0}, + {"test_gridsample_bilinear_align_corners_1_additional_1", 0, 0}, + {"test_gridsample_nearest_align_corners_0_additional_1", 0, 0}, + {"test_gridsample_nearest_align_corners_1_additional_1", 0, 0}, + {"test_gridsample_volumetric_bilinear_align_corners_0", 0, 0}, + {"test_gridsample_volumetric_bilinear_align_corners_1", 0, 0}, + {"test_gridsample_volumetric_nearest_align_corners_0", 0, 0}, + {"test_gridsample_volumetric_nearest_align_corners_1", 0, 0}, + {"test_group_normalization_epsilon_expanded", 0, 0}, + {"test_group_normalization_example_expanded", 0, 0}, + {"test_hammingwindow", 0, 0}, + {"test_hammingwindow_expanded", 0, 0}, + {"test_hammingwindow_symmetric", 0, 0}, + {"test_hammingwindow_symmetric_expanded", 0, 0}, + {"test_hannwindow", 0, 0}, + {"test_hannwindow_expanded", 0, 0}, + {"test_hannwindow_symmetric", 0, 0}, + {"test_hannwindow_symmetric_expanded", 0, 0}, + {"test_hardsigmoid_default_expanded_ver18", 0, 0}, + {"test_hardsigmoid_example_expanded_ver18", 0, 0}, + {"test_hardsigmoid_expanded_ver18", 0, 0}, + {"test_image_decoder_decode_bmp_rgb", 0, 0}, + {"test_image_decoder_decode_jpeg2k_rgb", 0, 0}, + {"test_image_decoder_decode_jpeg_bgr", 0, 0}, + {"test_image_decoder_decode_jpeg_grayscale", 0, 0}, + {"test_image_decoder_decode_jpeg_rgb", 0, 0}, + {"test_image_decoder_decode_png_rgb", 0, 0}, + {"test_image_decoder_decode_pnm_rgb", 0, 0}, + {"test_image_decoder_decode_tiff_rgb", 0, 0}, + {"test_image_decoder_decode_webp_rgb", 0, 0}, + {"test_isinf_float16", 0, 0}, + {"test_isnan_float16", 0, 0}, + {"test_l1normalization_axis_0", 0, 0}, + {"test_l1normalization_axis_1", 0, 0}, + {"test_l1normalization_axis_last", 0, 0}, + {"test_l2normalization_axis_0", 0, 0}, + {"test_l2normalization_axis_1", 0, 0}, + {"test_layer_normalization_2d_axis0_expanded", 0, 0}, + {"test_layer_normalization_2d_axis0_expanded_ver18", 0, 0}, + {"test_layer_normalization_2d_axis1_expanded", 0, 0}, + {"test_layer_normalization_2d_axis1_expanded_ver18", 0, 0}, + {"test_layer_normalization_2d_axis_negative_1_expanded", 0, 0}, + {"test_layer_normalization_2d_axis_negative_1_expanded_ver18", 0, 0}, + {"test_layer_normalization_2d_axis_negative_2_expanded", 0, 0}, + {"test_layer_normalization_2d_axis_negative_2_expanded_ver18", 0, 0}, + {"test_layer_normalization_3d_axis0_epsilon_expanded", 0, 0}, + {"test_layer_normalization_3d_axis0_epsilon_expanded_ver18", 0, 0}, + {"test_layer_normalization_3d_axis1_epsilon_expanded", 0, 0}, + {"test_layer_normalization_3d_axis1_epsilon_expanded_ver18", 0, 0}, + {"test_layer_normalization_3d_axis2_epsilon_expanded", 0, 0}, + {"test_layer_normalization_3d_axis2_epsilon_expanded_ver18", 0, 0}, + {"test_layer_normalization_3d_axis_negative_1_epsilon_expanded", 0, 0}, + {"test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18", 0, 0}, + {"test_layer_normalization_3d_axis_negative_2_epsilon_expanded", 0, 0}, + {"test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18", 0, 0}, + {"test_layer_normalization_3d_axis_negative_3_epsilon_expanded", 0, 0}, + {"test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18", 0, 0}, + {"test_layer_normalization_4d_axis0_expanded", 0, 0}, + {"test_layer_normalization_4d_axis0_expanded_ver18", 0, 0}, + {"test_layer_normalization_4d_axis1_expanded", 0, 0}, + {"test_layer_normalization_4d_axis1_expanded_ver18", 0, 0}, + {"test_layer_normalization_4d_axis2_expanded", 0, 0}, + {"test_layer_normalization_4d_axis2_expanded_ver18", 0, 0}, + {"test_layer_normalization_4d_axis3_expanded", 0, 0}, + {"test_layer_normalization_4d_axis3_expanded_ver18", 0, 0}, + {"test_layer_normalization_4d_axis_negative_1_expanded", 0, 0}, + {"test_layer_normalization_4d_axis_negative_1_expanded_ver18", 0, 0}, + {"test_layer_normalization_4d_axis_negative_2_expanded", 0, 0}, + {"test_layer_normalization_4d_axis_negative_2_expanded_ver18", 0, 0}, + {"test_layer_normalization_4d_axis_negative_3_expanded", 0, 0}, + {"test_layer_normalization_4d_axis_negative_3_expanded_ver18", 0, 0}, + {"test_layer_normalization_4d_axis_negative_4_expanded", 0, 0}, + {"test_layer_normalization_4d_axis_negative_4_expanded_ver18", 0, 0}, + {"test_layer_normalization_default_axis_expanded", 0, 0}, + {"test_layer_normalization_default_axis_expanded_ver18", 0, 0}, + {"test_leakyrelu_default_expanded", 0, 0}, + {"test_leakyrelu_example_expanded", 0, 0}, + {"test_leakyrelu_expanded", 0, 0}, + {"test_less_equal_int16", 0, 0}, + {"test_less_equal_int16_expanded", 0, 0}, + {"test_less_equal_int8", 0, 0}, + {"test_less_equal_int8_expanded", 0, 0}, + {"test_less_equal_uint16", 0, 0}, + {"test_less_equal_uint16_expanded", 0, 0}, + {"test_less_equal_uint32", 0, 0}, + {"test_less_equal_uint32_expanded", 0, 0}, + {"test_less_equal_uint64", 0, 0}, + {"test_less_equal_uint64_expanded", 0, 0}, + {"test_less_equal_uint8", 0, 0}, + {"test_less_equal_uint8_expanded", 0, 0}, + {"test_less_int16", 0, 0}, + {"test_less_int8", 0, 0}, + {"test_less_uint16", 0, 0}, + {"test_less_uint32", 0, 0}, + {"test_less_uint64", 0, 0}, + {"test_less_uint8", 0, 0}, + {"test_logsoftmax_axis_0_expanded_ver18", 0, 0}, + {"test_logsoftmax_axis_1_expanded_ver18", 0, 0}, + {"test_logsoftmax_axis_2_expanded_ver18", 0, 0}, + {"test_logsoftmax_default_axis_expanded_ver18", 0, 0}, + {"test_logsoftmax_example_1_expanded_ver18", 0, 0}, + {"test_logsoftmax_large_number_expanded_ver18", 0, 0}, + {"test_logsoftmax_negative_axis_expanded_ver18", 0, 0}, + {"test_lpnormalization_default", 0, 0}, + {"test_lppool_1d_default", 0, 0}, + {"test_lppool_2d_default", 0, 0}, + {"test_lppool_2d_dilations", 0, 0}, + {"test_lppool_2d_pads", 0, 0}, + {"test_lppool_2d_same_lower", 0, 0}, + {"test_lppool_2d_same_upper", 0, 0}, + {"test_lppool_2d_strides", 0, 0}, + {"test_lppool_3d_default", 0, 0}, + {"test_maxpool_2d_ceil_output_size_reduce_by_one", 0, 0}, + {"test_maxpool_3d_dilations", 0, 0}, + {"test_maxpool_3d_dilations_use_ref_impl", 0, 0}, + {"test_maxpool_3d_dilations_use_ref_impl_large", 0, 0}, + {"test_melweightmatrix", 0, 0}, + {"test_mul_int16", 0, 0}, + {"test_mul_int8", 0, 0}, + {"test_mul_uint16", 0, 0}, + {"test_mul_uint32", 0, 0}, + {"test_mul_uint64", 0, 0}, + {"test_mvn_expanded_ver18", 0, 0}, + {"test_optional_get_element_optional_sequence", 0, 0}, + {"test_optional_get_element_optional_tensor", 0, 0}, + {"test_optional_get_element_tensor", 0, 0}, + {"test_optional_has_element_empty_no_input_name_optional_input", 0, 0}, + {"test_optional_has_element_empty_no_input_name_tensor_input", 0, 0}, + {"test_optional_has_element_empty_no_input_optional_input", 0, 0}, + {"test_optional_has_element_empty_no_input_tensor_input", 0, 0}, + {"test_optional_has_element_empty_optional_input", 0, 0}, + {"test_optional_has_element_optional_input", 0, 0}, + {"test_optional_has_element_tensor_input", 0, 0}, + {"test_prelu_broadcast_expanded", 0, 0}, + {"test_prelu_example_expanded", 0, 0}, + {"test_qlinearmatmul_2D_int8_float16", 0, 0}, + {"test_qlinearmatmul_2D_int8_float32", 0, 0}, + {"test_qlinearmatmul_2D_uint8_float16", 0, 0}, + {"test_qlinearmatmul_2D_uint8_float32", 0, 0}, + {"test_qlinearmatmul_3D_int8_float16", 0, 0}, + {"test_qlinearmatmul_3D_int8_float32", 0, 0}, + {"test_qlinearmatmul_3D_uint8_float16", 0, 0}, + {"test_qlinearmatmul_3D_uint8_float32", 0, 0}, + {"test_quantizelinear_blocked_asymmetric", 0, 0}, + {"test_quantizelinear_blocked_symmetric", 0, 0}, + {"test_quantizelinear_e4m3fn", 0, 0}, + {"test_quantizelinear_e5m2", 0, 0}, + {"test_quantizelinear_float4e2m1", 0, 0}, + {"test_quantizelinear_int16", 0, 0}, + {"test_quantizelinear_int4", 0, 0}, + {"test_quantizelinear_uint16", 0, 0}, + {"test_quantizelinear_uint4", 0, 0}, + {"test_reduce_l1_default_axes_keepdims_example_expanded", 0, 0}, + {"test_reduce_l1_default_axes_keepdims_random_expanded", 0, 0}, + {"test_reduce_l1_do_not_keepdims_example_expanded", 0, 0}, + {"test_reduce_l1_do_not_keepdims_random_expanded", 0, 0}, + {"test_reduce_l1_empty_set", 0, 0}, + {"test_reduce_l1_empty_set_expanded", 0, 0}, + {"test_reduce_l1_keep_dims_example_expanded", 0, 0}, + {"test_reduce_l1_keep_dims_random_expanded", 0, 0}, + {"test_reduce_l1_negative_axes_keep_dims_example_expanded", 0, 0}, + {"test_reduce_l1_negative_axes_keep_dims_random_expanded", 0, 0}, + {"test_reduce_l2_default_axes_keepdims_example_expanded", 0, 0}, + {"test_reduce_l2_default_axes_keepdims_random_expanded", 0, 0}, + {"test_reduce_l2_do_not_keepdims_example_expanded", 0, 0}, + {"test_reduce_l2_do_not_keepdims_random_expanded", 0, 0}, + {"test_reduce_l2_empty_set", 0, 0}, + {"test_reduce_l2_empty_set_expanded", 0, 0}, + {"test_reduce_l2_keep_dims_example_expanded", 0, 0}, + {"test_reduce_l2_keep_dims_random_expanded", 0, 0}, + {"test_reduce_l2_negative_axes_keep_dims_example_expanded", 0, 0}, + {"test_reduce_l2_negative_axes_keep_dims_random_expanded", 0, 0}, + {"test_reduce_log_sum_asc_axes_expanded", 0, 0}, + {"test_reduce_log_sum_default_expanded", 0, 0}, + {"test_reduce_log_sum_desc_axes_expanded", 0, 0}, + {"test_reduce_log_sum_empty_set", 0, 0}, + {"test_reduce_log_sum_empty_set_expanded", 0, 0}, + {"test_reduce_log_sum_exp_default_axes_keepdims_example_expanded", 0, 0}, + {"test_reduce_log_sum_exp_default_axes_keepdims_random_expanded", 0, 0}, + {"test_reduce_log_sum_exp_do_not_keepdims_example_expanded", 0, 0}, + {"test_reduce_log_sum_exp_do_not_keepdims_random_expanded", 0, 0}, + {"test_reduce_log_sum_exp_empty_set", 0, 0}, + {"test_reduce_log_sum_exp_empty_set_expanded", 0, 0}, + {"test_reduce_log_sum_exp_keepdims_example_expanded", 0, 0}, + {"test_reduce_log_sum_exp_keepdims_random_expanded", 0, 0}, + {"test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded", 0, 0}, + {"test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded", 0, 0}, + {"test_reduce_log_sum_negative_axes_expanded", 0, 0}, + {"test_reduce_max_bool_inputs", 0, 0}, + {"test_reduce_max_empty_set", 0, 0}, + {"test_reduce_min_bool_inputs", 0, 0}, + {"test_reduce_min_empty_set", 0, 0}, + {"test_reduce_prod_empty_set", 0, 0}, + {"test_reduce_sum_empty_axes_input_noop", 0, 0}, + {"test_reduce_sum_empty_set", 0, 0}, + {"test_reduce_sum_empty_set_non_reduced_axis_zero", 0, 0}, + {"test_reduce_sum_square_default_axes_keepdims_example_expanded", 0, 0}, + {"test_reduce_sum_square_default_axes_keepdims_random_expanded", 0, 0}, + {"test_reduce_sum_square_do_not_keepdims_example_expanded", 0, 0}, + {"test_reduce_sum_square_do_not_keepdims_random_expanded", 0, 0}, + {"test_reduce_sum_square_empty_set", 0, 0}, + {"test_reduce_sum_square_empty_set_expanded", 0, 0}, + {"test_reduce_sum_square_keepdims_example_expanded", 0, 0}, + {"test_reduce_sum_square_keepdims_random_expanded", 0, 0}, + {"test_reduce_sum_square_negative_axes_keepdims_example_expanded", 0, 0}, + {"test_reduce_sum_square_negative_axes_keepdims_random_expanded", 0, 0}, + {"test_regex_full_match_basic", 0, 0}, + {"test_regex_full_match_email_domain", 0, 0}, + {"test_regex_full_match_empty", 0, 0}, + {"test_relu_expanded_ver18", 0, 0}, + {"test_resize_downsample_scales_cubic_antialias", 0, 0}, + {"test_resize_downsample_scales_linear_antialias", 0, 0}, + {"test_resize_downsample_scales_linear_half_pixel_symmetric", 0, 0}, + {"test_resize_downsample_sizes_cubic_antialias", 0, 0}, + {"test_resize_downsample_sizes_linear_antialias", 0, 0}, + {"test_resize_downsample_sizes_nearest_not_larger", 0, 0}, + {"test_resize_downsample_sizes_nearest_not_smaller", 0, 0}, + {"test_resize_tf_crop_and_resize_axes_2_3", 0, 0}, + {"test_resize_tf_crop_and_resize_axes_3_2", 0, 0}, + {"test_resize_tf_crop_and_resize_extrapolation_value", 0, 0}, + {"test_resize_upsample_scales_linear_half_pixel_symmetric", 0, 0}, + {"test_resize_upsample_scales_nearest_axes_2_3", 0, 0}, + {"test_resize_upsample_scales_nearest_axes_3_2", 0, 0}, + {"test_resize_upsample_sizes_nearest_axes_2_3", 0, 0}, + {"test_resize_upsample_sizes_nearest_axes_3_2", 0, 0}, + {"test_resize_upsample_sizes_nearest_not_larger", 0, 0}, + {"test_resize_upsample_sizes_nearest_not_smaller", 0, 0}, + {"test_rms_normalization_2d_axis0", 0, 0}, + {"test_rms_normalization_2d_axis0_expanded", 0, 0}, + {"test_rms_normalization_2d_axis1", 0, 0}, + {"test_rms_normalization_2d_axis1_expanded", 0, 0}, + {"test_rms_normalization_2d_axis_negative_1", 0, 0}, + {"test_rms_normalization_2d_axis_negative_1_expanded", 0, 0}, + {"test_rms_normalization_2d_axis_negative_2", 0, 0}, + {"test_rms_normalization_2d_axis_negative_2_expanded", 0, 0}, + {"test_rms_normalization_3d_axis0_epsilon", 0, 0}, + {"test_rms_normalization_3d_axis0_epsilon_expanded", 0, 0}, + {"test_rms_normalization_3d_axis1_epsilon", 0, 0}, + {"test_rms_normalization_3d_axis1_epsilon_expanded", 0, 0}, + {"test_rms_normalization_3d_axis2_epsilon", 0, 0}, + {"test_rms_normalization_3d_axis2_epsilon_expanded", 0, 0}, + {"test_rms_normalization_3d_axis_negative_1_epsilon", 0, 0}, + {"test_rms_normalization_3d_axis_negative_1_epsilon_expanded", 0, 0}, + {"test_rms_normalization_3d_axis_negative_2_epsilon", 0, 0}, + {"test_rms_normalization_3d_axis_negative_2_epsilon_expanded", 0, 0}, + {"test_rms_normalization_3d_axis_negative_3_epsilon", 0, 0}, + {"test_rms_normalization_3d_axis_negative_3_epsilon_expanded", 0, 0}, + {"test_rms_normalization_4d_axis0", 0, 0}, + {"test_rms_normalization_4d_axis0_expanded", 0, 0}, + {"test_rms_normalization_4d_axis1", 0, 0}, + {"test_rms_normalization_4d_axis1_expanded", 0, 0}, + {"test_rms_normalization_4d_axis2", 0, 0}, + {"test_rms_normalization_4d_axis2_expanded", 0, 0}, + {"test_rms_normalization_4d_axis3", 0, 0}, + {"test_rms_normalization_4d_axis3_expanded", 0, 0}, + {"test_rms_normalization_4d_axis_negative_1", 0, 0}, + {"test_rms_normalization_4d_axis_negative_1_expanded", 0, 0}, + {"test_rms_normalization_4d_axis_negative_2", 0, 0}, + {"test_rms_normalization_4d_axis_negative_2_expanded", 0, 0}, + {"test_rms_normalization_4d_axis_negative_3", 0, 0}, + {"test_rms_normalization_4d_axis_negative_3_expanded", 0, 0}, + {"test_rms_normalization_4d_axis_negative_4", 0, 0}, + {"test_rms_normalization_4d_axis_negative_4_expanded", 0, 0}, + {"test_rms_normalization_default_axis", 0, 0}, + {"test_rms_normalization_default_axis_expanded", 0, 0}, + {"test_roialign_mode_max", 0, 0}, + {"test_rotary_embedding", 0, 0}, + {"test_rotary_embedding_3d_input", 0, 0}, + {"test_rotary_embedding_3d_input_expanded", 0, 0}, + {"test_rotary_embedding_expanded", 0, 0}, + {"test_rotary_embedding_interleaved", 0, 0}, + {"test_rotary_embedding_interleaved_expanded", 0, 0}, + {"test_rotary_embedding_no_position_ids", 0, 0}, + {"test_rotary_embedding_no_position_ids_expanded", 0, 0}, + {"test_rotary_embedding_no_position_ids_interleaved", 0, 0}, + {"test_rotary_embedding_no_position_ids_interleaved_expanded", 0, 0}, + {"test_rotary_embedding_no_position_ids_rotary_dim", 0, 0}, + {"test_rotary_embedding_no_position_ids_rotary_dim_expanded", 0, 0}, + {"test_rotary_embedding_with_interleaved_rotary_dim", 0, 0}, + {"test_rotary_embedding_with_interleaved_rotary_dim_expanded", 0, 0}, + {"test_rotary_embedding_with_rotary_dim", 0, 0}, + {"test_rotary_embedding_with_rotary_dim_expanded", 0, 0}, + {"test_sequence_map_add_1_sequence_1_tensor", 0, 0}, + {"test_sequence_map_add_1_sequence_1_tensor_expanded", 0, 0}, + {"test_sequence_map_add_2_sequences", 0, 0}, + {"test_sequence_map_add_2_sequences_expanded", 0, 0}, + {"test_sequence_map_extract_shapes", 0, 0}, + {"test_sequence_map_extract_shapes_expanded", 0, 0}, + {"test_sequence_map_identity_1_sequence", 0, 0}, + {"test_sequence_map_identity_1_sequence_1_tensor", 0, 0}, + {"test_sequence_map_identity_1_sequence_1_tensor_expanded", 0, 0}, + {"test_sequence_map_identity_1_sequence_expanded", 0, 0}, + {"test_sequence_map_identity_2_sequences", 0, 0}, + {"test_sequence_map_identity_2_sequences_expanded", 0, 0}, + {"test_shape_start_greater_than_end", 0, 0}, + {"test_shrink_hard_expanded_ver18", 0, 0}, + {"test_shrink_soft_expanded_ver18", 0, 0}, + {"test_softmax_axis_0_expanded_ver18", 0, 0}, + {"test_softmax_axis_1_expanded_ver18", 0, 0}, + {"test_softmax_axis_2_expanded_ver18", 0, 0}, + {"test_softmax_default_axis_expanded_ver18", 0, 0}, + {"test_softmax_example_expanded_ver18", 0, 0}, + {"test_softmax_large_number_expanded_ver18", 0, 0}, + {"test_softmax_negative_axis_expanded_ver18", 0, 0}, + {"test_softplus_example_expanded_ver18", 0, 0}, + {"test_softplus_expanded_ver18", 0, 0}, + {"test_softsign_example_expanded_ver18", 0, 0}, + {"test_softsign_expanded_ver18", 0, 0}, + {"test_split_1d_uneven_split_opset18", 0, 0}, + {"test_split_2d_uneven_split_opset18", 0, 0}, + {"test_split_equal_parts_1d_opset13", 0, 0}, + {"test_split_equal_parts_1d_opset18", 0, 0}, + {"test_split_equal_parts_2d_opset13", 0, 0}, + {"test_split_equal_parts_default_axis_opset13", 0, 0}, + {"test_split_equal_parts_default_axis_opset18", 0, 0}, + {"test_split_to_sequence_1", 0, 0}, + {"test_split_to_sequence_2", 0, 0}, + {"test_split_to_sequence_nokeepdims", 0, 0}, + {"test_split_variable_parts_1d_opset13", 0, 0}, + {"test_split_variable_parts_1d_opset18", 0, 0}, + {"test_split_variable_parts_2d_opset13", 0, 0}, + {"test_split_variable_parts_2d_opset18", 0, 0}, + {"test_split_variable_parts_default_axis_opset13", 0, 0}, + {"test_split_variable_parts_default_axis_opset18", 0, 0}, + {"test_split_zero_size_splits_opset13", 0, 0}, + {"test_split_zero_size_splits_opset18", 0, 0}, + {"test_stft", 0, 0}, + {"test_stft_with_window", 0, 0}, + {"test_string_concat", 0, 0}, + {"test_string_concat_broadcasting", 0, 0}, + {"test_string_concat_empty_string", 0, 0}, + {"test_string_concat_utf8", 0, 0}, + {"test_string_concat_zero_dimensional", 0, 0}, + {"test_string_split_basic", 0, 0}, + {"test_string_split_consecutive_delimiters", 0, 0}, + {"test_string_split_empty_string_delimiter", 0, 0}, + {"test_string_split_empty_tensor", 0, 0}, + {"test_string_split_maxsplit", 0, 0}, + {"test_string_split_no_delimiter", 0, 0}, + {"test_sub_int16", 0, 0}, + {"test_sub_int8", 0, 0}, + {"test_sub_uint16", 0, 0}, + {"test_sub_uint32", 0, 0}, + {"test_sub_uint64", 0, 0}, + {"test_swish", 0, 0}, + {"test_swish_expanded", 0, 0}, + {"test_tensorscatter", 0, 0}, + {"test_tensorscatter_3d", 0, 0}, + {"test_tensorscatter_circular", 0, 0}, + {"test_thresholdedrelu_default_expanded_ver18", 0, 0}, + {"test_thresholdedrelu_example_expanded_ver18", 0, 0}, + {"test_thresholdedrelu_expanded_ver18", 0, 0}, + {"test_top_k_same_values", 0, 0}, + {"test_top_k_same_values_2d", 0, 0}, + {"test_top_k_same_values_largest", 0, 0}, + {"test_top_k_uint64", 0, 0}, + {"test_unique_length_1", 0, 0}, + {"test_wrap_pad", 0, 0}, }; @@ -1250,17 +1985,67 @@ TEST_P(Test_ONNX_conformance, Layer_Test) { std::string model_path = findDataFile(prefix + "/model.onnx"); - //cout << "Read ONNX inputs..." << endl; - for (int i = 0; i < test_case.inputs; ++i) + std::string test_data_dir = cv::utils::fs::join(cv::utils::fs::getParent(model_path), "test_data_set_0"); + std::vector inputFiles, outputFiles; + try { - Mat input = readTensorFromONNX(findDataFile(prefix + cv::format("/test_data_set_0/input_%d.pb", i))); + auto extractIndex = [](const cv::String& path, const cv::String& marker) -> int { + size_t lastSlashPos = path.find_last_of("/\\"); + const cv::String baseName = lastSlashPos == cv::String::npos ? path : path.substr(lastSlashPos + 1); + + const size_t markerPos = baseName.find(marker); + const size_t extPos = baseName.find(".pb", markerPos); + if (markerPos == cv::String::npos || extPos == cv::String::npos) + return 0; + + const cv::String indexStr = baseName.substr(markerPos + marker.size(), extPos - (markerPos + marker.size())); + try { + return std::stoi(indexStr.c_str()); + } catch (const std::exception&) + { + return 0; + } + }; + + cv::glob(cv::utils::fs::join(test_data_dir, "input_*.pb"), inputFiles, false); + cv::glob(cv::utils::fs::join(test_data_dir, "output_*.pb"), outputFiles, false); + + auto sortByIndex = [&](std::vector& files, const cv::String& marker) { + std::sort(files.begin(), files.end(), [&](const cv::String& a, const cv::String& b) { + return extractIndex(a, marker) < extractIndex(b, marker); + }); + }; + + sortByIndex(inputFiles, "input_"); + sortByIndex(outputFiles, "output_"); + } + catch (const cv::Exception& e) + { + cout << "OpenCV error while collecting ONNX test data files: " << e.what() << endl; + applyTestTag(CV_TEST_TAG_DNN_ERROR_PARSER); + throw; + } + catch (const std::exception& e) + { + cout << "Error while collecting ONNX test data files: " << e.what() << endl; + applyTestTag(CV_TEST_TAG_DNN_ERROR_PARSER); + throw; + } + catch (...) + { + cout << "Unknown error while collecting ONNX test data files!" << endl; + applyTestTag(CV_TEST_TAG_DNN_ERROR_PARSER); + throw; + } + for (const auto& inFile : inputFiles) + { + Mat input = readTensorFromONNX(std::string(inFile)); inputs.push_back(input); } - //cout << "Read ONNX reference outputs..." << endl; - for (int i = 0; i < test_case.outputs; ++i) + for (const auto& outFile : outputFiles) { - Mat output = readTensorFromONNX(findDataFile(prefix + cv::format("/test_data_set_0/output_%d.pb", i))); + Mat output = readTensorFromONNX(std::string(outFile)); ref_outputs.push_back(output); } diff --git a/modules/dnn/test/test_onnx_conformance_layer_filter__openvino.inl.hpp b/modules/dnn/test/test_onnx_conformance_layer_filter__openvino.inl.hpp index 0eaf9fa354..8bb032cb1e 100644 --- a/modules/dnn/test/test_onnx_conformance_layer_filter__openvino.inl.hpp +++ b/modules/dnn/test/test_onnx_conformance_layer_filter__openvino.inl.hpp @@ -95,6 +95,16 @@ CASE(test_add_bcast) #if SKIP_SET_1 SKIP; #endif +CASE(test_add_int16) + SKIP; +CASE(test_add_int8) + SKIP; +CASE(test_add_uint16) + SKIP; +CASE(test_add_uint32) + SKIP; +CASE(test_add_uint64) + SKIP; CASE(test_add_uint8) #if SKIP_SET_1 SKIP; @@ -358,24 +368,40 @@ CASE(test_clip) SKIP; CASE(test_clip_default_inbounds) SKIP; +CASE(test_clip_default_inbounds_expanded) + SKIP; CASE(test_clip_default_int8_inbounds) SKIP; +CASE(test_clip_default_int8_inbounds_expanded) + SKIP; CASE(test_clip_default_int8_max) SKIP; +CASE(test_clip_default_int8_max_expanded) + SKIP; CASE(test_clip_default_int8_min) SKIP; +CASE(test_clip_default_int8_min_expanded) + SKIP; CASE(test_clip_default_max) SKIP; +CASE(test_clip_default_max_expanded) + SKIP; CASE(test_clip_default_min) SKIP; +CASE(test_clip_default_min_expanded) + SKIP; CASE(test_clip_example) SKIP; CASE(test_clip_inbounds) SKIP; +CASE(test_clip_inbounds_expanded) + SKIP; CASE(test_clip_outbounds) SKIP; CASE(test_clip_splitbounds) SKIP; +CASE(test_clip_splitbounds_expanded) + SKIP; CASE(test_compress_0) // no filter CASE(test_compress_1) @@ -588,6 +614,866 @@ CASE(test_equal) // no filter CASE(test_equal_bcast) // no filter +CASE(test_equal_int16) + SKIP; +CASE(test_equal_int8) + SKIP; +CASE(test_equal_uint16) + SKIP; +CASE(test_equal_uint32) + SKIP; +CASE(test_equal_uint64) + SKIP; +CASE(test_equal_uint8) + SKIP; +CASE(test_erf) + // no filter +CASE(test_exp) + // no filter +CASE(test_exp_example) + // no filter +CASE(test_expand_dim_changed) + SKIP; +CASE(test_expand_dim_unchanged) + SKIP; +CASE(test_eyelike_populate_off_main_diagonal) + // no filter +CASE(test_eyelike_with_dtype) + // no filter +CASE(test_eyelike_without_dtype) + // no filter +CASE(test_flatten_axis0) + // no filter +CASE(test_flatten_axis1) + // no filter +CASE(test_flatten_axis2) + // no filter +CASE(test_flatten_axis3) + // no filter +CASE(test_flatten_default_axis) + // no filter +CASE(test_flatten_negative_axis1) + // no filter +CASE(test_flatten_negative_axis2) + // no filter +CASE(test_flatten_negative_axis3) + // no filter +CASE(test_flatten_negative_axis4) + // no filter +CASE(test_floor) + // no filter +CASE(test_floor_example) + // no filter +CASE(test_gather_0) + // no filter +CASE(test_gather_1) + // no filter +CASE(test_gather_2d_indices) + // no filter +CASE(test_gather_elements_0) + // no filter +CASE(test_gather_elements_1) + // no filter +CASE(test_gather_elements_negative_indices) + // no filter +CASE(test_gather_negative_indices) + // no filter +CASE(test_gathernd_example_float32) + // no filter +CASE(test_gathernd_example_int32) + // no filter +CASE(test_gathernd_example_int32_batch_dim1) + // no filter +CASE(test_gelu_default_1) + // no filter +CASE(test_gelu_default_1_expanded) + // no filter +CASE(test_gelu_default_2) + // no filter +CASE(test_gelu_default_2_expanded) + // no filter +CASE(test_gelu_tanh_1) + if (target == DNN_TARGET_CPU) { + default_l1 = 0.00011; // Expected: (normL1) <= (l1), actual: 0.000101805 vs 1e-05 + default_lInf = 0.00016; // Expected: (normInf) <= (lInf), actual: 0.000152707 vs 0.0001 + } + if (target == DNN_TARGET_OPENCL) { + default_l1 = 0.00011; // Expected: (normL1) <= (l1), actual: 0.000101815 vs 1e-05 + default_lInf = 0.00016; // Expected: (normInf) <= (lInf), actual: 0.000152737 vs 0.0001 + } +CASE(test_gelu_tanh_1_expanded) + // no filter +CASE(test_gelu_tanh_2) + if (target == DNN_TARGET_CPU) { + default_l1 = 9e-5; // Expected: (normL1) <= (l1), actual: 8.80057e-05 vs 1e-05 + default_lInf = 0.00046; // Expected: (normInf) <= (lInf), actual: 0.000455521 vs 0.0001 + } + if (target == DNN_TARGET_OPENCL) { + default_l1 = 9e-5; // Expected: (normL1) <= (l1), actual: 8.80144e-05 vs 1e-05 + default_lInf = 0.00046; // Expected: (normInf) <= (lInf), actual: 0.000455445 vs 0.0001 + } +CASE(test_gelu_tanh_2_expanded) + // no filter +CASE(test_gemm_all_attributes) + SKIP; +CASE(test_gemm_alpha) + SKIP; +CASE(test_gemm_beta) + SKIP; +CASE(test_gemm_default_matrix_bias) + SKIP; // https://github.com/opencv/opencv/issues/25472 +CASE(test_gemm_default_no_bias) + SKIP; +CASE(test_gemm_default_scalar_bias) + SKIP; +CASE(test_gemm_default_single_elem_vector_bias) + SKIP; +CASE(test_gemm_default_vector_bias) + SKIP; +CASE(test_gemm_default_zero_bias) + SKIP; +CASE(test_gemm_transposeA) + SKIP; +CASE(test_gemm_transposeB) + SKIP; +CASE(test_globalaveragepool) + // no filter +CASE(test_globalaveragepool_precomputed) + // no filter +CASE(test_globalmaxpool) +#if SKIP_SET_1 + SKIP_MYRIAD; +#endif +CASE(test_globalmaxpool_precomputed) +#if SKIP_SET_1 + SKIP_MYRIAD; +#endif +CASE(test_greater) + // no filter +CASE(test_greater_bcast) + // no filter +CASE(test_greater_equal) + // no filter +CASE(test_greater_equal_bcast) + // no filter +CASE(test_greater_equal_bcast_expanded) + // no filter +CASE(test_greater_equal_expanded) + // no filter +CASE(test_gridsample) + SKIP; +CASE(test_gridsample_aligncorners_true) + SKIP; +CASE(test_gridsample_bicubic) + // no filter +CASE(test_gridsample_bilinear) + SKIP; +CASE(test_gridsample_border_padding) + SKIP; +CASE(test_gridsample_nearest) + SKIP; +CASE(test_gridsample_reflection_padding) + SKIP; +CASE(test_gridsample_zeros_padding) + SKIP; +CASE(test_group_normalization_epsilon) + // no filter +CASE(test_group_normalization_example) + // no filter +CASE(test_gru_batchwise) + // no filter +CASE(test_gru_defaults) + // no filter +CASE(test_gru_seq_length) + // no filter +CASE(test_gru_with_initial_bias) + // no filter +CASE(test_hardmax_axis_0) + // no filter +CASE(test_hardmax_axis_1) + // no filter +CASE(test_hardmax_axis_2) + // no filter +CASE(test_hardmax_default_axis) + // no filter +CASE(test_hardmax_example) + // no filter +CASE(test_hardmax_negative_axis) + // no filter +CASE(test_hardmax_one_hot) + // no filter +CASE(test_einsum_batch_matmul) + // no filter +CASE(test_einsum_inner_prod) + // no filter +CASE(test_einsum_sum) + // no filter +CASE(test_einsum_transpose) + // no filter +CASE(test_elu) + // no filter +CASE(test_elu_default) + // no filter +CASE(test_elu_default_expanded_ver18) + // no filter +CASE(test_elu_example) + // no filter +CASE(test_elu_example_expanded_ver18) + // no filter +CASE(test_elu_expanded_ver18) + // no filter +CASE(test_equal) + // no filter +CASE(test_equal_bcast) + // no filter +CASE(test_equal_int16) + SKIP; +CASE(test_equal_int8) + SKIP; +CASE(test_equal_uint16) + SKIP; +CASE(test_equal_uint32) + SKIP; +CASE(test_equal_uint64) + SKIP; +CASE(test_equal_uint8) + SKIP; +CASE(test_erf) + // no filter +CASE(test_exp) + // no filter +CASE(test_exp_example) + // no filter +CASE(test_expand_dim_changed) + SKIP; +CASE(test_expand_dim_unchanged) + SKIP; +CASE(test_eyelike_populate_off_main_diagonal) + // no filter +CASE(test_eyelike_with_dtype) + // no filter +CASE(test_eyelike_without_dtype) + // no filter +CASE(test_flatten_axis0) + // no filter +CASE(test_flatten_axis1) + // no filter +CASE(test_flatten_axis2) + // no filter +CASE(test_flatten_axis3) + // no filter +CASE(test_flatten_default_axis) + // no filter +CASE(test_flatten_negative_axis1) + // no filter +CASE(test_flatten_negative_axis2) + // no filter +CASE(test_flatten_negative_axis3) + // no filter +CASE(test_flatten_negative_axis4) + // no filter +CASE(test_floor) + // no filter +CASE(test_floor_example) + // no filter +CASE(test_gather_0) + // no filter +CASE(test_gather_1) + // no filter +CASE(test_gather_2d_indices) + // no filter +CASE(test_gather_elements_0) + // no filter +CASE(test_gather_elements_1) + // no filter +CASE(test_gather_elements_negative_indices) + // no filter +CASE(test_gather_negative_indices) + // no filter +CASE(test_gathernd_example_float32) + // no filter +CASE(test_gathernd_example_int32) + // no filter +CASE(test_gathernd_example_int32_batch_dim1) + // no filter +CASE(test_gelu_default_1) + // no filter +CASE(test_gelu_default_1_expanded) + // no filter +CASE(test_gelu_default_2) + // no filter +CASE(test_gelu_default_2_expanded) + // no filter +CASE(test_gelu_tanh_1) + if (target == DNN_TARGET_CPU) { + default_l1 = 0.00011; // Expected: (normL1) <= (l1), actual: 0.000101805 vs 1e-05 + default_lInf = 0.00016; // Expected: (normInf) <= (lInf), actual: 0.000152707 vs 0.0001 + } + if (target == DNN_TARGET_OPENCL) { + default_l1 = 0.00011; // Expected: (normL1) <= (l1), actual: 0.000101815 vs 1e-05 + default_lInf = 0.00016; // Expected: (normInf) <= (lInf), actual: 0.000152737 vs 0.0001 + } +CASE(test_gelu_tanh_1_expanded) + // no filter +CASE(test_gelu_tanh_2) + if (target == DNN_TARGET_CPU) { + default_l1 = 9e-5; // Expected: (normL1) <= (l1), actual: 8.80057e-05 vs 1e-05 + default_lInf = 0.00046; // Expected: (normInf) <= (lInf), actual: 0.000455521 vs 0.0001 + } + if (target == DNN_TARGET_OPENCL) { + default_l1 = 9e-5; // Expected: (normL1) <= (l1), actual: 8.80144e-05 vs 1e-05 + default_lInf = 0.00046; // Expected: (normInf) <= (lInf), actual: 0.000455445 vs 0.0001 + } +CASE(test_gelu_tanh_2_expanded) + // no filter +CASE(test_gemm_all_attributes) + SKIP; +CASE(test_gemm_alpha) + SKIP; +CASE(test_gemm_beta) + SKIP; +CASE(test_gemm_default_matrix_bias) + SKIP; // https://github.com/opencv/opencv/issues/25472 +CASE(test_gemm_default_no_bias) + SKIP; +CASE(test_gemm_default_scalar_bias) + SKIP; +CASE(test_gemm_default_single_elem_vector_bias) + SKIP; +CASE(test_gemm_default_vector_bias) + SKIP; +CASE(test_gemm_default_zero_bias) + SKIP; +CASE(test_gemm_transposeA) + SKIP; +CASE(test_gemm_transposeB) + SKIP; +CASE(test_globalaveragepool) + // no filter +CASE(test_globalaveragepool_precomputed) + // no filter +CASE(test_globalmaxpool) +#if SKIP_SET_1 + SKIP_MYRIAD; +#endif +CASE(test_globalmaxpool_precomputed) +#if SKIP_SET_1 + SKIP_MYRIAD; +#endif +CASE(test_greater) + // no filter +CASE(test_greater_bcast) + // no filter +CASE(test_greater_equal) + // no filter +CASE(test_greater_equal_bcast) + // no filter +CASE(test_greater_equal_bcast_expanded) + // no filter +CASE(test_greater_equal_expanded) + // no filter +CASE(test_gridsample) + SKIP; +CASE(test_gridsample_aligncorners_true) + SKIP; +CASE(test_gridsample_bicubic) + // no filter +CASE(test_gridsample_bilinear) + SKIP; +CASE(test_gridsample_border_padding) + SKIP; +CASE(test_gridsample_nearest) + SKIP; +CASE(test_gridsample_reflection_padding) + SKIP; +CASE(test_gridsample_zeros_padding) + SKIP; +CASE(test_group_normalization_epsilon) + // no filter +CASE(test_group_normalization_example) + // no filter +CASE(test_gru_batchwise) + // no filter +CASE(test_gru_defaults) + // no filter +CASE(test_gru_seq_length) + // no filter +CASE(test_gru_with_initial_bias) + // no filter +CASE(test_hardmax_axis_0) + // no filter +CASE(test_hardmax_axis_1) + // no filter +CASE(test_hardmax_axis_2) + // no filter +CASE(test_hardmax_default_axis) + // no filter +CASE(test_hardmax_example) + // no filter +CASE(test_hardmax_negative_axis) + // no filter +CASE(test_hardmax_one_hot) + // no filter +CASE(test_einsum_batch_matmul) + // no filter +CASE(test_einsum_inner_prod) + // no filter +CASE(test_einsum_sum) + // no filter +CASE(test_einsum_transpose) + // no filter +CASE(test_elu) + // no filter +CASE(test_elu_default) + // no filter +CASE(test_elu_default_expanded_ver18) + // no filter +CASE(test_elu_example) + // no filter +CASE(test_elu_example_expanded_ver18) + // no filter +CASE(test_elu_expanded_ver18) + // no filter +CASE(test_equal) + // no filter +CASE(test_equal_bcast) + // no filter +CASE(test_equal_int16) + SKIP; +CASE(test_equal_int8) + SKIP; +CASE(test_equal_uint16) + SKIP; +CASE(test_equal_uint32) + SKIP; +CASE(test_equal_uint64) + SKIP; +CASE(test_equal_uint8) + SKIP; +CASE(test_erf) + // no filter +CASE(test_exp) + // no filter +CASE(test_exp_example) + // no filter +CASE(test_expand_dim_changed) + SKIP; +CASE(test_expand_dim_unchanged) + SKIP; +CASE(test_eyelike_populate_off_main_diagonal) + // no filter +CASE(test_eyelike_with_dtype) + // no filter +CASE(test_eyelike_without_dtype) + // no filter +CASE(test_flatten_axis0) + // no filter +CASE(test_flatten_axis1) + // no filter +CASE(test_flatten_axis2) + // no filter +CASE(test_flatten_axis3) + // no filter +CASE(test_flatten_default_axis) + // no filter +CASE(test_flatten_negative_axis1) + // no filter +CASE(test_flatten_negative_axis2) + // no filter +CASE(test_flatten_negative_axis3) + // no filter +CASE(test_flatten_negative_axis4) + // no filter +CASE(test_floor) + // no filter +CASE(test_floor_example) + // no filter +CASE(test_gather_0) + // no filter +CASE(test_gather_1) + // no filter +CASE(test_gather_2d_indices) + // no filter +CASE(test_gather_elements_0) + // no filter +CASE(test_gather_elements_1) + // no filter +CASE(test_gather_elements_negative_indices) + // no filter +CASE(test_gather_negative_indices) + // no filter +CASE(test_gathernd_example_float32) + // no filter +CASE(test_gathernd_example_int32) + // no filter +CASE(test_gathernd_example_int32_batch_dim1) + // no filter +CASE(test_gelu_default_1) + // no filter +CASE(test_gelu_default_1_expanded) + // no filter +CASE(test_gelu_default_2) + // no filter +CASE(test_gelu_default_2_expanded) + // no filter +CASE(test_gelu_tanh_1) + if (target == DNN_TARGET_CPU) { + default_l1 = 0.00011; // Expected: (normL1) <= (l1), actual: 0.000101805 vs 1e-05 + default_lInf = 0.00016; // Expected: (normInf) <= (lInf), actual: 0.000152707 vs 0.0001 + } + if (target == DNN_TARGET_OPENCL) { + default_l1 = 0.00011; // Expected: (normL1) <= (l1), actual: 0.000101815 vs 1e-05 + default_lInf = 0.00016; // Expected: (normInf) <= (lInf), actual: 0.000152737 vs 0.0001 + } +CASE(test_gelu_tanh_1_expanded) + // no filter +CASE(test_gelu_tanh_2) + if (target == DNN_TARGET_CPU) { + default_l1 = 9e-5; // Expected: (normL1) <= (l1), actual: 8.80057e-05 vs 1e-05 + default_lInf = 0.00046; // Expected: (normInf) <= (lInf), actual: 0.000455521 vs 0.0001 + } + if (target == DNN_TARGET_OPENCL) { + default_l1 = 9e-5; // Expected: (normL1) <= (l1), actual: 8.80144e-05 vs 1e-05 + default_lInf = 0.00046; // Expected: (normInf) <= (lInf), actual: 0.000455445 vs 0.0001 + } +CASE(test_gelu_tanh_2_expanded) + // no filter +CASE(test_gemm_all_attributes) + SKIP; +CASE(test_gemm_alpha) + SKIP; +CASE(test_gemm_beta) + SKIP; +CASE(test_gemm_default_matrix_bias) + SKIP; // https://github.com/opencv/opencv/issues/25472 +CASE(test_gemm_default_no_bias) + SKIP; +CASE(test_gemm_default_scalar_bias) + SKIP; +CASE(test_gemm_default_single_elem_vector_bias) + SKIP; +CASE(test_gemm_default_vector_bias) + SKIP; +CASE(test_gemm_default_zero_bias) + SKIP; +CASE(test_gemm_transposeA) + SKIP; +CASE(test_gemm_transposeB) + SKIP; +CASE(test_globalaveragepool) + // no filter +CASE(test_globalaveragepool_precomputed) + // no filter +CASE(test_globalmaxpool) +#if SKIP_SET_1 + SKIP_MYRIAD; +#endif +CASE(test_globalmaxpool_precomputed) +#if SKIP_SET_1 + SKIP_MYRIAD; +#endif +CASE(test_greater) + // no filter +CASE(test_greater_bcast) + // no filter +CASE(test_greater_equal) + // no filter +CASE(test_greater_equal_bcast) + // no filter +CASE(test_greater_equal_bcast_expanded) + // no filter +CASE(test_greater_equal_expanded) + // no filter +CASE(test_gridsample) + SKIP; +CASE(test_gridsample_aligncorners_true) + SKIP; +CASE(test_gridsample_bicubic) + // no filter +CASE(test_gridsample_bilinear) + SKIP; +CASE(test_gridsample_border_padding) + SKIP; +CASE(test_gridsample_nearest) + SKIP; +CASE(test_gridsample_reflection_padding) + SKIP; +CASE(test_gridsample_zeros_padding) + SKIP; +CASE(test_group_normalization_epsilon) + // no filter +CASE(test_group_normalization_example) + // no filter +CASE(test_gru_batchwise) + // no filter +CASE(test_gru_defaults) + // no filter +CASE(test_gru_seq_length) + // no filter +CASE(test_gru_with_initial_bias) + // no filter +CASE(test_hardmax_axis_0) + // no filter +CASE(test_hardmax_axis_1) + // no filter +CASE(test_hardmax_axis_2) + // no filter +CASE(test_hardmax_default_axis) + // no filter +CASE(test_hardmax_example) + // no filter +CASE(test_hardmax_negative_axis) + // no filter +CASE(test_hardmax_one_hot) + // no filter +CASE(test_einsum_batch_matmul) + // no filter +CASE(test_einsum_inner_prod) + // no filter +CASE(test_einsum_sum) + // no filter +CASE(test_einsum_transpose) + // no filter +CASE(test_elu) + // no filter +CASE(test_elu_default) + // no filter +CASE(test_elu_default_expanded_ver18) + // no filter +CASE(test_elu_example) + // no filter +CASE(test_elu_example_expanded_ver18) + // no filter +CASE(test_elu_expanded_ver18) + // no filter +CASE(test_equal) + // no filter +CASE(test_equal_bcast) + // no filter +CASE(test_equal_int16) + SKIP; +CASE(test_equal_int8) + SKIP; +CASE(test_equal_uint16) + SKIP; +CASE(test_equal_uint32) + SKIP; +CASE(test_equal_uint64) + SKIP; +CASE(test_equal_uint8) + SKIP; +CASE(test_erf) + // no filter +CASE(test_exp) + // no filter +CASE(test_exp_example) + // no filter +CASE(test_expand_dim_changed) + SKIP; +CASE(test_expand_dim_unchanged) + SKIP; +CASE(test_eyelike_populate_off_main_diagonal) + // no filter +CASE(test_eyelike_with_dtype) + // no filter +CASE(test_eyelike_without_dtype) + // no filter +CASE(test_flatten_axis0) + // no filter +CASE(test_flatten_axis1) + // no filter +CASE(test_flatten_axis2) + // no filter +CASE(test_flatten_axis3) + // no filter +CASE(test_flatten_default_axis) + // no filter +CASE(test_flatten_negative_axis1) + // no filter +CASE(test_flatten_negative_axis2) + // no filter +CASE(test_flatten_negative_axis3) + // no filter +CASE(test_flatten_negative_axis4) + // no filter +CASE(test_floor) + // no filter +CASE(test_floor_example) + // no filter +CASE(test_gather_0) + // no filter +CASE(test_gather_1) + // no filter +CASE(test_gather_2d_indices) + // no filter +CASE(test_gather_elements_0) + // no filter +CASE(test_gather_elements_1) + // no filter +CASE(test_gather_elements_negative_indices) + // no filter +CASE(test_gather_negative_indices) + // no filter +CASE(test_gathernd_example_float32) + // no filter +CASE(test_gathernd_example_int32) + // no filter +CASE(test_gathernd_example_int32_batch_dim1) + // no filter +CASE(test_gelu_default_1) + // no filter +CASE(test_gelu_default_1_expanded) + // no filter +CASE(test_gelu_default_2) + // no filter +CASE(test_gelu_default_2_expanded) + // no filter +CASE(test_gelu_tanh_1) + if (target == DNN_TARGET_CPU) { + default_l1 = 0.00011; // Expected: (normL1) <= (l1), actual: 0.000101805 vs 1e-05 + default_lInf = 0.00016; // Expected: (normInf) <= (lInf), actual: 0.000152707 vs 0.0001 + } + if (target == DNN_TARGET_OPENCL) { + default_l1 = 0.00011; // Expected: (normL1) <= (l1), actual: 0.000101815 vs 1e-05 + default_lInf = 0.00016; // Expected: (normInf) <= (lInf), actual: 0.000152737 vs 0.0001 + } +CASE(test_gelu_tanh_1_expanded) + // no filter +CASE(test_gelu_tanh_2) + if (target == DNN_TARGET_CPU) { + default_l1 = 9e-5; // Expected: (normL1) <= (l1), actual: 8.80057e-05 vs 1e-05 + default_lInf = 0.00046; // Expected: (normInf) <= (lInf), actual: 0.000455521 vs 0.0001 + } + if (target == DNN_TARGET_OPENCL) { + default_l1 = 9e-5; // Expected: (normL1) <= (l1), actual: 8.80144e-05 vs 1e-05 + default_lInf = 0.00046; // Expected: (normInf) <= (lInf), actual: 0.000455445 vs 0.0001 + } +CASE(test_gelu_tanh_2_expanded) + // no filter +CASE(test_gemm_all_attributes) + SKIP; +CASE(test_gemm_alpha) + SKIP; +CASE(test_gemm_beta) + SKIP; +CASE(test_gemm_default_matrix_bias) + SKIP; // https://github.com/opencv/opencv/issues/25472 +CASE(test_gemm_default_no_bias) + SKIP; +CASE(test_gemm_default_scalar_bias) + SKIP; +CASE(test_gemm_default_single_elem_vector_bias) + SKIP; +CASE(test_gemm_default_vector_bias) + SKIP; +CASE(test_gemm_default_zero_bias) + SKIP; +CASE(test_gemm_transposeA) + SKIP; +CASE(test_gemm_transposeB) + SKIP; +CASE(test_globalaveragepool) + // no filter +CASE(test_globalaveragepool_precomputed) + // no filter +CASE(test_globalmaxpool) +#if SKIP_SET_1 + SKIP_MYRIAD; +#endif +CASE(test_globalmaxpool_precomputed) +#if SKIP_SET_1 + SKIP_MYRIAD; +#endif +CASE(test_greater) + // no filter +CASE(test_greater_bcast) + // no filter +CASE(test_greater_equal) + // no filter +CASE(test_greater_equal_bcast) + // no filter +CASE(test_greater_equal_bcast_expanded) + // no filter +CASE(test_greater_equal_expanded) + // no filter +CASE(test_gridsample) + SKIP; +CASE(test_gridsample_aligncorners_true) + SKIP; +CASE(test_gridsample_bicubic) + // no filter +CASE(test_gridsample_bilinear) + SKIP; +CASE(test_gridsample_border_padding) + SKIP; +CASE(test_gridsample_nearest) + SKIP; +CASE(test_gridsample_reflection_padding) + SKIP; +CASE(test_gridsample_zeros_padding) + SKIP; +CASE(test_group_normalization_epsilon) + // no filter +CASE(test_group_normalization_example) + // no filter +CASE(test_gru_batchwise) + // no filter +CASE(test_gru_defaults) + // no filter +CASE(test_gru_seq_length) + // no filter +CASE(test_gru_with_initial_bias) + // no filter +CASE(test_hardmax_axis_0) + // no filter +CASE(test_hardmax_axis_1) + // no filter +CASE(test_hardmax_axis_2) + // no filter +CASE(test_hardmax_default_axis) + // no filter +CASE(test_hardmax_example) + // no filter +CASE(test_hardmax_negative_axis) + // no filter +CASE(test_hardmax_one_hot) + // no filter +CASE(test_einsum_batch_matmul) + // no filter +CASE(test_einsum_inner_prod) + // no filter +CASE(test_einsum_sum) + // no filter +CASE(test_einsum_transpose) + // no filter +CASE(test_elu) + // no filter +CASE(test_elu_default) + // no filter +CASE(test_elu_default_expanded_ver18) + // no filter +CASE(test_elu_example) + // no filter +CASE(test_elu_example_expanded_ver18) + // no filter +CASE(test_elu_expanded_ver18) + // no filter +CASE(test_equal) + // no filter +CASE(test_equal_bcast) + // no filter +CASE(test_equal_int16) + SKIP; +CASE(test_equal_int8) + SKIP; +CASE(test_equal_uint16) + SKIP; +CASE(test_equal_uint32) + SKIP; +CASE(test_equal_uint64) + SKIP; +CASE(test_equal_uint8) + SKIP; CASE(test_erf) // no filter CASE(test_exp) @@ -792,12 +1678,16 @@ CASE(test_instancenorm_example) // no filter CASE(test_isinf) SKIP; +CASE(test_isinf_float16) + SKIP; CASE(test_isinf_negative) SKIP; CASE(test_isinf_positive) SKIP; CASE(test_isnan) SKIP; +CASE(test_isnan_float16) + SKIP; CASE(test_layer_normalization_2d_axis0) // no filter CASE(test_layer_normalization_2d_axis1) @@ -868,24 +1758,34 @@ CASE(test_logsoftmax_axis_0_expanded) SKIP_OPENCL; SKIP_OPENCL_FP16; #endif +CASE(test_logsoftmax_axis_0_expanded_ver18) + SKIP; CASE(test_logsoftmax_axis_1) // no filter CASE(test_logsoftmax_axis_1_expanded) // no filter +CASE(test_logsoftmax_axis_1_expanded_ver18) + SKIP; CASE(test_logsoftmax_axis_2) // no filter CASE(test_logsoftmax_axis_2_expanded) // no filter +CASE(test_logsoftmax_axis_2_expanded_ver18) + SKIP; CASE(test_logsoftmax_default_axis) #if SKIP_SET_1 SKIP; #endif CASE(test_logsoftmax_default_axis_expanded) // no filter +CASE(test_logsoftmax_default_axis_expanded_ver18) + SKIP; CASE(test_logsoftmax_example_1) // no filter CASE(test_logsoftmax_example_1_expanded) // no filter +CASE(test_logsoftmax_example_1_expanded_ver18) + SKIP; CASE(test_logsoftmax_large_number) #if SKIP_SET_1 SKIP_OPENCL_FP16; @@ -896,10 +1796,14 @@ CASE(test_logsoftmax_large_number_expanded) SKIP_OPENCL_FP16; SKIP_MYRIAD; #endif +CASE(test_logsoftmax_large_number_expanded_ver18) + SKIP; CASE(test_logsoftmax_negative_axis) // no filter CASE(test_logsoftmax_negative_axis_expanded) // no filter +CASE(test_logsoftmax_negative_axis_expanded_ver18) + SKIP; CASE(test_loop11) // no filter CASE(test_loop13_seq) @@ -1115,6 +2019,16 @@ CASE(test_mul_bcast) #endif CASE(test_mul_example) // no filter +CASE(test_mul_int16) + SKIP; +CASE(test_mul_int8) + SKIP; +CASE(test_mul_uint16) + SKIP; +CASE(test_mul_uint32) + SKIP; +CASE(test_mul_uint64) + SKIP; CASE(test_mul_uint8) SKIP; CASE(test_mvn) @@ -1897,24 +2811,34 @@ CASE(test_softmax_axis_0_expanded) SKIP_OPENCL; SKIP_OPENCL_FP16; #endif +CASE(test_softmax_axis_0_expanded_ver18) + SKIP; CASE(test_softmax_axis_1) // no filter CASE(test_softmax_axis_1_expanded) // no filter +CASE(test_softmax_axis_1_expanded_ver18) + SKIP; CASE(test_softmax_axis_2) // no filter CASE(test_softmax_axis_2_expanded) // no filter +CASE(test_softmax_axis_2_expanded_ver18) + SKIP; CASE(test_softmax_default_axis) #if SKIP_SET_1 SKIP; #endif CASE(test_softmax_default_axis_expanded) // no filter +CASE(test_softmax_default_axis_expanded_ver18) + SKIP; CASE(test_softmax_example) // no filter CASE(test_softmax_example_expanded) // no filter +CASE(test_softmax_example_expanded_ver18) + SKIP; CASE(test_softmax_large_number) #if SKIP_SET_1 SKIP_OPENCL_FP16; @@ -1925,10 +2849,14 @@ CASE(test_softmax_large_number_expanded) SKIP_OPENCL_FP16; SKIP_MYRIAD; #endif +CASE(test_softmax_large_number_expanded_ver18) + SKIP; CASE(test_softmax_negative_axis) // no filter CASE(test_softmax_negative_axis_expanded) // no filter +CASE(test_softmax_negative_axis_expanded_ver18) + SKIP; CASE(test_softplus) // no filter CASE(test_softplus_example) @@ -1993,6 +2921,8 @@ CASE(test_sum_one_input) // no filter CASE(test_sum_two_inputs) // no filter +CASE(test_swish) + SKIP; CASE(test_tan) // no filter CASE(test_tan_example) diff --git a/modules/dnn/test/test_onnx_conformance_layer_filter_opencv_classic_denylist.inl.hpp b/modules/dnn/test/test_onnx_conformance_layer_filter_opencv_classic_denylist.inl.hpp index 7835cb9c5d..c2704f79ca 100644 --- a/modules/dnn/test/test_onnx_conformance_layer_filter_opencv_classic_denylist.inl.hpp +++ b/modules/dnn/test/test_onnx_conformance_layer_filter_opencv_classic_denylist.inl.hpp @@ -175,3 +175,44 @@ "test_nonmaxsuppression_suppress_by_IOU_and_scores", "test_nonmaxsuppression_two_batches", "test_nonmaxsuppression_two_classes", +"test_add_int16", +"test_add_int8", +"test_add_uint16", +"test_add_uint32", +"test_add_uint64", +"test_clip_default_inbounds_expanded", +"test_clip_default_int8_inbounds_expanded", +"test_clip_default_int8_max_expanded", +"test_clip_default_int8_min_expanded", +"test_clip_default_max_expanded", +"test_clip_default_min_expanded", +"test_clip_inbounds_expanded", +"test_clip_splitbounds_expanded", +"test_equal_int16", +"test_equal_int8", +"test_equal_uint16", +"test_equal_uint32", +"test_equal_uint64", +"test_equal_uint8", +"test_isinf_float16", +"test_isnan_float16", +"test_logsoftmax_axis_0_expanded_ver18", +"test_logsoftmax_axis_1_expanded_ver18", +"test_logsoftmax_axis_2_expanded_ver18", +"test_logsoftmax_default_axis_expanded_ver18", +"test_logsoftmax_example_1_expanded_ver18", +"test_logsoftmax_large_number_expanded_ver18", +"test_logsoftmax_negative_axis_expanded_ver18", +"test_mul_int16", +"test_mul_int8", +"test_mul_uint16", +"test_mul_uint32", +"test_mul_uint64", +"test_softmax_axis_0_expanded_ver18", +"test_softmax_axis_1_expanded_ver18", +"test_softmax_axis_2_expanded_ver18", +"test_softmax_default_axis_expanded_ver18", +"test_softmax_example_expanded_ver18", +"test_softmax_large_number_expanded_ver18", +"test_softmax_negative_axis_expanded_ver18", +"test_swish", diff --git a/modules/dnn/test/test_onnx_conformance_layer_parser_denylist.inl.hpp b/modules/dnn/test/test_onnx_conformance_layer_parser_denylist.inl.hpp index 954721d720..9dc50fb339 100644 --- a/modules/dnn/test/test_onnx_conformance_layer_parser_denylist.inl.hpp +++ b/modules/dnn/test/test_onnx_conformance_layer_parser_denylist.inl.hpp @@ -1,255 +1,1027 @@ // The file is autogenerated // Update note: execute /testdata/dnn/onnx/generate_conformance_list.py "test_adagrad", // Issues::Layer::Can't create layer "onnx_node_output_0!X1_new" of type "ai.onnx.preview.training.Adagrad" in function 'getLayerInstance' -"test_adagrad_multiple", // ---- same as above --- +"test_adagrad_multiple", // ---- same as above --- "test_adam", // Issues::Layer::Can't create layer "onnx_node_output_0!X1_new" of type "ai.onnx.preview.training.Adam" in function 'getLayerInstance' -"test_adam_multiple", // ---- same as above --- -"test_basic_convinteger", // Issues::Layer::Can't create layer "onnx_node_output_0!y" of type "ConvInteger" in function 'getLayerInstance' -"test_batchnorm_epsilon", // Issue:: Unkonwn error::Blob mean not found in const blobs in function 'getBlob' +"test_adam_multiple", // ---- same as above --- +"test_affine_grid_2d", +"test_affine_grid_2d_align_corners", +"test_affine_grid_2d_align_corners_expanded", +"test_affine_grid_2d_expanded", +"test_affine_grid_3d", +"test_affine_grid_3d_align_corners", +"test_affine_grid_3d_align_corners_expanded", +"test_affine_grid_3d_expanded", +"test_ai_onnx_ml_array_feature_extractor", +"test_ai_onnx_ml_binarizer", +"test_ai_onnx_ml_label_encoder_string_int", +"test_ai_onnx_ml_label_encoder_string_int_no_default", +"test_ai_onnx_ml_label_encoder_tensor_mapping", +"test_ai_onnx_ml_label_encoder_tensor_value_only_mapping", +"test_ai_onnx_ml_tree_ensemble_set_membership", +"test_ai_onnx_ml_tree_ensemble_single_tree", +"test_attention_3d", +"test_attention_3d_attn_mask", +"test_attention_3d_attn_mask_expanded", +"test_attention_3d_causal", +"test_attention_3d_causal_expanded", +"test_attention_3d_diff_heads_sizes", +"test_attention_3d_diff_heads_sizes_attn_mask", +"test_attention_3d_diff_heads_sizes_attn_mask_expanded", +"test_attention_3d_diff_heads_sizes_causal", +"test_attention_3d_diff_heads_sizes_causal_expanded", +"test_attention_3d_diff_heads_sizes_expanded", +"test_attention_3d_diff_heads_sizes_scaled", +"test_attention_3d_diff_heads_sizes_scaled_expanded", +"test_attention_3d_diff_heads_sizes_softcap", +"test_attention_3d_diff_heads_sizes_softcap_expanded", +"test_attention_3d_diff_heads_with_past_and_present", +"test_attention_3d_diff_heads_with_past_and_present_expanded", +"test_attention_3d_expanded", +"test_attention_3d_gqa", +"test_attention_3d_gqa_attn_mask", +"test_attention_3d_gqa_attn_mask_expanded", +"test_attention_3d_gqa_causal", +"test_attention_3d_gqa_causal_expanded", +"test_attention_3d_gqa_expanded", +"test_attention_3d_gqa_scaled", +"test_attention_3d_gqa_scaled_expanded", +"test_attention_3d_gqa_softcap", +"test_attention_3d_gqa_softcap_expanded", +"test_attention_3d_gqa_with_past_and_present", +"test_attention_3d_gqa_with_past_and_present_expanded", +"test_attention_3d_scaled", +"test_attention_3d_scaled_expanded", +"test_attention_3d_softcap", +"test_attention_3d_softcap_expanded", +"test_attention_3d_transpose_verification", +"test_attention_3d_transpose_verification_expanded", +"test_attention_3d_with_past_and_present", +"test_attention_3d_with_past_and_present_expanded", +"test_attention_3d_with_past_and_present_qk_matmul", +"test_attention_3d_with_past_and_present_qk_matmul_bias", +"test_attention_3d_with_past_and_present_qk_matmul_bias_expanded", +"test_attention_3d_with_past_and_present_qk_matmul_expanded", +"test_attention_3d_with_past_and_present_qk_matmul_softcap", +"test_attention_3d_with_past_and_present_qk_matmul_softcap_expanded", +"test_attention_3d_with_past_and_present_qk_matmul_softmax", +"test_attention_3d_with_past_and_present_qk_matmul_softmax_expanded", +"test_attention_4d", +"test_attention_4d_attn_mask", +"test_attention_4d_attn_mask_3d", +"test_attention_4d_attn_mask_3d_causal", +"test_attention_4d_attn_mask_3d_causal_expanded", +"test_attention_4d_attn_mask_3d_expanded", +"test_attention_4d_attn_mask_4d", +"test_attention_4d_attn_mask_4d_causal", +"test_attention_4d_attn_mask_4d_causal_expanded", +"test_attention_4d_attn_mask_4d_expanded", +"test_attention_4d_attn_mask_bool", +"test_attention_4d_attn_mask_bool_4d", +"test_attention_4d_attn_mask_bool_4d_expanded", +"test_attention_4d_attn_mask_bool_expanded", +"test_attention_4d_attn_mask_expanded", +"test_attention_4d_causal", +"test_attention_4d_causal_expanded", +"test_attention_4d_diff_heads_mask4d_padded_kv", +"test_attention_4d_diff_heads_mask4d_padded_kv_expanded", +"test_attention_4d_diff_heads_sizes", +"test_attention_4d_diff_heads_sizes_attn_mask", +"test_attention_4d_diff_heads_sizes_attn_mask_expanded", +"test_attention_4d_diff_heads_sizes_causal", +"test_attention_4d_diff_heads_sizes_causal_expanded", +"test_attention_4d_diff_heads_sizes_expanded", +"test_attention_4d_diff_heads_sizes_scaled", +"test_attention_4d_diff_heads_sizes_scaled_expanded", +"test_attention_4d_diff_heads_sizes_softcap", +"test_attention_4d_diff_heads_sizes_softcap_expanded", +"test_attention_4d_diff_heads_with_past_and_present", +"test_attention_4d_diff_heads_with_past_and_present_expanded", +"test_attention_4d_diff_heads_with_past_and_present_mask3d", +"test_attention_4d_diff_heads_with_past_and_present_mask3d_expanded", +"test_attention_4d_diff_heads_with_past_and_present_mask4d", +"test_attention_4d_diff_heads_with_past_and_present_mask4d_expanded", +"test_attention_4d_expanded", +"test_attention_4d_fp16", +"test_attention_4d_fp16_expanded", +"test_attention_4d_gqa", +"test_attention_4d_gqa_attn_mask", +"test_attention_4d_gqa_attn_mask_expanded", +"test_attention_4d_gqa_causal", +"test_attention_4d_gqa_causal_expanded", +"test_attention_4d_gqa_expanded", +"test_attention_4d_gqa_scaled", +"test_attention_4d_gqa_scaled_expanded", +"test_attention_4d_gqa_softcap", +"test_attention_4d_gqa_softcap_expanded", +"test_attention_4d_gqa_with_past_and_present", +"test_attention_4d_gqa_with_past_and_present_expanded", +"test_attention_4d_gqa_with_past_and_present_fp16", +"test_attention_4d_gqa_with_past_and_present_fp16_expanded", +"test_attention_4d_scaled", +"test_attention_4d_scaled_expanded", +"test_attention_4d_softcap", +"test_attention_4d_softcap_expanded", +"test_attention_4d_with_past_and_present", +"test_attention_4d_with_past_and_present_expanded", +"test_attention_4d_with_past_and_present_qk_matmul", +"test_attention_4d_with_past_and_present_qk_matmul_bias", +"test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask", +"test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal", +"test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_causal_expanded", +"test_attention_4d_with_past_and_present_qk_matmul_bias_3d_mask_expanded", +"test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask", +"test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal", +"test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_causal_expanded", +"test_attention_4d_with_past_and_present_qk_matmul_bias_4d_mask_expanded", +"test_attention_4d_with_past_and_present_qk_matmul_bias_expanded", +"test_attention_4d_with_past_and_present_qk_matmul_expanded", +"test_attention_4d_with_qk_matmul", +"test_attention_4d_with_qk_matmul_bias", +"test_attention_4d_with_qk_matmul_bias_expanded", +"test_attention_4d_with_qk_matmul_expanded", +"test_attention_4d_with_qk_matmul_softcap", +"test_attention_4d_with_qk_matmul_softcap_expanded", +"test_attention_4d_with_qk_matmul_softmax", +"test_attention_4d_with_qk_matmul_softmax_expanded", +"test_averagepool_2d_ceil_last_window_starts_on_pad", +"test_averagepool_2d_dilations", +"test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_False", +"test_averagepool_3d_dilations_large_count_include_pad_is_0_ceil_mode_is_True", +"test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_False", +"test_averagepool_3d_dilations_large_count_include_pad_is_1_ceil_mode_is_True", +"test_averagepool_3d_dilations_small", +"test_basic_convinteger", // Issues::Layer::Can't create layer "onnx_node_output_0!y" of type "ConvInteger" in function 'getLayerInstance' +"test_basic_deform_conv_with_padding", +"test_basic_deform_conv_without_padding", +"test_batchnorm_epsilon", // Issue:: Unkonwn error::Blob mean not found in const blobs in function 'getBlob' "test_batchnorm_epsilon_training_mode", // ---- same as above --- "test_batchnorm_example", // ---- same as above --- "test_batchnorm_example_training_mode", // ---- same as above --- -"test_bernoulli", // Issues::Layer::Can't create layer "onnx_node_output_0!y" of type "Bernoulli" in function 'getLayerInstance' -"test_bernoulli_double", // ---- same as above --- +"test_bernoulli", // Issues::Layer::Can't create layer "onnx_node_output_0!y" of type "Bernoulli" in function 'getLayerInstance' +"test_bernoulli_double", // ---- same as above --- "test_bernoulli_double_expanded", // ---- same as above --- "test_bernoulli_expanded", // ---- same as above --- -"test_bernoulli_seed", // ---- same as above --- +"test_bernoulli_seed", // ---- same as above --- "test_bernoulli_seed_expanded", // ---- same as above --- +"test_bitwise_and_i16_3d", +"test_bitwise_and_i32_2d", +"test_bitwise_and_ui64_bcast_3v1d", +"test_bitwise_and_ui8_bcast_4v3d", +"test_bitwise_not_2d", +"test_bitwise_not_3d", +"test_bitwise_not_4d", +"test_bitwise_or_i16_4d", +"test_bitwise_or_i32_2d", +"test_bitwise_or_ui64_bcast_3v1d", +"test_bitwise_or_ui8_bcast_4v3d", +"test_bitwise_xor_i16_3d", +"test_bitwise_xor_i32_2d", +"test_bitwise_xor_ui64_bcast_3v1d", +"test_bitwise_xor_ui8_bcast_4v3d", +"test_blackmanwindow", +"test_blackmanwindow_expanded", +"test_blackmanwindow_symmetric", +"test_blackmanwindow_symmetric_expanded", "test_cast_BFLOAT16_to_FLOAT", // Issue::Unsuppoted data type -"test_cast_DOUBLE_to_FLOAT16", // Issue::Unsuppoted data type -"test_cast_FLOAT16_to_DOUBLE", // Issue::Unsuppoted data type -"test_cast_FLOAT16_to_FLOAT", // Issue::Unsuppoted data type -"test_cast_FLOAT_to_BFLOAT16", // Issue::Unsuppoted data type -"test_cast_FLOAT_to_DOUBLE", // Issue::Unsuppoted data type -"test_cast_FLOAT_to_FLOAT16", // Issue::Unsuppoted data type +"test_cast_DOUBLE_to_FLOAT16", // Issue::Unsuppoted data type +"test_cast_FLOAT16_to_DOUBLE", // Issue::Unsuppoted data type +"test_cast_FLOAT16_to_FLOAT", // Issue::Unsuppoted data type +"test_cast_FLOAT16_to_FLOAT4E2M1", +"test_cast_FLOAT16_to_FLOAT8E4M3FN", +"test_cast_FLOAT16_to_FLOAT8E4M3FNUZ", +"test_cast_FLOAT16_to_FLOAT8E5M2", +"test_cast_FLOAT16_to_FLOAT8E5M2FNUZ", +"test_cast_FLOAT16_to_INT4", +"test_cast_FLOAT16_to_UINT4", +"test_cast_FLOAT4E2M1_to_FLOAT", +"test_cast_FLOAT4E2M1_to_FLOAT16", +"test_cast_FLOAT8E4M3FNUZ_to_FLOAT", +"test_cast_FLOAT8E4M3FNUZ_to_FLOAT16", +"test_cast_FLOAT8E4M3FN_to_FLOAT", +"test_cast_FLOAT8E4M3FN_to_FLOAT16", +"test_cast_FLOAT8E5M2FNUZ_to_FLOAT", +"test_cast_FLOAT8E5M2FNUZ_to_FLOAT16", +"test_cast_FLOAT8E5M2_to_FLOAT", +"test_cast_FLOAT8E5M2_to_FLOAT16", +"test_cast_FLOAT_to_BFLOAT16", // Issue::Unsuppoted data type +"test_cast_FLOAT_to_DOUBLE", // Issue::Unsuppoted data type +"test_cast_FLOAT_to_FLOAT16", // Issue::Unsuppoted data type +"test_cast_FLOAT_to_FLOAT4E2M1", +"test_cast_FLOAT_to_FLOAT8E4M3FN", +"test_cast_FLOAT_to_FLOAT8E4M3FNUZ", +"test_cast_FLOAT_to_FLOAT8E5M2", +"test_cast_FLOAT_to_FLOAT8E5M2FNUZ", +"test_cast_FLOAT_to_INT4", +"test_cast_FLOAT_to_UINT4", +"test_cast_INT4_to_FLOAT", +"test_cast_INT4_to_FLOAT16", +"test_cast_INT4_to_INT8", +"test_cast_UINT4_to_FLOAT", +"test_cast_UINT4_to_FLOAT16", +"test_cast_UINT4_to_UINT8", +"test_cast_e8m0_FLOAT16_to_FLOAT8E8M0", +"test_cast_e8m0_FLOAT8E8M0_to_FLOAT", +"test_cast_e8m0_FLOAT8E8M0_to_FLOAT16", +"test_cast_e8m0_FLOAT_to_FLOAT8E8M0", +"test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FN", +"test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ", +"test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2", +"test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ", +"test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FN", +"test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ", +"test_cast_no_saturate_FLOAT_to_FLOAT8E5M2", +"test_cast_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ", "test_castlike_BFLOAT16_to_FLOAT", // Issue::Unsuppoted data type "test_castlike_BFLOAT16_to_FLOAT_expanded", // Issue::Unsuppoted data type -"test_castlike_DOUBLE_to_FLOAT", // Issues::Layer::Can't create layer "onnx_node_output_0!output" of type "CastLike" in function 'getLayerInstance' -"test_castlike_DOUBLE_to_FLOAT16", // Issues::Layer::Can't create layer "onnx_node_output_0!output" of type "CastLike" in function 'getLayerInstance' +"test_castlike_DOUBLE_to_FLOAT", // Issues::Layer::Can't create layer "onnx_node_output_0!output" of type "CastLike" in function 'getLayerInstance' +"test_castlike_DOUBLE_to_FLOAT16", // Issues::Layer::Can't create layer "onnx_node_output_0!output" of type "CastLike" in function 'getLayerInstance' "test_castlike_DOUBLE_to_FLOAT16_expanded", // Issues::Layer::mismatch in input and output shapes inputs.size() == requiredOutputs in function 'getMemoryShapes' "test_castlike_DOUBLE_to_FLOAT_expanded", // Issues::Layer::mismatch in input and output shapes inputs.size() == requiredOutputs in function 'getMemoryShapes' "test_castlike_FLOAT16_to_DOUBLE", // Issue::Unsuppoted data type "test_castlike_FLOAT16_to_DOUBLE_expanded", // Issue::Unsuppoted data type -"test_castlike_FLOAT16_to_FLOAT", // Issues::Layer::Can't create layer "onnx_node_output_0!output" of type "CastLike" in function 'getLayerInstance' -"test_castlike_FLOAT16_to_FLOAT_expanded", // Issues::Layer::mismatch in input and output shapes inputs.size() == requiredOutputs in function 'getMemoryShapes' -"test_castlike_FLOAT_to_BFLOAT16", // Issue::Unsuppoted data type -"test_castlike_FLOAT_to_BFLOAT16_expanded", // Issue::Unsuppoted data type -"test_castlike_FLOAT_to_DOUBLE", // Issues::Layer::Can't create layer "onnx_node_output_0!output" of type "CastLike" in function 'getLayerInstance' -"test_castlike_FLOAT_to_DOUBLE_expanded", // Issue::Unsuppoted data type -"test_castlike_FLOAT_to_FLOAT16", // Issues::Layer::mismatch in input and output shapes inputs.size() == requiredOutputs in function 'getMemoryShapes' -"test_castlike_FLOAT_to_FLOAT16_expanded", // Issues::Layer::mismatch in input and output shapes inputs.size() == requiredOutputs in function 'getMemoryShapes' +"test_castlike_FLOAT16_to_FLOAT", // Issues::Layer::Can't create layer "onnx_node_output_0!output" of type "CastLike" in function 'getLayerInstance' +"test_castlike_FLOAT16_to_FLOAT4E2M1", +"test_castlike_FLOAT16_to_FLOAT4E2M1_expanded", +"test_castlike_FLOAT16_to_FLOAT8E4M3FN", +"test_castlike_FLOAT16_to_FLOAT8E4M3FNUZ", +"test_castlike_FLOAT16_to_FLOAT8E4M3FNUZ_expanded", +"test_castlike_FLOAT16_to_FLOAT8E4M3FN_expanded", +"test_castlike_FLOAT16_to_FLOAT8E5M2", +"test_castlike_FLOAT16_to_FLOAT8E5M2FNUZ", +"test_castlike_FLOAT16_to_FLOAT8E5M2FNUZ_expanded", +"test_castlike_FLOAT16_to_FLOAT8E5M2_expanded", +"test_castlike_FLOAT16_to_FLOAT_expanded", // Issues::Layer::mismatch in input and output shapes inputs.size() == requiredOutputs in function 'getMemoryShapes' +"test_castlike_FLOAT16_to_INT4", +"test_castlike_FLOAT16_to_INT4_expanded", +"test_castlike_FLOAT16_to_UINT4", +"test_castlike_FLOAT16_to_UINT4_expanded", +"test_castlike_FLOAT4E2M1_to_FLOAT", +"test_castlike_FLOAT4E2M1_to_FLOAT16", +"test_castlike_FLOAT4E2M1_to_FLOAT16_expanded", +"test_castlike_FLOAT4E2M1_to_FLOAT_expanded", +"test_castlike_FLOAT8E4M3FNUZ_to_FLOAT", +"test_castlike_FLOAT8E4M3FNUZ_to_FLOAT16", +"test_castlike_FLOAT8E4M3FNUZ_to_FLOAT16_expanded", +"test_castlike_FLOAT8E4M3FNUZ_to_FLOAT_expanded", +"test_castlike_FLOAT8E4M3FN_to_FLOAT", +"test_castlike_FLOAT8E4M3FN_to_FLOAT16", +"test_castlike_FLOAT8E4M3FN_to_FLOAT16_expanded", +"test_castlike_FLOAT8E4M3FN_to_FLOAT_expanded", +"test_castlike_FLOAT8E5M2FNUZ_to_FLOAT", +"test_castlike_FLOAT8E5M2FNUZ_to_FLOAT16", +"test_castlike_FLOAT8E5M2FNUZ_to_FLOAT16_expanded", +"test_castlike_FLOAT8E5M2FNUZ_to_FLOAT_expanded", +"test_castlike_FLOAT8E5M2_to_FLOAT", +"test_castlike_FLOAT8E5M2_to_FLOAT16", +"test_castlike_FLOAT8E5M2_to_FLOAT16_expanded", +"test_castlike_FLOAT8E5M2_to_FLOAT_expanded", +"test_castlike_FLOAT_to_BFLOAT16", // Issue::Unsuppoted data type +"test_castlike_FLOAT_to_BFLOAT16_expanded", // Issue::Unsuppoted data type +"test_castlike_FLOAT_to_DOUBLE", // Issues::Layer::Can't create layer "onnx_node_output_0!output" of type "CastLike" in function 'getLayerInstance' +"test_castlike_FLOAT_to_DOUBLE_expanded", // Issue::Unsuppoted data type +"test_castlike_FLOAT_to_FLOAT16", // Issues::Layer::mismatch in input and output shapes inputs.size() == requiredOutputs in function 'getMemoryShapes' +"test_castlike_FLOAT_to_FLOAT16_expanded", // Issues::Layer::mismatch in input and output shapes inputs.size() == requiredOutputs in function 'getMemoryShapes' +"test_castlike_FLOAT_to_FLOAT4E2M1", +"test_castlike_FLOAT_to_FLOAT4E2M1_expanded", +"test_castlike_FLOAT_to_FLOAT8E4M3FN", +"test_castlike_FLOAT_to_FLOAT8E4M3FNUZ", +"test_castlike_FLOAT_to_FLOAT8E4M3FNUZ_expanded", +"test_castlike_FLOAT_to_FLOAT8E4M3FN_expanded", +"test_castlike_FLOAT_to_FLOAT8E5M2", +"test_castlike_FLOAT_to_FLOAT8E5M2FNUZ", +"test_castlike_FLOAT_to_FLOAT8E5M2FNUZ_expanded", +"test_castlike_FLOAT_to_FLOAT8E5M2_expanded", +"test_castlike_FLOAT_to_INT4", +"test_castlike_FLOAT_to_INT4_expanded", "test_castlike_FLOAT_to_STRING", -"test_castlike_STRING_to_FLOAT", // Issues::Layer::Can't create layer "onnx_node_output_0!output" of type "CastLike" in function 'getLayerInstance' -"test_compress_0", // Issue::Can't create layer "onnx_node_output_0!output" of type "Compress" in function 'getLayerInstance' -"test_compress_1", // ---- same as above --- -"test_compress_default_axis", // ---- same as above --- -"test_compress_negative_axis", // ---- same as above --- -"test_constantofshape_int_shape_zero", // Issue::Parser::Weights are required as inputs -"test_convinteger_with_padding", // Issues::Layer::Can't create layer "onnx_node_output_0!y" of type "ConvInteger" in function 'getLayerInstance' -"test_convinteger_without_padding", //Issues::Layer::Can't create layer "onnx_node_output_0!y" of type "ConvInteger" in function 'getLayerInstance' -"test_convtranspose", // Issue::Parser::Weights are required as inputs -"test_convtranspose_1d", // Issue::Parser::Weights are required as inputs -"test_convtranspose_3d", // Issue::Parser::Weights are required as inputs -"test_convtranspose_autopad_same", // Issue::Parser::Weights are required as inputs -"test_convtranspose_dilations", // Issue::Parser::Weights are required as inputs -"test_convtranspose_kernel_shape", // Issue::Parser::Weights are required as inputs -"test_convtranspose_output_shape", // Issue::Parser::Weights are required as inputs -"test_convtranspose_pad", // Issue::Parser::Weights are required as inputs -"test_convtranspose_pads", // Issue::Parser::Weights are required as inputs -"test_convtranspose_with_kernel", // Issue::Parser::Weights are required as inputs -"test_dropout_default_mask", // Issue::cvtest::norm::wrong data type -"test_dropout_default_mask_ratio", // ---- same as above --- -"test_dynamicquantizelinear", // Issue:: Unkonwn error -"test_dynamicquantizelinear_expanded", // ---- same as above --- +"test_castlike_FLOAT_to_UINT4", +"test_castlike_FLOAT_to_UINT4_expanded", +"test_castlike_INT4_to_FLOAT", +"test_castlike_INT4_to_FLOAT16", +"test_castlike_INT4_to_FLOAT16_expanded", +"test_castlike_INT4_to_FLOAT_expanded", +"test_castlike_INT4_to_INT8", +"test_castlike_INT4_to_INT8_expanded", +"test_castlike_STRING_to_FLOAT", // Issues::Layer::Can't create layer "onnx_node_output_0!output" of type "CastLike" in function 'getLayerInstance' +"test_castlike_UINT4_to_FLOAT", +"test_castlike_UINT4_to_FLOAT16", +"test_castlike_UINT4_to_FLOAT16_expanded", +"test_castlike_UINT4_to_FLOAT_expanded", +"test_castlike_UINT4_to_UINT8", +"test_castlike_UINT4_to_UINT8_expanded", +"test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FN", +"test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ", +"test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ_expanded", +"test_castlike_no_saturate_FLOAT16_to_FLOAT8E4M3FN_expanded", +"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2", +"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ", +"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ_expanded", +"test_castlike_no_saturate_FLOAT16_to_FLOAT8E5M2_expanded", +"test_castlike_no_saturate_FLOAT_to_FLOAT8E4M3FN", +"test_castlike_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ", +"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2", +"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ", +"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ_expanded", +"test_castlike_no_saturate_FLOAT_to_FLOAT8E5M2_expanded", +"test_center_crop_pad_crop", +"test_center_crop_pad_crop_and_pad", +"test_center_crop_pad_crop_and_pad_expanded", +"test_center_crop_pad_crop_axes_chw", +"test_center_crop_pad_crop_axes_chw_expanded", +"test_center_crop_pad_crop_axes_hwc", +"test_center_crop_pad_crop_axes_hwc_expanded", +"test_center_crop_pad_crop_expanded", +"test_center_crop_pad_crop_negative_axes_hwc", +"test_center_crop_pad_crop_negative_axes_hwc_expanded", +"test_center_crop_pad_pad", +"test_center_crop_pad_pad_expanded", +"test_clip_example_expanded", +"test_clip_expanded", +"test_clip_min_greater_than_max", +"test_clip_min_greater_than_max_expanded", +"test_clip_outbounds_expanded", +"test_col2im", +"test_col2im_5d", +"test_col2im_dilations", +"test_col2im_pads", +"test_col2im_strides", +"test_compress_0", // Issue::Can't create layer "onnx_node_output_0!output" of type "Compress" in function 'getLayerInstance' +"test_compress_1", // ---- same as above --- +"test_compress_default_axis", // ---- same as above --- +"test_compress_negative_axis", // ---- same as above --- +"test_constant_pad_axes", +"test_constant_pad_negative_axes", +"test_constantofshape_int_shape_zero", // Issue::Parser::Weights are required as inputs +"test_convinteger_with_padding", // Issues::Layer::Can't create layer "onnx_node_output_0!y" of type "ConvInteger" in function 'getLayerInstance' +"test_convinteger_without_padding", //Issues::Layer::Can't create layer "onnx_node_output_0!y" of type "ConvInteger" in function 'getLayerInstance' +"test_convtranspose", // Issue::Parser::Weights are required as inputs +"test_convtranspose_1d", // Issue::Parser::Weights are required as inputs +"test_convtranspose_3d", // Issue::Parser::Weights are required as inputs +"test_convtranspose_autopad_same", // Issue::Parser::Weights are required as inputs +"test_convtranspose_dilations", // Issue::Parser::Weights are required as inputs +"test_convtranspose_group_2", +"test_convtranspose_group_2_image_3", +"test_convtranspose_kernel_shape", // Issue::Parser::Weights are required as inputs +"test_convtranspose_output_shape", // Issue::Parser::Weights are required as inputs +"test_convtranspose_pad", // Issue::Parser::Weights are required as inputs +"test_convtranspose_pads", // Issue::Parser::Weights are required as inputs +"test_convtranspose_with_kernel", // Issue::Parser::Weights are required as inputs +"test_cumsum_1d_int32_exclusive", +"test_cumsum_2d_int32", +"test_deform_conv_with_mask_bias", +"test_deform_conv_with_multiple_offset_groups", +"test_dequantizelinear_e4m3fn", +"test_dequantizelinear_e4m3fn_float16", +"test_dequantizelinear_e4m3fn_zero_point", +"test_dequantizelinear_e5m2", +"test_dequantizelinear_float4e2m1", +"test_dequantizelinear_int16", +"test_dequantizelinear_int4", +"test_dequantizelinear_uint16", +"test_dequantizelinear_uint4", +"test_dft", +"test_dft_axis", +"test_dft_axis_opset19", +"test_dft_inverse", +"test_dft_inverse_opset19", +"test_dft_opset19", +"test_div_int16", +"test_div_int8", +"test_div_uint16", +"test_div_uint32", +"test_div_uint64", +"test_dropout_default_mask", // Issue::cvtest::norm::wrong data type +"test_dropout_default_mask_ratio", // ---- same as above --- +"test_dynamicquantizelinear", // Issue:: Unkonwn error +"test_dynamicquantizelinear_expanded", // ---- same as above --- "test_dynamicquantizelinear_max_adjusted", // ---- same as above --- "test_dynamicquantizelinear_max_adjusted_expanded", // ---- same as above --- "test_dynamicquantizelinear_min_adjusted", // ---- same as above --- "test_dynamicquantizelinear_min_adjusted_expanded", // ---- same as above --- -"test_einsum_inner_prod", // Issue::Output shape does not match with reference +"test_einsum_inner_prod", // Issue::Output shape does not match with reference +"test_einsum_scalar", "test_elu_default_expanded_ver18", "test_elu_example_expanded_ver18", "test_elu_expanded_ver18", -"test_eyelike_populate_off_main_diagonal", // Issues::Layer::Can't create layer::Can't create layer "onnx_node_output_0!y" of type "EyeLike" in function 'getLayerInstance' -"test_eyelike_with_dtype", // ---- same as above --- -"test_eyelike_without_dtype", // ---- same as above --- -"test_gelu_default_1_expanded", // parser: no corresponding layer for CastLike -"test_gelu_default_2_expanded", // parser: no corresponding layer for CastLike -"test_gelu_tanh_1_expanded", // parser: no corresponding layer for CastLike -"test_gelu_tanh_2_expanded", // parser: no corresponding layer for CastLike -"test_gridsample_bicubic", // ---- same as above --- -"test_gru_batchwise", // Issues::Parser::node_proto.input_size() == 6 in function 'parseGRU' -"test_gru_defaults", // ---- same as above --- -"test_gru_seq_length", // ---- same as above --- -"test_gru_with_initial_bias", // ---- same as above --- -"test_identity_opt", // 23221 illegal hardware instruction +"test_equal_string", +"test_equal_string_broadcast", +"test_eyelike_populate_off_main_diagonal", // Issues::Layer::Can't create layer::Can't create layer "onnx_node_output_0!y" of type "EyeLike" in function 'getLayerInstance' +"test_eyelike_with_dtype", // ---- same as above --- +"test_eyelike_without_dtype", // ---- same as above --- +"test_gelu_default_1_expanded", // parser: no corresponding layer for CastLike +"test_gelu_default_2_expanded", // parser: no corresponding layer for CastLike +"test_gelu_tanh_1_expanded", // parser: no corresponding layer for CastLike +"test_gelu_tanh_2_expanded", // parser: no corresponding layer for CastLike +"test_greater_equal_int16", +"test_greater_equal_int16_expanded", +"test_greater_equal_int8", +"test_greater_equal_int8_expanded", +"test_greater_equal_uint16", +"test_greater_equal_uint16_expanded", +"test_greater_equal_uint32", +"test_greater_equal_uint32_expanded", +"test_greater_equal_uint64", +"test_greater_equal_uint64_expanded", +"test_greater_equal_uint8", +"test_greater_equal_uint8_expanded", +"test_greater_int16", +"test_greater_int8", +"test_greater_uint16", +"test_greater_uint32", +"test_greater_uint64", +"test_greater_uint8", +"test_gridsample_bicubic", // ---- same as above --- +"test_gridsample_bicubic_align_corners_0_additional_1", +"test_gridsample_bicubic_align_corners_1_additional_1", +"test_gridsample_bilinear_align_corners_0_additional_1", +"test_gridsample_bilinear_align_corners_1_additional_1", +"test_gridsample_nearest_align_corners_0_additional_1", +"test_gridsample_nearest_align_corners_1_additional_1", +"test_gridsample_volumetric_bilinear_align_corners_0", +"test_gridsample_volumetric_bilinear_align_corners_1", +"test_gridsample_volumetric_nearest_align_corners_0", +"test_gridsample_volumetric_nearest_align_corners_1", +"test_group_normalization_epsilon_expanded", +"test_group_normalization_example_expanded", +"test_gru_batchwise", // Issues::Parser::node_proto.input_size() == 6 in function 'parseGRU' +"test_gru_defaults", // ---- same as above --- +"test_gru_seq_length", // ---- same as above --- +"test_gru_with_initial_bias", // ---- same as above --- +"test_hammingwindow", +"test_hammingwindow_expanded", +"test_hammingwindow_symmetric", +"test_hammingwindow_symmetric_expanded", +"test_hannwindow", +"test_hannwindow_expanded", +"test_hannwindow_symmetric", +"test_hannwindow_symmetric_expanded", +"test_hardsigmoid_default_expanded_ver18", +"test_hardsigmoid_example_expanded_ver18", +"test_hardsigmoid_expanded_ver18", +"test_identity_opt", // 23221 illegal hardware instruction "test_identity_sequence", // Issue:: Unkonwn error -"test_if_opt", // Issue::Failed to allocate 17059022683624350 bytes in function 'OutOfMemoryError' -"test_if_seq", // Issue::typeProto.has_tensor_type() in function 'dumpValueInfoProto' -"test_loop11", // Issue::'Graph' is not supported in function 'getLayerParams' -"test_loop13_seq", // Issue::typeProto.has_tensor_type() in function 'populateNet' -"test_loop16_seq_none", // Issue::Failed to allocate 179812654996800 bytes in function 'OutOfMemoryError' -"test_matmulinteger", // Issues::Layer does not exist. Can't create layer "onnx_node_output_0!Y" of type "MatMulInteger" in function 'getLayerInstance' -"test_momentum", // Issues::Layer does not exist. Can't create layer "onnx_node_output_0!X1_new" of type "ai.onnx.preview.training.Momentum" in function 'getLayerInstance' -"test_momentum_multiple", // ---- same as above --- -"test_mvn", // Issues::Wrong answer -"test_mvn_expanded", // Issues::Wrong answer -"test_nesterov_momentum", // Issues::Layer does not exist (NesterovsAcceleratedGradient) Can't create layer "onnx_node_output_0!X_new" of type "ai.onnx.preview.training.Momentum" in function 'getLayerInstance' +"test_if_opt", // Issue::Failed to allocate 17059022683624350 bytes in function 'OutOfMemoryError' +"test_if_seq", // Issue::typeProto.has_tensor_type() in function 'dumpValueInfoProto' +"test_image_decoder_decode_bmp_rgb", +"test_image_decoder_decode_jpeg2k_rgb", +"test_image_decoder_decode_jpeg_bgr", +"test_image_decoder_decode_jpeg_grayscale", +"test_image_decoder_decode_jpeg_rgb", +"test_image_decoder_decode_png_rgb", +"test_image_decoder_decode_pnm_rgb", +"test_image_decoder_decode_tiff_rgb", +"test_image_decoder_decode_webp_rgb", +"test_l1normalization_axis_0", +"test_l1normalization_axis_1", +"test_l1normalization_axis_last", +"test_l2normalization_axis_0", +"test_l2normalization_axis_1", +"test_layer_normalization_2d_axis0", +"test_layer_normalization_2d_axis0_expanded", +"test_layer_normalization_2d_axis0_expanded_ver18", +"test_layer_normalization_2d_axis1", +"test_layer_normalization_2d_axis1_expanded", +"test_layer_normalization_2d_axis1_expanded_ver18", +"test_layer_normalization_2d_axis_negative_1", +"test_layer_normalization_2d_axis_negative_1_expanded", +"test_layer_normalization_2d_axis_negative_1_expanded_ver18", +"test_layer_normalization_2d_axis_negative_2", +"test_layer_normalization_2d_axis_negative_2_expanded", +"test_layer_normalization_2d_axis_negative_2_expanded_ver18", +"test_layer_normalization_3d_axis0_epsilon", +"test_layer_normalization_3d_axis0_epsilon_expanded", +"test_layer_normalization_3d_axis0_epsilon_expanded_ver18", +"test_layer_normalization_3d_axis1_epsilon", +"test_layer_normalization_3d_axis1_epsilon_expanded", +"test_layer_normalization_3d_axis1_epsilon_expanded_ver18", +"test_layer_normalization_3d_axis2_epsilon", +"test_layer_normalization_3d_axis2_epsilon_expanded", +"test_layer_normalization_3d_axis2_epsilon_expanded_ver18", +"test_layer_normalization_3d_axis_negative_1_epsilon", +"test_layer_normalization_3d_axis_negative_1_epsilon_expanded", +"test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18", +"test_layer_normalization_3d_axis_negative_2_epsilon", +"test_layer_normalization_3d_axis_negative_2_epsilon_expanded", +"test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18", +"test_layer_normalization_3d_axis_negative_3_epsilon", +"test_layer_normalization_3d_axis_negative_3_epsilon_expanded", +"test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18", +"test_layer_normalization_4d_axis0", +"test_layer_normalization_4d_axis0_expanded", +"test_layer_normalization_4d_axis0_expanded_ver18", +"test_layer_normalization_4d_axis1", +"test_layer_normalization_4d_axis1_expanded", +"test_layer_normalization_4d_axis1_expanded_ver18", +"test_layer_normalization_4d_axis2", +"test_layer_normalization_4d_axis2_expanded", +"test_layer_normalization_4d_axis2_expanded_ver18", +"test_layer_normalization_4d_axis3", +"test_layer_normalization_4d_axis3_expanded", +"test_layer_normalization_4d_axis3_expanded_ver18", +"test_layer_normalization_4d_axis_negative_1", +"test_layer_normalization_4d_axis_negative_1_expanded", +"test_layer_normalization_4d_axis_negative_1_expanded_ver18", +"test_layer_normalization_4d_axis_negative_2", +"test_layer_normalization_4d_axis_negative_2_expanded", +"test_layer_normalization_4d_axis_negative_2_expanded_ver18", +"test_layer_normalization_4d_axis_negative_3", +"test_layer_normalization_4d_axis_negative_3_expanded", +"test_layer_normalization_4d_axis_negative_3_expanded_ver18", +"test_layer_normalization_4d_axis_negative_4", +"test_layer_normalization_4d_axis_negative_4_expanded", +"test_layer_normalization_4d_axis_negative_4_expanded_ver18", +"test_layer_normalization_default_axis", +"test_layer_normalization_default_axis_expanded", +"test_layer_normalization_default_axis_expanded_ver18", +"test_leakyrelu_default_expanded", +"test_leakyrelu_example_expanded", +"test_leakyrelu_expanded", +"test_less_equal_int16", +"test_less_equal_int16_expanded", +"test_less_equal_int8", +"test_less_equal_int8_expanded", +"test_less_equal_uint16", +"test_less_equal_uint16_expanded", +"test_less_equal_uint32", +"test_less_equal_uint32_expanded", +"test_less_equal_uint64", +"test_less_equal_uint64_expanded", +"test_less_equal_uint8", +"test_less_equal_uint8_expanded", +"test_less_int16", +"test_less_int8", +"test_less_uint16", +"test_less_uint32", +"test_less_uint64", +"test_less_uint8", +"test_loop11", // Issue::'Graph' is not supported in function 'getLayerParams' +"test_loop13_seq", // Issue::typeProto.has_tensor_type() in function 'populateNet' +"test_loop16_seq_none", // Issue::Failed to allocate 179812654996800 bytes in function 'OutOfMemoryError' +"test_lpnormalization_default", +"test_lppool_1d_default", +"test_lppool_2d_default", +"test_lppool_2d_dilations", +"test_lppool_2d_pads", +"test_lppool_2d_same_lower", +"test_lppool_2d_same_upper", +"test_lppool_2d_strides", +"test_lppool_3d_default", +"test_matmulinteger", // Issues::Layer does not exist. Can't create layer "onnx_node_output_0!Y" of type "MatMulInteger" in function 'getLayerInstance' +"test_maxpool_2d_ceil_output_size_reduce_by_one", +"test_maxpool_3d_dilations", +"test_maxpool_3d_dilations_use_ref_impl", +"test_maxpool_3d_dilations_use_ref_impl_large", +"test_melweightmatrix", +"test_momentum", // Issues::Layer does not exist. Can't create layer "onnx_node_output_0!X1_new" of type "ai.onnx.preview.training.Momentum" in function 'getLayerInstance' +"test_momentum_multiple", // ---- same as above --- +"test_mvn", // Issues::Wrong answer +"test_mvn_expanded", // Issues::Wrong answer +"test_mvn_expanded_ver18", +"test_nesterov_momentum", // Issues::Layer does not exist (NesterovsAcceleratedGradient) Can't create layer "onnx_node_output_0!X_new" of type "ai.onnx.preview.training.Momentum" in function 'getLayerInstance' "test_nllloss_NC", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) -"test_nllloss_NCd1", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) +"test_nllloss_NCd1", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) "test_nllloss_NCd1_ii", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) "test_nllloss_NCd1_ii_expanded", // Issue:: Unsupported data type -"test_nllloss_NCd1_mean_weight_negative_ii", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) -"test_nllloss_NCd1_mean_weight_negative_ii_expanded", // Issue:: Unsupported data type -"test_nllloss_NCd1_weight", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) -"test_nllloss_NCd1_weight_ii", // Issue:: Unsupported data type -"test_nllloss_NCd1_weight_ii_expanded", // Issue:: Unsupported data type -"test_nllloss_NCd1d2", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) -"test_nllloss_NCd1d2_no_weight_reduction_mean_ii", // Issue:: Unsupported data type -"test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded", // Issue:: Unsupported data type -"test_nllloss_NCd1d2_reduction_mean", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) -"test_nllloss_NCd1d2_reduction_mean_expanded", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) -"test_nllloss_NCd1d2_reduction_sum", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) -"test_nllloss_NCd1d2_reduction_sum_expanded", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) -"test_nllloss_NCd1d2_with_weight", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) +"test_nllloss_NCd1_mean_weight_negative_ii", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) +"test_nllloss_NCd1_mean_weight_negative_ii_expanded", // Issue:: Unsupported data type +"test_nllloss_NCd1_weight", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) +"test_nllloss_NCd1_weight_ii", // Issue:: Unsupported data type +"test_nllloss_NCd1_weight_ii_expanded", // Issue:: Unsupported data type +"test_nllloss_NCd1d2", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) +"test_nllloss_NCd1d2_no_weight_reduction_mean_ii", // Issue:: Unsupported data type +"test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded", // Issue:: Unsupported data type +"test_nllloss_NCd1d2_reduction_mean", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) +"test_nllloss_NCd1d2_reduction_mean_expanded", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) +"test_nllloss_NCd1d2_reduction_sum", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) +"test_nllloss_NCd1d2_reduction_sum_expanded", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) +"test_nllloss_NCd1d2_with_weight", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) "test_nllloss_NCd1d2_with_weight_reduction_mean", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) -"test_nllloss_NCd1d2_with_weight_reduction_sum", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) -"test_nllloss_NCd1d2_with_weight_reduction_sum_expanded", // Issue::Wrong output on CUDA -"test_nllloss_NCd1d2_with_weight_reduction_sum_ii", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) +"test_nllloss_NCd1d2_with_weight_reduction_sum", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) +"test_nllloss_NCd1d2_with_weight_reduction_sum_expanded", // Issue::Wrong output on CUDA +"test_nllloss_NCd1d2_with_weight_reduction_sum_ii", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) "test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded", // Issue:: Unsupported data type "test_nllloss_NCd1d2d3_none_no_weight_negative_ii", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) -"test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded", // Issue:: Unsupported data type -"test_nllloss_NCd1d2d3_sum_weight_high_ii", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) -"test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded", // Issue:: Unsupported data type -"test_nllloss_NCd1d2d3d4d5_mean_weight", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) -"test_nllloss_NCd1d2d3d4d5_mean_weight_expanded", // Issue::Wrong output -"test_nllloss_NCd1d2d3d4d5_none_no_weight", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) -"test_onehot_negative_indices", // Issue:: Layer does not exist (OneHot) :: Can't create layer "onnx_node_output_0!y" of type "OneHot" in function 'getLayerInstance' -"test_onehot_with_axis", // ---- same as above --- -"test_onehot_with_negative_axis", // ---- same as above --- -"test_onehot_without_axis", // ---- same as above --- -"test_optional_get_element", // Issue::out of memory :: Failed to allocate 1044051907127083008 bytes in function 'OutOfMemoryError' -"test_optional_get_element_sequence", // ---- same as above --- -"test_optional_has_element", // Issue::typeProto.has_tensor_type() in function 'populateNet' -"test_optional_has_element_empty", // ---- same as above --- -"test_prelu_broadcast", // Issue::Parser:Blob slope not found in const blobs in function 'getBlob' (weights are required as inputs) -"test_prelu_example", // ---- same as above --- -"test_qlinearconv", // Issue::Parser: Blob x_scale not found in const blobs in function 'getBlob' (weights are required as inputs) -"test_qlinearmatmul_2D", // Issue:: Parser: Variable weights is not supported in function 'parseQMatMul' -"test_qlinearmatmul_3D", // ---- same as above --- -"test_range_float_type_positive_delta_expanded", // ---- Unsupported operations: Loop --- -"test_range_int32_type_negative_delta_expanded", // ---- same as above --- -"test_reduce_sum_default_axes_keepdims_example", // Issue:: Parser: Reduce layer doesn't support non contant axes: 'constBlobs.find(node_proto.input(1)) != constBlobs.end()' must be 'true' (layer does not support dynamic parameters) +"test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded", // Issue:: Unsupported data type +"test_nllloss_NCd1d2d3_sum_weight_high_ii", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) +"test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded", // Issue:: Unsupported data type +"test_nllloss_NCd1d2d3d4d5_mean_weight", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) +"test_nllloss_NCd1d2d3d4d5_mean_weight_expanded", // Issue::Wrong output +"test_nllloss_NCd1d2d3d4d5_none_no_weight", // Issue:: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) +"test_onehot_negative_indices", // Issue:: Layer does not exist (OneHot) :: Can't create layer "onnx_node_output_0!y" of type "OneHot" in function 'getLayerInstance' +"test_onehot_with_axis", // ---- same as above --- +"test_onehot_with_negative_axis", // ---- same as above --- +"test_onehot_without_axis", // ---- same as above --- +"test_optional_get_element", // Issue::out of memory :: Failed to allocate 1044051907127083008 bytes in function 'OutOfMemoryError' +"test_optional_get_element_optional_sequence", +"test_optional_get_element_optional_tensor", +"test_optional_get_element_sequence", // ---- same as above --- +"test_optional_get_element_tensor", +"test_optional_has_element", // Issue::typeProto.has_tensor_type() in function 'populateNet' +"test_optional_has_element_empty", // ---- same as above --- +"test_optional_has_element_empty_no_input_name_optional_input", +"test_optional_has_element_empty_no_input_name_tensor_input", +"test_optional_has_element_empty_no_input_optional_input", +"test_optional_has_element_empty_no_input_tensor_input", +"test_optional_has_element_empty_optional_input", +"test_optional_has_element_optional_input", +"test_optional_has_element_tensor_input", +"test_prelu_broadcast", // Issue::Parser:Blob slope not found in const blobs in function 'getBlob' (weights are required as inputs) +"test_prelu_broadcast_expanded", +"test_prelu_example", // ---- same as above --- +"test_prelu_example_expanded", +"test_qlinearconv", // Issue::Parser: Blob x_scale not found in const blobs in function 'getBlob' (weights are required as inputs) +"test_qlinearmatmul_2D", // Issue:: Parser: Variable weights is not supported in function 'parseQMatMul' +"test_qlinearmatmul_2D_int8_float16", +"test_qlinearmatmul_2D_int8_float32", +"test_qlinearmatmul_2D_uint8_float16", +"test_qlinearmatmul_2D_uint8_float32", +"test_qlinearmatmul_3D", // ---- same as above --- +"test_qlinearmatmul_3D_int8_float16", +"test_qlinearmatmul_3D_int8_float32", +"test_qlinearmatmul_3D_uint8_float16", +"test_qlinearmatmul_3D_uint8_float32", +"test_quantizelinear_blocked_asymmetric", +"test_quantizelinear_blocked_symmetric", +"test_quantizelinear_e4m3fn", +"test_quantizelinear_e5m2", +"test_quantizelinear_float4e2m1", +"test_quantizelinear_int16", +"test_quantizelinear_int4", +"test_quantizelinear_uint16", +"test_quantizelinear_uint4", +"test_range_float_type_positive_delta_expanded", // ---- Unsupported operations: Loop --- +"test_range_int32_type_negative_delta_expanded", // ---- same as above --- +"test_reduce_l1_default_axes_keepdims_example", +"test_reduce_l1_default_axes_keepdims_example_expanded", +"test_reduce_l1_default_axes_keepdims_random", +"test_reduce_l1_default_axes_keepdims_random_expanded", +"test_reduce_l1_do_not_keepdims_example", +"test_reduce_l1_do_not_keepdims_example_expanded", +"test_reduce_l1_do_not_keepdims_random", +"test_reduce_l1_do_not_keepdims_random_expanded", +"test_reduce_l1_empty_set", +"test_reduce_l1_empty_set_expanded", +"test_reduce_l1_keep_dims_example", +"test_reduce_l1_keep_dims_example_expanded", +"test_reduce_l1_keep_dims_random", +"test_reduce_l1_keep_dims_random_expanded", +"test_reduce_l1_negative_axes_keep_dims_example", +"test_reduce_l1_negative_axes_keep_dims_example_expanded", +"test_reduce_l1_negative_axes_keep_dims_random", +"test_reduce_l1_negative_axes_keep_dims_random_expanded", +"test_reduce_l2_default_axes_keepdims_example", +"test_reduce_l2_default_axes_keepdims_example_expanded", +"test_reduce_l2_default_axes_keepdims_random", +"test_reduce_l2_default_axes_keepdims_random_expanded", +"test_reduce_l2_do_not_keepdims_example", +"test_reduce_l2_do_not_keepdims_example_expanded", +"test_reduce_l2_do_not_keepdims_random", +"test_reduce_l2_do_not_keepdims_random_expanded", +"test_reduce_l2_empty_set", +"test_reduce_l2_empty_set_expanded", +"test_reduce_l2_keep_dims_example", +"test_reduce_l2_keep_dims_example_expanded", +"test_reduce_l2_keep_dims_random", +"test_reduce_l2_keep_dims_random_expanded", +"test_reduce_l2_negative_axes_keep_dims_example", +"test_reduce_l2_negative_axes_keep_dims_example_expanded", +"test_reduce_l2_negative_axes_keep_dims_random", +"test_reduce_l2_negative_axes_keep_dims_random_expanded", +"test_reduce_log_sum_asc_axes", +"test_reduce_log_sum_asc_axes_expanded", +"test_reduce_log_sum_default", +"test_reduce_log_sum_default_expanded", +"test_reduce_log_sum_desc_axes", +"test_reduce_log_sum_desc_axes_expanded", +"test_reduce_log_sum_empty_set", +"test_reduce_log_sum_empty_set_expanded", +"test_reduce_log_sum_exp_default_axes_keepdims_example", +"test_reduce_log_sum_exp_default_axes_keepdims_example_expanded", +"test_reduce_log_sum_exp_default_axes_keepdims_random", +"test_reduce_log_sum_exp_default_axes_keepdims_random_expanded", +"test_reduce_log_sum_exp_do_not_keepdims_example", +"test_reduce_log_sum_exp_do_not_keepdims_example_expanded", +"test_reduce_log_sum_exp_do_not_keepdims_random", +"test_reduce_log_sum_exp_do_not_keepdims_random_expanded", +"test_reduce_log_sum_exp_empty_set", +"test_reduce_log_sum_exp_empty_set_expanded", +"test_reduce_log_sum_exp_keepdims_example", +"test_reduce_log_sum_exp_keepdims_example_expanded", +"test_reduce_log_sum_exp_keepdims_random", +"test_reduce_log_sum_exp_keepdims_random_expanded", +"test_reduce_log_sum_exp_negative_axes_keepdims_example", +"test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded", +"test_reduce_log_sum_exp_negative_axes_keepdims_random", +"test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded", +"test_reduce_log_sum_negative_axes", +"test_reduce_log_sum_negative_axes_expanded", +"test_reduce_max_bool_inputs", +"test_reduce_max_do_not_keepdims_example", +"test_reduce_max_do_not_keepdims_random", +"test_reduce_max_empty_set", +"test_reduce_max_keepdims_example", +"test_reduce_max_keepdims_random", +"test_reduce_max_negative_axes_keepdims_example", +"test_reduce_max_negative_axes_keepdims_random", +"test_reduce_mean_default_axes_keepdims_example", +"test_reduce_mean_default_axes_keepdims_random", +"test_reduce_mean_do_not_keepdims_example", +"test_reduce_mean_do_not_keepdims_random", +"test_reduce_mean_keepdims_example", +"test_reduce_mean_keepdims_random", +"test_reduce_mean_negative_axes_keepdims_example", +"test_reduce_mean_negative_axes_keepdims_random", +"test_reduce_min_bool_inputs", +"test_reduce_min_do_not_keepdims_example", +"test_reduce_min_do_not_keepdims_random", +"test_reduce_min_empty_set", +"test_reduce_min_keepdims_example", +"test_reduce_min_keepdims_random", +"test_reduce_min_negative_axes_keepdims_example", +"test_reduce_min_negative_axes_keepdims_random", +"test_reduce_prod_do_not_keepdims_example", +"test_reduce_prod_do_not_keepdims_random", +"test_reduce_prod_empty_set", +"test_reduce_prod_keepdims_example", +"test_reduce_prod_keepdims_random", +"test_reduce_prod_negative_axes_keepdims_example", +"test_reduce_prod_negative_axes_keepdims_random", +"test_reduce_sum_default_axes_keepdims_example", // Issue:: Parser: Reduce layer doesn't support non contant axes: 'constBlobs.find(node_proto.input(1)) != constBlobs.end()' must be 'true' (layer does not support dynamic parameters) "test_reduce_sum_default_axes_keepdims_random", // ---- same as above --- "test_reduce_sum_do_not_keepdims_example", // ---- same as above --- "test_reduce_sum_do_not_keepdims_random", // ---- same as above --- +"test_reduce_sum_empty_axes_input_noop", "test_reduce_sum_empty_axes_input_noop_example", // ---- same as above --- "test_reduce_sum_empty_axes_input_noop_random", // ---- same as above --- +"test_reduce_sum_empty_set", +"test_reduce_sum_empty_set_non_reduced_axis_zero", "test_reduce_sum_keepdims_example", // ---- same as above --- -"test_reduce_sum_keepdims_random", // ---- same as above --- +"test_reduce_sum_keepdims_random", // ---- same as above --- "test_reduce_sum_negative_axes_keepdims_example", -"test_reduce_sum_negative_axes_keepdims_random", // ---- same as above --- -"test_reshape_allowzero_reordered", // incompatible type of input tensor #0 'data': CV_8UC1 given, CV_32FC1 expected in function 'setGraphInput' +"test_reduce_sum_negative_axes_keepdims_random", // ---- same as above --- +"test_reduce_sum_square_default_axes_keepdims_example", +"test_reduce_sum_square_default_axes_keepdims_example_expanded", +"test_reduce_sum_square_default_axes_keepdims_random", +"test_reduce_sum_square_default_axes_keepdims_random_expanded", +"test_reduce_sum_square_do_not_keepdims_example", +"test_reduce_sum_square_do_not_keepdims_example_expanded", +"test_reduce_sum_square_do_not_keepdims_random", +"test_reduce_sum_square_do_not_keepdims_random_expanded", +"test_reduce_sum_square_empty_set", +"test_reduce_sum_square_empty_set_expanded", +"test_reduce_sum_square_keepdims_example", +"test_reduce_sum_square_keepdims_example_expanded", +"test_reduce_sum_square_keepdims_random", +"test_reduce_sum_square_keepdims_random_expanded", +"test_reduce_sum_square_negative_axes_keepdims_example", +"test_reduce_sum_square_negative_axes_keepdims_example_expanded", +"test_reduce_sum_square_negative_axes_keepdims_random", +"test_reduce_sum_square_negative_axes_keepdims_random_expanded", +"test_regex_full_match_basic", +"test_regex_full_match_email_domain", +"test_regex_full_match_empty", +"test_relu_expanded_ver18", +"test_reshape_allowzero_reordered", // incompatible type of input tensor #0 'data': CV_8UC1 given, CV_32FC1 expected in function 'setGraphInput' "test_resize_downsample_scales_cubic_align_corners", // ---- same as above --- -"test_resize_downsample_scales_linear_align_corners", // ---- same as above --- +"test_resize_downsample_scales_cubic_antialias", +"test_resize_downsample_scales_linear_align_corners", // ---- same as above --- +"test_resize_downsample_scales_linear_antialias", // type mismatch +"test_resize_downsample_scales_linear_half_pixel_symmetric", +"test_resize_downsample_sizes_cubic_antialias", +"test_resize_downsample_sizes_linear_antialias", +"test_resize_downsample_sizes_nearest_not_larger", +"test_resize_downsample_sizes_nearest_not_smaller", +"test_resize_tf_crop_and_resize_axes_2_3", +"test_resize_tf_crop_and_resize_axes_3_2", +"test_resize_tf_crop_and_resize_extrapolation_value", +"test_resize_upsample_scales_linear_half_pixel_symmetric", +"test_resize_upsample_scales_nearest_axes_2_3", +"test_resize_upsample_scales_nearest_axes_3_2", +"test_resize_upsample_sizes_nearest_axes_2_3", +"test_resize_upsample_sizes_nearest_axes_3_2", +"test_resize_upsample_sizes_nearest_not_larger", +"test_resize_upsample_sizes_nearest_not_smaller", "test_reversesequence_batch", // Issue:: Parser: Can't create layer "onnx_node_output_0!y" of type "ReverseSequence" in function 'getLayerInstance' -"test_reversesequence_time", // ---- same as above --- -"test_rnn_seq_length", // Issue:: Parser: Can't create layer "onnx_node_output_1!Y_h" of type "RNN" in function 'getLayerInstance' -"test_roialign_aligned_false", // Issue:: Parser: Layer does not exist (RoiAlign) -"test_roialign_aligned_true", // ---- same as above --- +"test_reversesequence_time", // ---- same as above --- +"test_rms_normalization_2d_axis0", +"test_rms_normalization_2d_axis0_expanded", +"test_rms_normalization_2d_axis1", +"test_rms_normalization_2d_axis1_expanded", +"test_rms_normalization_2d_axis_negative_1", +"test_rms_normalization_2d_axis_negative_1_expanded", +"test_rms_normalization_2d_axis_negative_2", +"test_rms_normalization_2d_axis_negative_2_expanded", +"test_rms_normalization_3d_axis0_epsilon", +"test_rms_normalization_3d_axis0_epsilon_expanded", +"test_rms_normalization_3d_axis1_epsilon", +"test_rms_normalization_3d_axis1_epsilon_expanded", +"test_rms_normalization_3d_axis2_epsilon", +"test_rms_normalization_3d_axis2_epsilon_expanded", +"test_rms_normalization_3d_axis_negative_1_epsilon", +"test_rms_normalization_3d_axis_negative_1_epsilon_expanded", +"test_rms_normalization_3d_axis_negative_2_epsilon", +"test_rms_normalization_3d_axis_negative_2_epsilon_expanded", +"test_rms_normalization_3d_axis_negative_3_epsilon", +"test_rms_normalization_3d_axis_negative_3_epsilon_expanded", +"test_rms_normalization_4d_axis0", +"test_rms_normalization_4d_axis0_expanded", +"test_rms_normalization_4d_axis1", +"test_rms_normalization_4d_axis1_expanded", +"test_rms_normalization_4d_axis2", +"test_rms_normalization_4d_axis2_expanded", +"test_rms_normalization_4d_axis3", +"test_rms_normalization_4d_axis3_expanded", +"test_rms_normalization_4d_axis_negative_1", +"test_rms_normalization_4d_axis_negative_1_expanded", +"test_rms_normalization_4d_axis_negative_2", +"test_rms_normalization_4d_axis_negative_2_expanded", +"test_rms_normalization_4d_axis_negative_3", +"test_rms_normalization_4d_axis_negative_3_expanded", +"test_rms_normalization_4d_axis_negative_4", +"test_rms_normalization_4d_axis_negative_4_expanded", +"test_rms_normalization_default_axis", +"test_rms_normalization_default_axis_expanded", +"test_rnn_seq_length", // Issue:: Parser: Can't create layer "onnx_node_output_1!Y_h" of type "RNN" in function 'getLayerInstance' +"test_roialign_aligned_false", // Issue:: Parser: Layer does not exist (RoiAlign) +"test_roialign_aligned_true", // ---- same as above --- +"test_roialign_mode_max", +"test_rotary_embedding", //type mismatch +"test_rotary_embedding_3d_input", +"test_rotary_embedding_3d_input_expanded", +"test_rotary_embedding_expanded", +"test_rotary_embedding_interleaved", +"test_rotary_embedding_interleaved_expanded", +"test_rotary_embedding_no_position_ids", +"test_rotary_embedding_no_position_ids_expanded", +"test_rotary_embedding_no_position_ids_interleaved", +"test_rotary_embedding_no_position_ids_interleaved_expanded", +"test_rotary_embedding_no_position_ids_rotary_dim", +"test_rotary_embedding_no_position_ids_rotary_dim_expanded", +"test_rotary_embedding_with_interleaved_rotary_dim", +"test_rotary_embedding_with_interleaved_rotary_dim_expanded", +"test_rotary_embedding_with_rotary_dim", +"test_rotary_embedding_with_rotary_dim_expanded", "test_scan9_sum", // Issue:: Parser: 'Graph' is not supported in function 'getLayerParams' -"test_scan_sum", // ---- same as above --- -"test_sce_NCd1_mean_weight_negative_ii", // Issue:: Parser: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) -"test_sce_NCd1_mean_weight_negative_ii_expanded", // ---- same as above --- -"test_sce_NCd1_mean_weight_negative_ii_log_prob", // ---- same as above --- -"test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded", // ---- same as above --- -"test_sce_NCd1d2d3_none_no_weight_negative_ii", // ---- same as above --- -"test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded", // ---- same as above --- -"test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob", // ---- same as above --- -"test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded", // ---- same as above --- -"test_sce_NCd1d2d3_sum_weight_high_ii", // ---- same as above --- -"test_sce_NCd1d2d3_sum_weight_high_ii_expanded", // ---- same as above --- -"test_sce_NCd1d2d3_sum_weight_high_ii_log_prob", // ---- same as above --- -"test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded", // ---- same as above --- -"test_sce_NCd1d2d3d4d5_mean_weight", // ---- same as above --- -"test_sce_NCd1d2d3d4d5_mean_weight_expanded", // ---- same as above --- -"test_sce_NCd1d2d3d4d5_mean_weight_log_prob", // ---- same as above --- -"test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded", // ---- same as above --- -"test_sce_NCd1d2d3d4d5_none_no_weight", // ---- same as above --- -"test_sce_NCd1d2d3d4d5_none_no_weight_expanded", // ---- same as above --- -"test_sce_NCd1d2d3d4d5_none_no_weight_log_prob", // ---- same as above --- -"test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded", // ---- same as above --- -"test_sce_mean", // Issue:: Parser: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) -"test_sce_mean_3d", // ---- same as above --- -"test_sce_mean_3d_expanded", // ---- same as above --- -"test_sce_mean_3d_log_prob", // ---- same as above --- -"test_sce_mean_3d_log_prob_expanded", // ---- same as above --- -"test_sce_mean_expanded", // ---- same as above --- -"test_sce_mean_log_prob", // ---- same as above --- -"test_sce_mean_log_prob_expanded", // ---- same as above --- -"test_sce_mean_no_weight_ii", // ---- same as above --- -"test_sce_mean_no_weight_ii_3d", // ---- same as above --- -"test_sce_mean_no_weight_ii_3d_expanded", // ---- same as above --- -"test_sce_mean_no_weight_ii_3d_log_prob", // ---- same as above --- -"test_sce_mean_no_weight_ii_3d_log_prob_expanded", // ---- same as above --- -"test_sce_mean_no_weight_ii_4d", // ---- same as above --- -"test_sce_mean_no_weight_ii_4d_expanded", // ---- same as above --- -"test_sce_mean_no_weight_ii_4d_log_prob", // ---- same as above --- -"test_sce_mean_no_weight_ii_4d_log_prob_expanded", // ---- same as above --- -"test_sce_mean_no_weight_ii_expanded", // ---- same as above --- -"test_sce_mean_no_weight_ii_log_prob", // ---- same as above --- -"test_sce_mean_no_weight_ii_log_prob_expanded", // ---- same as above --- -"test_sce_mean_weight", // ---- same as above --- -"test_sce_mean_weight_expanded", // ---- same as above --- -"test_sce_mean_weight_ii", // ---- same as above --- -"test_sce_mean_weight_ii_3d", // ---- same as above --- -"test_sce_mean_weight_ii_3d_expanded", // ---- same as above --- -"test_sce_mean_weight_ii_3d_log_prob", // ---- same as above --- -"test_sce_mean_weight_ii_3d_log_prob_expanded", // ---- same as above --- -"test_sce_mean_weight_ii_4d", // ---- same as above --- -"test_sce_mean_weight_ii_4d_expanded", // ---- same as above --- -"test_sce_mean_weight_ii_4d_log_prob", // ---- same as above --- -"test_sce_mean_weight_ii_4d_log_prob_expanded", // ---- same as above --- -"test_sce_mean_weight_ii_expanded", // ---- same as above --- -"test_sce_mean_weight_ii_log_prob", // ---- same as above --- -"test_sce_mean_weight_ii_log_prob_expanded", // ---- same as above --- -"test_sce_mean_weight_log_prob", // ---- same as above --- -"test_sce_mean_weight_log_prob_expanded", // ---- same as above --- +"test_scan_sum", // ---- same as above --- +"test_sce_NCd1_mean_weight_negative_ii", // Issue:: Parser: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) +"test_sce_NCd1_mean_weight_negative_ii_expanded", // ---- same as above --- +"test_sce_NCd1_mean_weight_negative_ii_log_prob", // ---- same as above --- +"test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded", // ---- same as above --- +"test_sce_NCd1d2d3_none_no_weight_negative_ii", // ---- same as above --- +"test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded", // ---- same as above --- +"test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob", // ---- same as above --- +"test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded", // ---- same as above --- +"test_sce_NCd1d2d3_sum_weight_high_ii", // ---- same as above --- +"test_sce_NCd1d2d3_sum_weight_high_ii_expanded", // ---- same as above --- +"test_sce_NCd1d2d3_sum_weight_high_ii_log_prob", // ---- same as above --- +"test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded", // ---- same as above --- +"test_sce_NCd1d2d3d4d5_mean_weight", // ---- same as above --- +"test_sce_NCd1d2d3d4d5_mean_weight_expanded", // ---- same as above --- +"test_sce_NCd1d2d3d4d5_mean_weight_log_prob", // ---- same as above --- +"test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded", // ---- same as above --- +"test_sce_NCd1d2d3d4d5_none_no_weight", // ---- same as above --- +"test_sce_NCd1d2d3d4d5_none_no_weight_expanded", // ---- same as above --- +"test_sce_NCd1d2d3d4d5_none_no_weight_log_prob", // ---- same as above --- +"test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded", // ---- same as above --- +"test_sce_mean", // Issue:: Parser: Layer does not exist (NegativeLogLikelihoodLoss, SoftmaxCrossEntropyLoss) +"test_sce_mean_3d", // ---- same as above --- +"test_sce_mean_3d_expanded", // ---- same as above --- +"test_sce_mean_3d_log_prob", // ---- same as above --- +"test_sce_mean_3d_log_prob_expanded", // ---- same as above --- +"test_sce_mean_expanded", // ---- same as above --- +"test_sce_mean_log_prob", // ---- same as above --- +"test_sce_mean_log_prob_expanded", // ---- same as above --- +"test_sce_mean_no_weight_ii", // ---- same as above --- +"test_sce_mean_no_weight_ii_3d", // ---- same as above --- +"test_sce_mean_no_weight_ii_3d_expanded", // ---- same as above --- +"test_sce_mean_no_weight_ii_3d_log_prob", // ---- same as above --- +"test_sce_mean_no_weight_ii_3d_log_prob_expanded", // ---- same as above --- +"test_sce_mean_no_weight_ii_4d", // ---- same as above --- +"test_sce_mean_no_weight_ii_4d_expanded", // ---- same as above --- +"test_sce_mean_no_weight_ii_4d_log_prob", // ---- same as above --- +"test_sce_mean_no_weight_ii_4d_log_prob_expanded", // ---- same as above --- +"test_sce_mean_no_weight_ii_expanded", // ---- same as above --- +"test_sce_mean_no_weight_ii_log_prob", // ---- same as above --- +"test_sce_mean_no_weight_ii_log_prob_expanded", // ---- same as above --- +"test_sce_mean_weight", // ---- same as above --- +"test_sce_mean_weight_expanded", // ---- same as above --- +"test_sce_mean_weight_ii", // ---- same as above --- +"test_sce_mean_weight_ii_3d", // ---- same as above --- +"test_sce_mean_weight_ii_3d_expanded", // ---- same as above --- +"test_sce_mean_weight_ii_3d_log_prob", // ---- same as above --- +"test_sce_mean_weight_ii_3d_log_prob_expanded", // ---- same as above --- +"test_sce_mean_weight_ii_4d", // ---- same as above --- +"test_sce_mean_weight_ii_4d_expanded", // ---- same as above --- +"test_sce_mean_weight_ii_4d_log_prob", // ---- same as above --- +"test_sce_mean_weight_ii_4d_log_prob_expanded", // ---- same as above --- +"test_sce_mean_weight_ii_expanded", // ---- same as above --- +"test_sce_mean_weight_ii_log_prob", // ---- same as above --- +"test_sce_mean_weight_ii_log_prob_expanded", // ---- same as above --- +"test_sce_mean_weight_log_prob", // ---- same as above --- +"test_sce_mean_weight_log_prob_expanded", // ---- same as above --- "test_sce_none", // ---- same as above --- -"test_sce_none_expanded", // ---- same as above --- -"test_sce_none_log_prob", // ---- same as above --- -"test_sce_none_log_prob_expanded", // ---- same as above --- -"test_sce_none_weights", // ---- same as above --- -"test_sce_none_weights_expanded", // ---- same as above --- -"test_sce_none_weights_log_prob", // ---- same as above --- -"test_sce_none_weights_log_prob_expanded", // ---- same as above --- -"test_sce_sum", // ---- same as above --- -"test_sce_sum_expanded", // ---- same as above --- -"test_sce_sum_log_prob", // ---- same as above --- -"test_sce_sum_log_prob_expanded", // ---- same as above --- +"test_sce_none_expanded", // ---- same as above --- +"test_sce_none_log_prob", // ---- same as above --- +"test_sce_none_log_prob_expanded", // ---- same as above --- +"test_sce_none_weights", // ---- same as above --- +"test_sce_none_weights_expanded", // ---- same as above --- +"test_sce_none_weights_log_prob", // ---- same as above --- +"test_sce_none_weights_log_prob_expanded", // ---- same as above --- +"test_sce_sum", // ---- same as above --- +"test_sce_sum_expanded", // ---- same as above --- +"test_sce_sum_log_prob", // ---- same as above --- +"test_sce_sum_log_prob_expanded", // ---- same as above --- "test_selu_default_expanded_ver18", "test_selu_example_expanded_ver18", "test_selu_expanded_ver18", -"test_sequence_insert_at_back", // Issue:: Parser: typeProto.has_tensor_type() in function 'populateNet' -"test_sequence_insert_at_front", // ---- same as above --- -"test_simple_rnn_batchwise", // Issue:: Parser: Can't create layer "onnx_node_output_1!Y_h" of type "RNN" in function 'getLayerInstance' -"test_simple_rnn_defaults", // ---- same as above --- -"test_simple_rnn_with_initial_bias", // ---- same as above --- +"test_sequence_insert_at_back", // Issue:: Parser: typeProto.has_tensor_type() in function 'populateNet' +"test_sequence_insert_at_front", // ---- same as above --- +"test_sequence_map_add_1_sequence_1_tensor", +"test_sequence_map_add_1_sequence_1_tensor_expanded", +"test_sequence_map_add_2_sequences", +"test_sequence_map_add_2_sequences_expanded", +"test_sequence_map_extract_shapes", +"test_sequence_map_extract_shapes_expanded", +"test_sequence_map_identity_1_sequence", +"test_sequence_map_identity_1_sequence_1_tensor", +"test_sequence_map_identity_1_sequence_1_tensor_expanded", +"test_sequence_map_identity_1_sequence_expanded", +"test_sequence_map_identity_2_sequences", +"test_sequence_map_identity_2_sequences_expanded", +"test_shape_start_greater_than_end", +"test_shrink_hard_expanded_ver18", +"test_shrink_soft_expanded_ver18", +"test_simple_rnn_batchwise", // Issue:: Parser: Can't create layer "onnx_node_output_1!Y_h" of type "RNN" in function 'getLayerInstance' +"test_simple_rnn_defaults", // ---- same as above --- +"test_simple_rnn_with_initial_bias", // ---- same as above --- "test_slice_start_out_of_bounds", +"test_softplus_example_expanded_ver18", +"test_softplus_expanded_ver18", +"test_softsign_example_expanded_ver18", +"test_softsign_expanded_ver18", +"test_split_1d_uneven_split_opset18", //type mismatch +"test_split_2d_uneven_split_opset18", +"test_split_equal_parts_1d_opset13", +"test_split_equal_parts_1d_opset18", +"test_split_equal_parts_2d_opset13", +"test_split_equal_parts_default_axis_opset13", +"test_split_equal_parts_default_axis_opset18", +"test_split_to_sequence_1", +"test_split_to_sequence_2", +"test_split_to_sequence_nokeepdims", +"test_split_variable_parts_1d_opset13", +"test_split_variable_parts_1d_opset18", +"test_split_variable_parts_2d_opset13", +"test_split_variable_parts_2d_opset18", +"test_split_variable_parts_default_axis_opset13", +"test_split_variable_parts_default_axis_opset18", "test_split_zero_size_splits", // ---- incompatible type of input tensor #0 'input': CV_8UC1 given, CV_32FC1 expected in function 'setGraphInput' --- -"test_strnormalizer_export_monday_casesensintive_lower", // 'Strings' (1) are not supported in function 'getLayerParams' -"test_strnormalizer_export_monday_casesensintive_nochangecase", // ---- same as above --- -"test_strnormalizer_export_monday_casesensintive_upper", // ---- same as above --- -"test_strnormalizer_export_monday_empty_output", // ---- same as above --- -"test_strnormalizer_export_monday_insensintive_upper_twodim", // ---- same as above --- -"test_strnormalizer_nostopwords_nochangecase", // Issue:: Parser: Can't create layer "onnx_node_output_0!y" of type "StringNormalizer" in function 'getLayerInstance' -"test_tfidfvectorizer_tf_batch_onlybigrams_skip0", // Issue:: Parser: Can't create layer "onnx_node_output_0!Y" of type "TfIdfVectorizer" in function 'getLayerInstance' +"test_split_zero_size_splits_opset13", +"test_split_zero_size_splits_opset18", +"test_stft", +"test_stft_with_window", +"test_string_concat", +"test_string_concat_broadcasting", +"test_string_concat_empty_string", +"test_string_concat_utf8", +"test_string_concat_zero_dimensional", +"test_string_split_basic", +"test_string_split_consecutive_delimiters", +"test_string_split_empty_string_delimiter", +"test_string_split_empty_tensor", +"test_string_split_maxsplit", +"test_string_split_no_delimiter", +"test_strnormalizer_export_monday_casesensintive_lower", // 'Strings' (1) are not supported in function 'getLayerParams' +"test_strnormalizer_export_monday_casesensintive_nochangecase", // ---- same as above --- +"test_strnormalizer_export_monday_casesensintive_upper", // ---- same as above --- +"test_strnormalizer_export_monday_empty_output", // ---- same as above --- +"test_strnormalizer_export_monday_insensintive_upper_twodim", // ---- same as above --- +"test_strnormalizer_nostopwords_nochangecase", // Issue:: Parser: Can't create layer "onnx_node_output_0!y" of type "StringNormalizer" in function 'getLayerInstance' +"test_sub_int16", +"test_sub_int8", +"test_sub_uint16", +"test_sub_uint32", +"test_sub_uint64", +"test_swish_expanded", +"test_tensorscatter", +"test_tensorscatter_3d", +"test_tensorscatter_circular", +"test_tfidfvectorizer_tf_batch_onlybigrams_skip0", // Issue:: Parser: Can't create layer "onnx_node_output_0!Y" of type "TfIdfVectorizer" in function 'getLayerInstance' "test_tfidfvectorizer_tf_batch_onlybigrams_skip5", // ---- same as above --- "test_tfidfvectorizer_tf_batch_uniandbigrams_skip5", // ---- same as above --- "test_tfidfvectorizer_tf_only_bigrams_skip0", // ---- same as above --- "test_tfidfvectorizer_tf_onlybigrams_levelempty", // ---- same as above --- "test_tfidfvectorizer_tf_onlybigrams_skip5", // ---- same as above --- -"test_tfidfvectorizer_tf_uniandbigrams_skip5", // Issue:: Parser: Can't create layer "onnx_node_output_0!Y" of type "TfIdfVectorizer" in function 'getLayerInstance' -"test_training_dropout", // Issue::cvtest::norm::wrong data type +"test_tfidfvectorizer_tf_uniandbigrams_skip5", // Issue:: Parser: Can't create layer "onnx_node_output_0!Y" of type "TfIdfVectorizer" in function 'getLayerInstance' +"test_thresholdedrelu_default_expanded_ver18", +"test_thresholdedrelu_example_expanded_ver18", +"test_thresholdedrelu_expanded_ver18", +"test_top_k_same_values", //type mismatch +"test_top_k_same_values_2d", +"test_top_k_same_values_largest", +"test_top_k_uint64", +"test_training_dropout", // Issue::cvtest::norm::wrong data type "test_training_dropout_default", // ---- same as above --- "test_training_dropout_default_mask", // ---- same as above --- "test_training_dropout_mask", // ---- same as above --- @@ -257,3 +1029,5 @@ "test_training_dropout_zero_ratio_mask", // ---- same as above --- "test_tril_zero", // ---- same as above --- "test_triu_zero", // ---- same as above --- +"test_unique_length_1", +"test_wrap_pad", // type mismatch