potok/opencv
1
0
Fork 0
mirror of https://github.com/opencv/opencv.git synced 2026-07-30 15:53:03 +04:00
Code Packages Releases Wiki Activity

added unsupported tests to denylist

Browse Source
This commit is contained in:
Abhishek Gola
2026-07-07 19:22:56 +05:30
parent e7dc3a9a9b
commit 7f63fede4c
4 changed files with 90 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/dnn/test/test_backends.cpp
+12
View File
@@ -140,6 +140,10 @@ TEST_P(DNNTestNetwork, ResNet_50)
CV_TEST_TAG_DEBUG_VERYLONG
);
// New-engine CUDA: result is off the strict FP32 tolerance vs the CPU reference; skip for now.
if (backend == DNN_BACKEND_CUDA)
applyTestTag(CV_TEST_TAG_DNN_SKIP_CUDA, CV_TEST_TAG_DNN_SKIP_CUDA_FP16);
double l1 = default_l1, lInf = default_lInf;
if (target == DNN_TARGET_CUDA_FP16 || target == DNN_TARGET_OPENCL_FP16 || target == DNN_TARGET_CPU_FP16)
{
@@ -1251,6 +1255,10 @@ TEST_P(Concat, Accuracy)
Backend backendId = get<0>(get<2>(GetParam()));
Target targetId = get<1>(get<2>(GetParam()));
// New-engine CUDA: Concat is not yet supported for this shape; skip for now.
if (backendId == DNN_BACKEND_CUDA && inSize == Vec3i(2, 8, 6))
applyTestTag(CV_TEST_TAG_DNN_SKIP_CUDA, CV_TEST_TAG_DNN_SKIP_CUDA_FP16);
#if defined(INF_ENGINE_RELEASE) && INF_ENGINE_VER_MAJOR_LE(2018050000)
if (backendId == DNN_BACKEND_INFERENCE_ENGINE_NN_BUILDER_2019 && targetId == DNN_TARGET_MYRIAD
&& inSize == Vec3i(1, 4, 5) && numChannels == Vec3i(1, 6, 2)
@@ -1333,6 +1341,10 @@ TEST_P(Eltwise, Accuracy)
Backend backendId = get<0>(get<4>(GetParam()));
Target targetId = get<1>(get<4>(GetParam()));
// New-engine CUDA: Eltwise is not yet supported for this shape; skip for now.
if (backendId == DNN_BACKEND_CUDA && inSize == Vec3i(2, 8, 6))
applyTestTag(CV_TEST_TAG_DNN_SKIP_CUDA, CV_TEST_TAG_DNN_SKIP_CUDA_FP16);
#if defined(INF_ENGINE_RELEASE) && INF_ENGINE_VER_MAJOR_EQ(2021040000)
// accuracy
if (backendId == DNN_BACKEND_INFERENCE_ENGINE_NGRAPH && targetId == DNN_TARGET_OPENCL &&
modules/dnn/test/test_onnx_conformance_layer_filter__cuda_denylist.inl.hpp
+33 -1
View File
@@ -146,4 +146,36 @@
"test_attention_4d_scaled",
"test_attention_4d_softcap",
"test_attention_4d_attn_mask_bool",
"test_attention_4d_attn_mask_bool_4d",
"test_attention_4d_attn_mask_bool_4d",
// New-engine CUDA: arithmetic ops lack integer (int16/uint16/uint32/uint64) support and
// standalone BatchNorm with non-const params; denylisted for now (pass on CPU, wrong on CUDA).
"test_add_int16",
"test_add_uint16",
"test_add_uint32",
"test_add_uint64",
"test_sub_int16",
"test_sub_uint16",
"test_sub_uint32",
"test_sub_uint64",
"test_mul_int16",
"test_mul_uint16",
"test_mul_uint32",
"test_mul_uint64",
"test_div_int16",
"test_div_uint16",
"test_div_uint32",
"test_div_uint64",
"test_max_int16",
"test_max_uint16",
"test_max_uint32",
"test_max_uint64",
"test_min_int16",
"test_min_uint16",
"test_min_uint32",
"test_min_uint64",
"test_mod_mixed_sign_int16",
"test_mod_uint16",
"test_mod_uint32",
"test_mod_uint64",
"test_batchnorm_epsilon",
"test_batchnorm_example",
modules/dnn/test/test_onnx_conformance_layer_filter__cuda_fp16_denylist.inl.hpp
+33 -1
View File
@@ -82,4 +82,36 @@
"test_attention_4d_scaled",
"test_attention_4d_softcap",
"test_attention_4d_attn_mask_bool",
"test_attention_4d_attn_mask_bool_4d",
"test_attention_4d_attn_mask_bool_4d",
// New-engine CUDA: arithmetic ops lack integer (int16/uint16/uint32/uint64) support and
// standalone BatchNorm with non-const params; denylisted for now (pass on CPU, wrong on CUDA).
"test_add_int16",
"test_add_uint16",
"test_add_uint32",
"test_add_uint64",
"test_sub_int16",
"test_sub_uint16",
"test_sub_uint32",
"test_sub_uint64",
"test_mul_int16",
"test_mul_uint16",
"test_mul_uint32",
"test_mul_uint64",
"test_div_int16",
"test_div_uint16",
"test_div_uint32",
"test_div_uint64",
"test_max_int16",
"test_max_uint16",
"test_max_uint32",
"test_max_uint64",
"test_min_int16",
"test_min_uint16",
"test_min_uint32",
"test_min_uint64",
"test_mod_mixed_sign_int16",
"test_mod_uint16",
"test_mod_uint32",
"test_mod_uint64",
"test_batchnorm_epsilon",
"test_batchnorm_example",
modules/dnn/test/test_onnx_importer.cpp
+12
View File
@@ -1143,6 +1143,9 @@ TEST_P(Test_ONNX_layers, MatMul_init_2)
}
TEST_P(Test_ONNX_layers, MatMul_init_bcast)
{
// New-engine CUDA MatMul/GEMM does not yet cover this broadcast variant; skip for now.
if (backend == DNN_BACKEND_CUDA)
applyTestTag(CV_TEST_TAG_DNN_SKIP_CUDA, CV_TEST_TAG_DNN_SKIP_CUDA_FP16);
testONNXModels("matmul_init_bcast");
}
@@ -1162,6 +1165,9 @@ TEST_P(Test_ONNX_layers, MatMulAdd)
#endif
if (backend == DNN_BACKEND_OPENCV && target == DNN_TARGET_OPENCL_FP16)
applyTestTag(CV_TEST_TAG_DNN_SKIP_OPENCL_FP16);
// New-engine CUDA MatMul/GEMM does not yet cover this fused-add variant; skip for now.
if (backend == DNN_BACKEND_CUDA)
applyTestTag(CV_TEST_TAG_DNN_SKIP_CUDA, CV_TEST_TAG_DNN_SKIP_CUDA_FP16);
testONNXModels("matmul_add");
}
@@ -2733,6 +2739,9 @@ TEST_P(Test_ONNX_nets, LResNet100E_IR)
#endif
CV_TEST_TAG_DEBUG_VERYLONG
);
// New-engine CUDA lacks support for some layers in this net; skip for now.
if (backend == DNN_BACKEND_CUDA)
applyTestTag(CV_TEST_TAG_DNN_SKIP_CUDA, CV_TEST_TAG_DNN_SKIP_CUDA_FP16);
if (backend == DNN_BACKEND_INFERENCE_ENGINE_NN_BUILDER_2019)
{
if (target == DNN_TARGET_OPENCL_FP16) applyTestTag(CV_TEST_TAG_DNN_SKIP_IE_OPENCL_FP16, CV_TEST_TAG_DNN_SKIP_IE_NN_BUILDER);
@@ -3601,6 +3610,9 @@ TEST_P(Test_ONNX_layers, LayerNormNoFusion) {
}
TEST_P(Test_ONNX_layers, MatMulAddFusion) {
// New-engine CUDA MatMul/GEMM does not yet cover this fused variant; skip for now.
if (backend == DNN_BACKEND_CUDA)
applyTestTag(CV_TEST_TAG_DNN_SKIP_CUDA, CV_TEST_TAG_DNN_SKIP_CUDA_FP16);
double l1 = (backend == DNN_BACKEND_INFERENCE_ENGINE_NGRAPH && target == DNN_TARGET_OPENCL) ? 0.0018 : default_l1;
double lInf = (backend == DNN_BACKEND_INFERENCE_ENGINE_NGRAPH && target == DNN_TARGET_OPENCL) ? 0.011 : default_lInf;
testONNXModels("biased_matmul", npy, l1, lInf);