[tests] Skip deflate_stateful's test cases with verification mode enabled for sw and auto paths (#1248)

The failing tests are the known limitation of the library. There is no quick fix available for the problematic tests, so it was decided to skip them and enable back once the problem in the library is fixed. this will help to achieve green pre-commits and reduce the probability of other hidden errors.

Author: ElenaTyuleneva

tools/tests/functional/algorithmic_tests/low_level_api/deflate_stateful.cpp

@@ -298,7 +298,12 @@ QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, dynamic_high) {
     }
 }
 
-QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, dynamic_default_verify) {
+/*
+ * A common function for deflate stateful testing with dynamic default verify
+ *
+ * Input: small_block_sizes - if true, skip the test cases with the big block_size for SW path.
+ */
+static void deflate_stateful_dynamic_default_verify_common(bool small_block_sizes) {
     auto     execution_path = util::TestEnvironment::GetInstance().GetExecutionPath();
     uint32_t job_size       = 0;
 
@@ -318,6 +323,11 @@ QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, dynamic_default_verify) {
         source = dataset.second;
         for (auto block_size : get_chunk_sizes()) {
             if (block_size == 0) { block_size = source.size(); }
+
+            // Skip the test case with the big block_size for SW path.
+            // It should be turned on when the problem is fixed in the library.
+            if (small_block_sizes && (block_size >= 32872)) { continue; }
+
             const std::string error_message =
                     "File name - " + dataset.first + ", block size = " + std::to_string(block_size);
             std::vector<uint8_t> compressed_source(source.size() * 2);
@@ -336,7 +346,29 @@ QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, dynamic_default_verify) {
     }
 }
 
-QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, dynamic_high_verify) {
+QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, dynamic_default_verify_small_block_size) {
+    const bool test_only_small_block_sizes = true;
+    deflate_stateful_dynamic_default_verify_common(test_only_small_block_sizes);
+}
+
+QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, dynamic_default_verify_large_block_size) {
+    auto execution_path = util::TestEnvironment::GetInstance().GetExecutionPath();
+
+    // Skip the test case with the big block_size for SW and Auto paths.
+    // The test should be turned on when the problem is fixed in the library.
+    QPL_SKIP_TEST_FOR_EXPR_VERBOSE(
+            (execution_path == qpl_path_software) || (execution_path == qpl_path_auto),
+            "There is the known issue with the verification mode for big block sizes (32KB and more) on SW and Auto paths\n");
+    const bool test_only_small_block_sizes = false;
+    deflate_stateful_dynamic_default_verify_common(test_only_small_block_sizes);
+}
+
+/*
+ * A common function for deflate stateful testing with dynamic high verify
+ *
+ * Input: small_block_sizes - if true, skip the test cases with the big block_size for SW path.
+ */
+static void deflate_stateful_dynamic_high_verify_common(bool small_block_sizes) {
     auto execution_path = util::TestEnvironment::GetInstance().GetExecutionPath();
 
     QPL_SKIP_TEST_FOR_VERBOSE(qpl_path_hardware, "Hardware path doesn't support high level compression");
@@ -359,6 +391,11 @@ QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, dynamic_high_verify) {
         source = dataset.second;
         for (auto block_size : get_chunk_sizes()) {
             if (block_size == 0) { block_size = source.size(); }
+
+            // Skip the test case with the big block_size for SW path.
+            // It should be turned on when the problem is fixed in the library.
+            if (small_block_sizes && (block_size >= 32872)) { continue; }
+
             const std::string error_message =
                     "File name - " + dataset.first + ", block size = " + std::to_string(block_size);
             std::vector<uint8_t> compressed_source(source.size() * 2);
@@ -377,6 +414,23 @@ QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, dynamic_high_verify) {
     }
 }
 
+QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, dynamic_high_verify_small_block_size) {
+    const bool test_only_small_block_sizes = true;
+    deflate_stateful_dynamic_high_verify_common(test_only_small_block_sizes);
+}
+
+QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, dynamic_high_verify_large_block_size) {
+    auto execution_path = util::TestEnvironment::GetInstance().GetExecutionPath();
+
+    // Skip the test case with the big block_size for SW and Auto paths.
+    // The test should be turned on when the problem is fixed in the library.
+    QPL_SKIP_TEST_FOR_EXPR_VERBOSE(
+            (execution_path == qpl_path_software) || (execution_path == qpl_path_auto),
+            "There is the known issue with the verification mode for big block sizes (32KB and more) on SW and Auto paths\n");
+    const bool test_only_small_block_sizes = false;
+    deflate_stateful_dynamic_high_verify_common(test_only_small_block_sizes);
+}
+
 QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, fixed_default) {
     auto     execution_path = util::TestEnvironment::GetInstance().GetExecutionPath();
     uint32_t job_size       = 0;
@@ -457,8 +511,15 @@ QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, fixed_high) {
 }
 
 QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, fixed_default_verify) {
-    auto     execution_path = util::TestEnvironment::GetInstance().GetExecutionPath();
-    uint32_t job_size       = 0;
+    auto execution_path = util::TestEnvironment::GetInstance().GetExecutionPath();
+
+    // Skip the testing for SW and Auto paths, since all test cases are failing.
+    // The test should be turned on when the problem is fixed in the library.
+    QPL_SKIP_TEST_FOR_EXPR_VERBOSE(
+            (execution_path == qpl_path_software) || (execution_path == qpl_path_auto),
+            "There is the known issue with the verification mode for this test cases on SW and Auto paths\n");
+
+    uint32_t job_size = 0;
 
     auto status = qpl_get_job_size(execution_path, &job_size);
     ASSERT_EQ(QPL_STS_OK, status) << "Failed to get job size\n";
@@ -499,6 +560,12 @@ QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, fixed_high_verify) {
 
     QPL_SKIP_TEST_FOR_VERBOSE(qpl_path_hardware, "Hardware path doesn't support high level compression");
 
+    // Skip the testing for SW and Auto paths, since all test cases are failing.
+    // The test should be turned on when the problem is fixed in the library.
+    QPL_SKIP_TEST_FOR_EXPR_VERBOSE(
+            (execution_path == qpl_path_software) || (execution_path == qpl_path_auto),
+            "There is the known issue with the verification mode for this test cases on SW and Auto paths\n");
+
     uint32_t job_size = 0;
 
     auto status = qpl_get_job_size(execution_path, &job_size);
@@ -640,8 +707,15 @@ QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, static_high) {
 }
 
 QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, static_default_verify) {
-    auto     execution_path = util::TestEnvironment::GetInstance().GetExecutionPath();
-    uint32_t job_size       = 0;
+    auto execution_path = util::TestEnvironment::GetInstance().GetExecutionPath();
+
+    // Skip the testing for SW and Auto paths, since all test cases are failing.
+    // The test should be turned on when the problem is fixed in the library.
+    QPL_SKIP_TEST_FOR_EXPR_VERBOSE(
+            (execution_path == qpl_path_software) || (execution_path == qpl_path_auto),
+            "There is the known issue with the verification mode for this test cases on SW and Auto paths\n");
+
+    uint32_t job_size = 0;
 
     auto status = qpl_get_job_size(execution_path, &job_size);
     ASSERT_EQ(QPL_STS_OK, status) << "Failed to get job size\n";
@@ -695,6 +769,12 @@ QPL_LOW_LEVEL_API_ALGORITHMIC_TEST(deflate_stateful, static_high_verify) {
 
     QPL_SKIP_TEST_FOR_VERBOSE(qpl_path_hardware, "Hardware path doesn't support high level compression");
 
+    // Skip the testing for SW and Auto paths, since all test cases are failing.
+    // The test should be turned on when the problem is fixed in the library.
+    QPL_SKIP_TEST_FOR_EXPR_VERBOSE(
+            (execution_path == qpl_path_software) || (execution_path == qpl_path_auto),
+            "There is the known issue with the verification mode for this test cases on SW and Auto paths\n");
+
     uint32_t job_size = 0;
 
     auto status = qpl_get_job_size(execution_path, &job_size);