ci: remove stderr from workload success criterion (#27349)

Author: PavelEfarinov

ydb/tests/olap/lib/results_processor.py

@@ -35,6 +35,7 @@ def send_data(self, data):
     _run_id: int = None
 
     send_results = external_param_is_true('send-results')
+    ignore_stderr_content = external_param_is_true('ignore_stderr_content')
     _columns_types = (
         ydb.BulkUpsertColumns()
         .add_column('Db', ydb.PrimitiveType.Utf8)
@@ -173,6 +174,7 @@ def _get_duration(dur: float | None):
                 info['ci_build_type'] = ci_build_type
             if ci_sanitizer:
                 info['ci_sanitizer'] = ci_sanitizer
+            info['ignore_stderr_content'] = cls.ignore_stderr_content
 
             info['test_tools_version'] = get_self_version()
 

ydb/tests/olap/load/lib/workload_executor.py

@@ -17,7 +17,7 @@
 )
 from ydb.tests.olap.lib.ydb_cli import YdbCliHelper
 from ydb.tests.olap.lib.results_processor import ResultsProcessor
-from ydb.tests.olap.lib.utils import get_external_param
+from ydb.tests.olap.lib.utils import external_param_is_true, get_external_param
 
 # Импортируем LoadSuiteBase чтобы наследоваться от него
 from ydb.tests.olap.load.lib.conftest import LoadSuiteBase
@@ -45,6 +45,7 @@ class WorkloadTestBase(LoadSuiteBase):
         get_external_param(
             "yaml-config",
             ""))  # Путь к yaml конфигурации
+    _ignore_stderr_content: bool = False
 
     @classmethod
     def get_workload_name(cls) -> str:
@@ -64,7 +65,7 @@ def setup_class(cls) -> None:
         """
         with allure.step("Workload test setup: initialize"):
             cls._setup_start_time = time_module.time()
-
+            cls._ignore_stderr_content = external_param_is_true('ignore_stderr_content')
             # Выполняем только do_setup_class без _Verification
             if hasattr(cls, 'do_setup_class'):
                 try:
@@ -923,12 +924,13 @@ def create_workload_result(
                 result.add_error(
                     f"Workload execution failed. stderr: {stderr}")
                 error_found = True
-            elif "error" in str(stderr).lower():
-                result.add_error(f"Error detected in stderr: {stderr}")
-                error_found = True
-            elif self._has_real_error_in_stdout(str(stdout)):
-                result.add_warning(f"Error detected in stdout: {stdout}")
-                error_found = True
+            elif not self._ignore_stderr_content:
+                if "error" in str(stderr).lower():
+                    result.add_error(f"Error detected in stderr: {stderr}")
+                    error_found = True
+                elif self._has_real_error_in_stdout(str(stdout)):
+                    result.add_warning(f"Error detected in stdout: {stdout}")
+                    error_found = True
 
         # Проверяем предупреждения
         if (
@@ -2007,10 +2009,12 @@ def _execute_single_workload_run(
                             "Command Stderr",
                             attachment_type=allure.attachment_type.TEXT,
                         )
-
-                    # success=True только если stderr пустой (исключая SSH
-                    # warnings) И нет timeout
-                    success = not bool(stderr.strip()) and not is_timeout
+                    if self._ignore_stderr_content:
+                        success = not is_timeout
+                    else:
+                        # success=True только если stderr пустой (исключая SSH
+                        # warnings) И нет timeout
+                        success = not bool(stderr.strip()) and not is_timeout
 
                     execution_time = time_module.time() - run_start_time