Add negative tests to cmake and CI.

Author: Rot127

.github/workflows/CITest.yml

@@ -147,6 +147,16 @@ jobs:
       run: |
         sh suite/run_invalid_cstool.sh
 
+    - name: cstest negatives
+      if: startsWith(matrix.config.build-system, 'cmake')
+      run: |
+        ctest --test-dir build --output-on-failure -R NegativeTests1
+        ctest --test-dir build --output-on-failure -R NegativeTests2
+        ctest --test-dir build --output-on-failure -R NegativeTests3
+        ctest --test-dir build --output-on-failure -R NegativeTests4
+        ctest --test-dir build --output-on-failure -R NegativeTests5
+        ctest --test-dir build --output-on-failure -R NegativeTests6
+
     - name: cstest MC
       if: startsWith(matrix.config.build-system, 'cmake')
       run: |
@@ -177,7 +187,10 @@ jobs:
       run: |
         sudo apt-get -y update
         sudo apt-get -y install valgrind
-        valgrind --leak-check=full cstest tests
+        valgrind --leak-check=full cstest tests/details
+        valgrind --leak-check=full cstest tests/features
+        valgrind --leak-check=full cstest tests/issues
+        valgrind --leak-check=full cstest tests/MC
 
     - name: Comaptibility header generation
       # clang-format-17 is only available in Ubuntu 24.04

suite/cstest/CMakeLists.txt

@@ -88,6 +88,40 @@ add_test(FeaturesTests
     WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}
 )
 
+# These tests must be run independently. Otherwise we won't detect when one succeeds.
+# Because cstest will always return not 0 from the first failing test onwards.
+# But we need to ensure all of them fail always.
+add_test(NegativeTests1
+    cstest ${PROJECT_SOURCE_DIR}/tests/negative/should_fail_I.yaml
+    WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}
+)
+set_property(TEST NegativeTests1 PROPERTY WILL_FAIL TRUE)
+add_test(NegativeTests2
+    cstest ${PROJECT_SOURCE_DIR}/tests/negative/should_fail_II.yaml
+    WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}
+)
+set_property(TEST NegativeTests2 PROPERTY WILL_FAIL TRUE)
+add_test(NegativeTests3
+    cstest ${PROJECT_SOURCE_DIR}/tests/negative/should_fail_III.yaml
+    WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}
+)
+set_property(TEST NegativeTests3 PROPERTY WILL_FAIL TRUE)
+add_test(NegativeTests4
+    cstest ${PROJECT_SOURCE_DIR}/tests/negative/should_fail_IV.yaml
+    WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}
+)
+set_property(TEST NegativeTests4 PROPERTY WILL_FAIL TRUE)
+add_test(NegativeTests5
+    cstest ${PROJECT_SOURCE_DIR}/tests/negative/should_fail_V.yaml
+    WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}
+)
+set_property(TEST NegativeTests5 PROPERTY WILL_FAIL TRUE)
+add_test(NegativeTests6
+    cstest ${PROJECT_SOURCE_DIR}/tests/negative/should_fail_VI.yaml
+    WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}
+)
+set_property(TEST NegativeTests6 PROPERTY WILL_FAIL TRUE)
+
 
 if(CAPSTONE_INSTALL)
     install(TARGETS cstest EXPORT capstone-targets DESTINATION ${CMAKE_INSTALL_BINDIR})