TEST CI

lukaszstolarczuk · lukaszstolarczuk · commit 4e7543a145a8 · 2025-03-20T15:27:41.000+01:00
diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml
@@ -3,6 +3,7 @@ name: Nightly
 
 # This job is run at 04:00 UTC every day or on demand.
 on:
+  pull_request:
   workflow_dispatch:
   schedule:
     - cron: '0 4 * * *'
@@ -14,306 +15,6 @@ env:
   BUILD_DIR : "${{github.workspace}}/build"
 
 jobs:
-  fuzz-test:
-      name: Fuzz test
-      strategy:
-        fail-fast: false
-        matrix:
-          build_type: [Debug, Release]
-          compiler: [{c: clang, cxx: clang++}]
-      
-      runs-on: ubuntu-latest
-
-      steps:
-      - name: Checkout repository
-        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
-        with:
-          fetch-depth: 0
-
-      - name: Install apt packages
-        run: |
-          sudo apt-get update
-          sudo apt-get install -y cmake hwloc libhwloc-dev libnuma-dev libtbb-dev
-
-      - name: Configure CMake
-        run: >
-          cmake
-          -B ${{github.workspace}}/build
-          -DCMAKE_BUILD_TYPE=${{matrix.build_type}}
-          -DCMAKE_C_COMPILER=${{matrix.compiler.c}}
-          -DCMAKE_CXX_COMPILER=${{matrix.compiler.cxx}}
-          -DUMF_TESTS_FAIL_ON_SKIP=ON
-          -DUMF_DEVELOPER_MODE=ON
-          -DUMF_BUILD_FUZZTESTS=ON
-
-      - name: Build
-        run: cmake --build ${{github.workspace}}/build --config ${{matrix.build_type}} --verbose -j$(nproc)
-
-      - name: Fuzz long test
-        working-directory: ${{github.workspace}}/build
-        run: ctest -C ${{matrix.build_type}} --output-on-failure --verbose -L "fuzz-long"
-
-  valgrind:
-    name: Valgrind
-    strategy:
-      fail-fast: false
-      matrix:
-          tool: ['memcheck', 'drd', 'helgrind']
-    runs-on: ubuntu-latest
-
-    steps:
-    - name: Checkout repository
-      uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
-      with:
-        fetch-depth: 0
-
-    - name: Install apt packages
-      run: |
-        sudo apt-get update
-        sudo apt-get install -y cmake hwloc libhwloc-dev libnuma-dev libtbb-dev valgrind
-
-    - name: Configure CMake
-      run: >
-        cmake
-        -B ${{github.workspace}}/build
-        -DCMAKE_BUILD_TYPE=Debug
-        -DUMF_FORMAT_CODE_STYLE=OFF
-        -DUMF_DEVELOPER_MODE=ON
-        -DUMF_BUILD_LIBUMF_POOL_JEMALLOC=ON
-        -DUMF_BUILD_LEVEL_ZERO_PROVIDER=OFF
-        -DUMF_BUILD_CUDA_PROVIDER=OFF
-        -DUMF_USE_VALGRIND=1
-        -DUMF_TESTS_FAIL_ON_SKIP=ON
-
-    - name: Build
-      run: cmake --build ${{github.workspace}}/build --config Debug -j$(nproc)
-
-    - name: Run tests under valgrind
-      run: ${{github.workspace}}/test/test_valgrind.sh ${{github.workspace}} ${{github.workspace}}/build ${{matrix.tool}}
-
-  Windows-generators:
-    name: Windows ${{matrix.generator}} generator
-    strategy:
-      matrix:
-        os: ['windows-2019', 'windows-2022']
-        build_type: [Release]
-        compiler: [{c: cl, cxx: cl}]
-        shared_library: ['ON', 'OFF']
-        static_hwloc: ['ON', 'OFF']
-        generator: ['Ninja', 'NMake Makefiles']
-
-    runs-on: ${{matrix.os}}
-
-    steps:
-    - name: Checkout
-      uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
-      with:
-        fetch-depth: 0
-
-    - name: Set VCPKG_PATH with hwloc
-      if: matrix.static_hwloc == 'OFF'
-      run: echo "VCPKG_PATH='${{github.workspace}}/build/vcpkg/packages/hwloc_x64-windows;${{github.workspace}}/build/vcpkg/packages/tbb_x64-windows;${{github.workspace}}/build/vcpkg/packages/jemalloc_x64-windows'" >> $env:GITHUB_ENV
-
-    - name: Set VCPKG_PATH without hwloc
-      if: matrix.static_hwloc == 'ON'
-      run: echo "VCPKG_PATH='${{github.workspace}}/build/vcpkg/packages/tbb_x64-windows;${{github.workspace}}/build/vcpkg/packages/jemalloc_x64-windows'" >> $env:GITHUB_ENV
-
-    - name: Initialize vcpkg
-      uses: lukka/run-vcpkg@5e0cab206a5ea620130caf672fce3e4a6b5666a1 # v11.5
-      env: 
-        VCPKG_PATH: ${{env.VCPKG_PATH}}
-      with:
-        vcpkgGitCommitId: 3dd44b931481d7a8e9ba412621fa810232b66289
-        vcpkgDirectory: ${{env.BUILD_DIR}}/vcpkg
-        vcpkgJsonGlob: '**/vcpkg.json'
-
-    - name: Install dependencies
-      run: vcpkg install
-
-    - name: Install Ninja
-      if: matrix.generator == 'Ninja'
-      uses: seanmiddleditch/gha-setup-ninja@96bed6edff20d1dd61ecff9b75cc519d516e6401 # v5
-
-    - name: Configure MSVC environment
-      uses: ilammy/msvc-dev-cmd@0b201ec74fa43914dc39ae48a89fd1d8cb592756 # v1.13.0
-
-    - name: Configure build
-      run: >
-        cmake
-        -B ${{env.BUILD_DIR}}
-        -DCMAKE_PREFIX_PATH="${{env.VCPKG_PATH}}"
-        -DCMAKE_C_COMPILER=${{matrix.compiler.c}}
-        -DCMAKE_CXX_COMPILER=${{matrix.compiler.cxx}}
-        -G "${{matrix.generator}}"
-        -DUMF_BUILD_SHARED_LIBRARY=${{matrix.shared_library}}
-        -DUMF_LINK_HWLOC_STATICALLY=${{matrix.static_hwloc}}
-        -DUMF_FORMAT_CODE_STYLE=OFF
-        -DUMF_DEVELOPER_MODE=ON
-        -DUMF_BUILD_LIBUMF_POOL_JEMALLOC=ON
-        -DUMF_BUILD_LEVEL_ZERO_PROVIDER=ON
-        -DUMF_BUILD_CUDA_PROVIDER=ON
-        -DUMF_TESTS_FAIL_ON_SKIP=ON
-
-    - name: Build UMF
-      shell: cmd
-      run: cmake --build ${{env.BUILD_DIR}} --config ${{matrix.build_type}} -j %NUMBER_OF_PROCESSORS%
-
-    - name: Run tests
-      shell: cmd
-      working-directory: ${{env.BUILD_DIR}}
-      run: ctest -C ${{matrix.build_type}} --output-on-failure --test-dir test
-
-  icx:
-   name: ICX
-   env:
-     VCPKG_PATH: "${{github.workspace}}/build/vcpkg/packages/hwloc_x64-windows;${{github.workspace}}/build/vcpkg/packages/tbb_x64-windows;${{github.workspace}}/build/vcpkg/packages/jemalloc_x64-windows"
-   strategy:
-     matrix:
-       os: ['windows-2019', 'windows-2022']
-       build_type: [Debug]
-       compiler: [{c: icx, cxx: icx}]
-       shared_library: ['ON', 'OFF']
-       include:
-         - os: windows-2022
-           build_type: Release
-           compiler: {c: icx, cxx: icx}
-           shared_library: 'ON'
-  
-   runs-on: ${{matrix.os}}
-  
-   steps:
-   - name: Checkout
-     uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
-     with:
-       fetch-depth: 0
-  
-   - name: Initialize vcpkg
-     uses: lukka/run-vcpkg@5e0cab206a5ea620130caf672fce3e4a6b5666a1 # v11.5
-     with:
-       vcpkgGitCommitId: 3dd44b931481d7a8e9ba412621fa810232b66289
-       vcpkgDirectory: ${{env.BUILD_DIR}}/vcpkg
-       vcpkgJsonGlob: '**/vcpkg.json'
-  
-   - name: Install dependencies
-     run: vcpkg install
-  
-   - name: Install Ninja
-     uses: seanmiddleditch/gha-setup-ninja@96bed6edff20d1dd61ecff9b75cc519d516e6401 # v5
-  
-   - name: Download icx compiler
-     env:
-       # Link source: https://www.intel.com/content/www/us/en/developer/tools/oneapi/dpc-compiler-download.html
-       CMPLR_LINK: "https://registrationcenter-download.intel.com/akdlm/IRC_NAS/15a35578-2f9a-4f39-804b-3906e0a5f8fc/w_dpcpp-cpp-compiler_p_2024.2.1.83_offline.exe"
-     run: |
-       Invoke-WebRequest -Uri "${{ env.CMPLR_LINK }}" -OutFile compiler_install.exe
-  
-   - name: Install icx compiler
-     shell: cmd
-     run: |
-       start /b /wait .\compiler_install.exe -s -x -f extracted --log extract.log
-       extracted\bootstrapper.exe -s --action install --eula=accept -p=NEED_VS2017_INTEGRATION=0 ^
-         -p=NEED_VS2019_INTEGRATION=0 -p=NEED_VS2022_INTEGRATION=0 --log-dir=.
-  
-   - name: Configure build
-     shell: cmd
-     run: |
-       call "C:\Program Files (x86)\Intel\oneAPI\setvars.bat"
-       call "C:\Program Files (x86)\Intel\oneAPI\setvars-vcvarsall.bat"
-       cmake ^
-         -B ${{env.BUILD_DIR}} ^
-         -DCMAKE_PREFIX_PATH="${{env.VCPKG_PATH}}" ^
-         -DCMAKE_C_COMPILER=${{matrix.compiler.c}} ^
-         -DCMAKE_CXX_COMPILER=${{matrix.compiler.cxx}} ^
-         -G Ninja ^
-         -DUMF_BUILD_SHARED_LIBRARY=${{matrix.shared_library}} ^
-         -DUMF_FORMAT_CODE_STYLE=OFF ^
-         -DUMF_DEVELOPER_MODE=ON ^
-         -DUMF_BUILD_LIBUMF_POOL_JEMALLOC=ON ^
-         -DUMF_BUILD_LEVEL_ZERO_PROVIDER=ON ^
-         -DUMF_BUILD_CUDA_PROVIDER=ON ^
-         -DUMF_TESTS_FAIL_ON_SKIP=ON
-  
-   - name: Build UMF
-     shell: cmd
-     run: |
-       call "C:\Program Files (x86)\Intel\oneAPI\setvars.bat"
-       call "C:\Program Files (x86)\Intel\oneAPI\setvars-vcvarsall.bat"
-       cmake --build ${{env.BUILD_DIR}} --config ${{matrix.build_type}} -j %NUMBER_OF_PROCESSORS%
-  
-   - name: Run tests
-     shell: cmd
-     working-directory: ${{env.BUILD_DIR}}
-     run: |
-       call "C:\Program Files (x86)\Intel\oneAPI\setvars.bat"
-       call "C:\Program Files (x86)\Intel\oneAPI\setvars-vcvarsall.bat"
-       ctest -C ${{matrix.build_type}} --output-on-failure --test-dir test
-
-  # Scenarios where UMF_LINK_HWLOC_STATICALLY is set to OFF and hwloc is not installed in the system
-  # The hwloc library is fetched implicitly
-  hwloc-fallback:
-    name: "Fallback to static hwloc build"
-    strategy:
-      matrix:
-        include:
-          - os: 'ubuntu-latest'
-            build_type: Release
-            number_of_processors: '$(nproc)'
-          - os: 'windows-latest'
-            build_type: Release
-            number_of_processors: '$Env:NUMBER_OF_PROCESSORS'
-    
-    runs-on: ${{matrix.os}}
-
-    steps:
-    - name: Install dependencies
-      if: matrix.os == 'ubuntu-latest'
-      run: sudo apt-get install -y libnuma-dev
-
-    - name: Checkout
-      uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-      with:
-        fetch-depth: 0
-
-    - name: Configure build
-      run: >
-        cmake
-        -B ${{env.BUILD_DIR}}
-        -DCMAKE_BUILD_TYPE=${{matrix.build_type}}
-        -DUMF_BUILD_SHARED_LIBRARY=ON
-        -DUMF_BUILD_EXAMPLES=OFF
-        -DUMF_DEVELOPER_MODE=ON
-        -DUMF_LINK_HWLOC_STATICALLY=OFF
-        -DUMF_TESTS_FAIL_ON_SKIP=ON
-
-    - name: Build UMF
-      run: >
-        cmake
-        --build ${{env.BUILD_DIR}}
-        --config ${{matrix.build_type}}
-        -j ${{matrix.number_of_processors}}
-
-    - name: Run tests
-      working-directory: ${{env.BUILD_DIR}}
-      run: ctest -C ${{matrix.build_type}} --output-on-failure --test-dir test
-
-  L0:
-    uses: ./.github/workflows/reusable_gpu.yml
-    with:
-      name: "LEVEL_ZERO"
-  CUDA:
-    uses: ./.github/workflows/reusable_gpu.yml
-    with:
-      name: "CUDA"
-
-  # Full execution of QEMU tests
-  QEMU:
-    uses: ./.github/workflows/reusable_qemu.yml
-    with:
-      short_run: false
-      # Beside the 2 LTS Ubuntu, we also test this on the latest Ubuntu -  to be updated
-      # every 6 months, so we verify the latest version of packages (compilers, etc.).
-      os: "['ubuntu-22.04', 'ubuntu-24.04', 'ubuntu-24.10']"
-
   Benchmarks:
     uses: ./.github/workflows/reusable_benchmarks.yml
     permissions:
diff --git a/.github/workflows/pr_push.yml b/.github/workflows/pr_push.yml
@@ -17,8 +17,10 @@ permissions:
 
 jobs:
   CodeChecks:
+    if: false
     uses: ./.github/workflows/reusable_checks.yml
   DocsBuild:
+    if: false
     uses: ./.github/workflows/reusable_docs_build.yml
   FastBuild:
     name: Fast builds
diff --git a/.github/workflows/reusable_benchmarks.yml b/.github/workflows/reusable_benchmarks.yml
@@ -145,7 +145,7 @@ jobs:
         taskset -c ${{ env.CORES }} ./sc/devops/scripts/benchmarks/main.py
         ~/bench_workdir_umf
         --umf ${{env.BUILD_DIR}}
-        --timeout 3000
+        --timeout 120
         --output-html remote
         --results-dir ${{ github.workspace }}/results-repo
         --output-markdown
