[Please ignore] test pr-specific cached frozen env

.github/workflows/pr.yaml

@@ -10,188 +10,33 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
-  pr-builder:
-    needs:
-      - check-nightly-ci
-      - changed-files
-      - checks
-      - conda-cpp-build
-      - devcontainer
-      - docs-build
-      - conda-cpp-tests
-      - conda-python-tests
-      - conda-python-distributed-tests
-      - wheel-build-libucxx
-      - wheel-build-ucxx
-      - wheel-tests-ucxx
-      - wheel-build-distributed-ucxx
-      - wheel-tests-distributed-ucxx
-      - telemetry-setup
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    if: always()
-    with:
-      needs: ${{ toJSON(needs) }}
-  check-nightly-ci:
-    runs-on: ubuntu-latest
-    env:
-      RAPIDS_GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-    steps:
-      - name: Check if nightly CI is passing
-        uses: rapidsai/shared-actions/check_nightly_success/dispatch@main
-        with:
-          repo: ucxx
-
-  telemetry-setup:
-    runs-on: ubuntu-latest
-    continue-on-error: true
-    env:
-      OTEL_SERVICE_NAME: "pr-ucxx"
-    steps:
-      - name: Telemetry setup
-        # This gate is here and not at the job level because we need the job to not be skipped,
-        # since other jobs depend on it.
-        if: ${{ vars.TELEMETRY_ENABLED == 'true' }}
-        uses: rapidsai/shared-actions/telemetry-dispatch-stash-base-env-vars@main
-  changed-files:
-    secrets: inherit
-    needs: telemetry-setup
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      files_yaml: |
-        test_cpp:
-          - '**'
-          - '!.devcontainer/**'
-          - '!.pre-commit-config.yaml'
-          - '!.shellcheckrc'
-          - '!README.md'
-          - '!ci/release/update-version.sh'
-          - '!docs/**'
-          - '!python/**'
-        test_python:
-          - '**'
-          - '!.devcontainer/**'
-          - '!.pre-commit-config.yaml'
-          - '!.shellcheckrc'
-          - '!README.md'
-          - '!ci/release/update-version.sh'
-          - '!docs/**'
-  checks:
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    needs: telemetry-setup
-    with:
-      enable_check_generated_files: false
-      ignored_pr_jobs: telemetry-summarize
   conda-cpp-build:
-    needs: checks
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/[email protected]
     with:
       build_type: pull-request
       script: ci/build_cpp.sh
-  docs-build:
-    needs: conda-cpp-build
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      build_type: pull-request
-      node_type: "gpu-l4-latest-1"
-      arch: "amd64"
-      container_image: "rapidsai/ci-conda:latest"
-      script: "ci/build_docs.sh"
   conda-cpp-tests:
-    needs: [conda-cpp-build, changed-files]
+    needs: [conda-cpp-build]
     secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_cpp
+    uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-tests.yaml@msarahan-add-prepare-conda-action
     with:
       build_type: pull-request
       container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
       script: ci/test_cpp.sh
   conda-python-tests:
-    needs: [conda-cpp-build, changed-files]
+    needs: [conda-cpp-build]
     secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
+    uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@msarahan-add-prepare-conda-action
     with:
       build_type: pull-request
       container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
       script: ci/test_python.sh
   conda-python-distributed-tests:
-    needs: [conda-cpp-build, changed-files]
+    needs: [conda-cpp-build]
     secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
+    uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@msarahan-add-prepare-conda-action
     with:
       build_type: pull-request
       script: "ci/test_python_distributed.sh"
       container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
-  wheel-build-libucxx:
-    needs: checks
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      build_type: pull-request
-      script: ci/build_wheel_libucxx.sh
-      # build for every combination of arch and CUDA version, but only for the latest Python
-      matrix_filter: group_by([.ARCH, (.CUDA_VER|split(".")|map(tonumber)|.[0])]) | map(max_by(.PY_VER|split(".")|map(tonumber)))
-      package-name: libucxx
-      package-type: cpp
-  wheel-build-ucxx:
-    needs: wheel-build-libucxx
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      build_type: pull-request
-      script: ci/build_wheel_ucxx.sh
-      package-name: ucxx
-      package-type: python
-  wheel-tests-ucxx:
-    needs: [wheel-build-ucxx, changed-files]
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
-    with:
-      build_type: pull-request
-      container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
-      script: ci/test_wheel_ucxx.sh
-  wheel-build-distributed-ucxx:
-    needs: checks
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      build_type: pull-request
-      script: ci/build_wheel_distributed_ucxx.sh
-      package-name: distributed_ucxx
-      package-type: python
-  wheel-tests-distributed-ucxx:
-    needs: [wheel-build-ucxx, wheel-build-distributed-ucxx, changed-files]
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
-    with:
-      build_type: pull-request
-      container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
-      script: ci/test_wheel_distributed_ucxx.sh
-  devcontainer:
-    secrets: inherit
-    needs: [checks, telemetry-setup]
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      arch: '["amd64"]'
-      cuda: '["12.9"]'
-      build_command: |
-        sccache -z;
-        build-all --verbose;
-        sccache -s;
-
-  telemetry-summarize:
-    # This job must use a self-hosted runner to record telemetry traces.
-    runs-on: linux-amd64-cpu4
-    needs: pr-builder
-    if: ${{ vars.TELEMETRY_ENABLED == 'true' && !cancelled() }}
-    continue-on-error: true
-    steps:
-      - name: Telemetry summarize
-        uses: rapidsai/shared-actions/telemetry-dispatch-summarize@main

ci/test_common.sh

@@ -232,3 +232,9 @@ run_distributed_ucxx_tests_internal() {
   log_command "${CMD_LINE}"
   UCXPY_PROGRESS_MODE=${PROGRESS_MODE} UCXPY_ENABLE_DELAYED_SUBMISSION=${ENABLE_DELAYED_SUBMISSION} UCXPY_ENABLE_PYTHON_FUTURE=${ENABLE_PYTHON_FUTURE} timeout 10m python -m pytest -vs python/distributed-ucxx/distributed_ucxx/tests_internal/
 }
+
+if [ -d /opt/conda ]; then
+  conda init --all --system
+  . /etc/profile.d/conda.sh
+  hash -r
+fi

ci/test_cpp.sh

@@ -7,20 +7,6 @@ set -euo pipefail
 
 source "$(dirname "$0")/test_common.sh"
 
-rapids-logger "Downloading artifacts from previous jobs"
-CPP_CHANNEL=$(rapids-download-conda-from-github cpp)
-
-rapids-logger "Create test conda environment"
-. /opt/conda/etc/profile.d/conda.sh
-
-rapids-dependency-file-generator \
-  --output conda \
-  --file-key test_cpp \
-  --matrix "cuda=${RAPIDS_CUDA_VERSION%.*};arch=$(arch)" \
-  --prepend-channel "${CPP_CHANNEL}" \
-  | tee env.yaml
-
-rapids-mamba-retry env create --yes -f env.yaml -n test
 conda activate test
 
 rapids-print-env

ci/test_python.sh

@@ -7,20 +7,6 @@ set -euo pipefail
 
 source "$(dirname "$0")/test_common.sh"
 
-rapids-logger "Downloading artifacts from previous jobs"
-CPP_CHANNEL=$(rapids-download-conda-from-github cpp)
-
-rapids-logger "Create test conda environment"
-. /opt/conda/etc/profile.d/conda.sh
-
-rapids-dependency-file-generator \
-  --output conda \
-  --file-key test_python \
-  --matrix "cuda=${RAPIDS_CUDA_VERSION%.*};arch=$(arch);py=${RAPIDS_PY_VERSION}" \
-  --prepend-channel "${CPP_CHANNEL}" \
-  | tee env.yaml
-
-rapids-mamba-retry env create --yes -f env.yaml -n test
 conda activate test
 
 rapids-print-env

conda/recipes/ucxx/recipe.yaml

@@ -88,7 +88,7 @@ outputs:
         - ucx
       run:
         - ${{ pin_compatible("cuda-version", upper_bound="x", lower_bound="x") }}
-        - ${{ pin_compatible("librmm", upper_bound="x.x") }}
+        - ${{ pin_compatible("librmm", upper_bound="x.x", lower_bound="x.x.x") }}
         - ucx >=1.15.0,<1.19.0
       run_exports:
         - ${{ pin_subpackage("libucxx", upper_bound="x.x") }}