Add paddle backend

.github/workflows/ci.yml

@@ -52,6 +52,8 @@ jobs:
 
   build-warp-ubuntu:
     runs-on: ubuntu-latest
+    outputs:
+      artifact-url: ${{ steps.exports-header.outputs.artifact-url }}
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
@@ -73,7 +75,13 @@ jobs:
         uses: actions/upload-artifact@v4
         with:
           name: build-artifact-ubuntu
-          path: ./warp/bin/
+          path: warp/bin/
+      - name: Upload exports.h
+        uses: actions/upload-artifact@v4
+        id: exports-header
+        with:
+          name: exports-header
+          path: warp/native/exports.h
 
   build-warp-macos:
     runs-on: macos-latest
@@ -221,3 +229,73 @@ jobs:
           files: ./coverage.xml
           flags: unittests
           token: ${{ secrets.CODECOV_TOKEN }}
+
+  pull-request-docs:
+    runs-on: ubuntu-latest
+    if: ${{ github.event_name == 'pull_request' }}
+    outputs:
+      artifact-url: ${{ steps.build-docs-output.outputs.artifact-url }}
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r docs/requirements.txt
+      - name: Build Sphinx documentation
+        run: python build_docs.py
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v4
+        id: build-docs-output
+        with:
+          name: build-docs-output
+          path: |
+            warp/stubs.py
+            docs/modules/functions.rst
+
+  check-build-docs-output:
+    runs-on: ubuntu-latest
+    needs: pull-request-docs
+    if: ${{ github.event_name == 'pull_request' }}
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+      - name: Download build_docs.py output
+        uses: actions/download-artifact@v4
+        with:
+          name: build-docs-output
+      - name: Check functions.rst
+        env:
+          ARTIFACT_URL: ${{ needs.pull-request-docs.outputs.artifact-url }}
+        run: >
+          git diff --exit-code docs/modules/functions.rst ||
+          (echo "Please run build_docs.py (or download from $ARTIFACT_URL) and add docs/modules/functions.rst to your pull request." && false)
+      - name: Check stubs.py
+        env:
+          ARTIFACT_URL: ${{ needs.pull-request-docs.outputs.artifact-url }}
+        run: >
+          git diff --exit-code warp/stubs.py ||
+          (echo "Please run build_docs.py (or download from $ARTIFACT_URL) and add warp/stubs.py to your pull request." && false)
+
+  check-exports-header:
+    runs-on: ubuntu-latest
+    needs: build-warp-ubuntu
+    if: ${{ github.event_name == 'pull_request' }}
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+      - name: Download exports.h
+        uses: actions/download-artifact@v4
+        with:
+          name: exports-header
+          path: warp/native/
+      - name: Check exports.h
+        env:
+          ARTIFACT_URL: ${{ needs.build-warp-ubuntu.outputs.artifact-url }}
+        run: >
+          git diff --exit-code warp/native/exports.h ||
+          (echo "Please run build_lib.py (or download from $ARTIFACT_URL) and add warp/native/exports.h to your pull request." && false)

.gitlab-ci.yml

@@ -118,7 +118,7 @@ ruff lint:
     - .runner-utility-linux-x86_64
   before_script:
     - python -m pip install --upgrade pip
-    - pip install --upgrade ruff==0.5.0
+    - pip install --upgrade ruff==0.5.5
   script:
     - ruff check --output-format full  --exit-zero # Just to get something in the log
     - ruff check --output-format gitlab > gl-code-quality-report.json
@@ -134,7 +134,7 @@ ruff format:
     - .runner-utility-linux-x86_64
   before_script:
     - python -m pip install --upgrade pip
-    - pip install --upgrade ruff==0.5.0
+    - pip install --upgrade ruff==0.5.5
   script:
     - ruff format --diff
 
@@ -187,10 +187,31 @@ linux-aarch64 test:
     - python -m pip install coverage[toml]
     - echo -e "\\e[0Ksection_end:`date +%s`:install_dependencies\\r\\e[0K"
   script:
-    - python -m warp.tests --junit-report-xml rspec.xml --coverage --coverage-xml coverage.xml -s autodetect
+    - python -m warp.tests --junit-report-xml rspec.xml --coverage --coverage-xml coverage.xml -s autodetect --failfast
   tags:
     - arch/arm
 
+linux-aarch64 test jetson:
+  image: ubuntu:22.04
+  needs: [linux-aarch64 build]
+  extends:
+    - .test_common_main
+  rules:
+    - if: $CI_PIPELINE_SOURCE == "schedule" || $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH 
+    - if: $CI_COMMIT_TAG
+    - if: $CI_COMMIT_BRANCH =~ /^release-.*/
+    - when: manual # If not auto-triggered, allow any pipeline to run this job manually
+  allow_failure: true # Unsure of stability of Jetson runner for now
+  before_script:
+    - echo -e "\\e[0Ksection_start:`date +%s`:install_dependencies[collapsed=true]\\r\\e[0KInstalling dependencies"
+    - !reference [.snippets, install-python+warp-aarch64]
+    - python -m pip install coverage[toml]
+    - echo -e "\\e[0Ksection_end:`date +%s`:install_dependencies\\r\\e[0K"
+  script:
+    - python -m warp.tests --junit-report-xml rspec.xml --coverage --coverage-xml coverage.xml -s autodetect --failfast
+  tags:
+    - gpu/orin
+
 linux-x86_64 test:
   needs: [linux-x86_64 build]
   extends:
@@ -212,8 +233,10 @@ linux-x86_64 test:
     - python -m pip install --upgrade "jax[cuda12_pip]" -f https://storage.googleapis.com/jax-releases/jax_cuda_releases.html
     - python -m pip install -e .
     - echo -e "\\e[0Ksection_end:`date +%s`:install_dependencies\\r\\e[0K"
+    # HACK: disable P2P tests due to misbehaving agents
+    - export WARP_DISABLE_P2P_TESTS=1
   script:
-    - python -m warp.tests --junit-report-xml rspec.xml --coverage --coverage-xml coverage.xml -s autodetect
+    - python -m warp.tests --junit-report-xml rspec.xml --coverage --coverage-xml coverage.xml -s autodetect --failfast
 
 # Note that for throughput reasons this runs on a single-GPU runner
 windows-x86_64 test:
@@ -239,7 +262,7 @@ windows-x86_64 test:
     - python -m pip install -e .
     - Write-Output "$([char]27)[0Ksection_end:$(GetTime):install_dependencies$([char]13)$([char]27)[0K"
   script:
-    - python -m warp.tests --junit-report-xml rspec.xml --coverage --coverage-xml coverage.xml -s autodetect
+    - python -m warp.tests --junit-report-xml rspec.xml --coverage --coverage-xml coverage.xml -s autodetect --failfast
 
 mac-x86_64 test:
   stage: test
@@ -254,7 +277,7 @@ mac-x86_64 test:
     - python -m pip install --upgrade usd-core coverage[toml]
     - echo -e "\\e[0Ksection_end:`date +%s`:install_dependencies\\r\\e[0K"
   script:
-    - python -m warp.tests --junit-report-xml rspec.xml --coverage --coverage-xml coverage.xml -s autodetect
+    - python -m warp.tests --junit-report-xml rspec.xml --coverage --coverage-xml coverage.xml -s autodetect --failfast
 
 # Test the Linux release build in an environment with minimal Python dependencies installed
 linux-x86_64 test minimal:
@@ -291,8 +314,10 @@ linux-x86_64 test minimal:
     - python -m pip install --upgrade pip
     - python -m pip install -e .
     - echo -e "\\e[0Ksection_end:`date +%s`:install_dependencies\\r\\e[0K"
+    # HACK: disable P2P tests due to misbehaving agents
+    - export WARP_DISABLE_P2P_TESTS=1
   script:
-    - python -m warp.tests --junit-report-xml rspec.xml -s autodetect
+    - python -m warp.tests --junit-report-xml rspec.xml -s autodetect --failfast
 
 # Optional multi-GPU Windows job (likely longer queue time)
 windows-x86_64 test mgpu:
@@ -301,9 +326,8 @@ windows-x86_64 test mgpu:
   extends:
     - .save_test_report_artifact
   rules:
-    - if: $CI_PIPELINE_SOURCE == "schedule"
+    - if: $CI_PIPELINE_SOURCE == "schedule" || $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH 
     - if: $CI_COMMIT_TAG
-    - if: $CI_COMMIT_BRANCH =~ /^release-.*/
     - when: manual # Can be triggered in all other scenarios
       allow_failure: true
   before_script:
@@ -323,7 +347,7 @@ windows-x86_64 test mgpu:
     - python -m pip install -e .
     - Write-Output "$([char]27)[0Ksection_end:$(GetTime):install_dependencies$([char]13)$([char]27)[0K"
   script:
-    - python -m warp.tests --junit-report-xml rspec.xml -s autodetect
+    - python -m warp.tests --junit-report-xml rspec.xml -s autodetect --failfast
   tags:
     - os/windows
     - gpu/2x-A5000
@@ -572,7 +596,7 @@ publish wheels to testpypi registry:
   extends:
     - .runner-utility-linux-x86_64
   rules:
-    - if: $PARENT_COMMIT_BRANCH =~ /release-.*/
+    - if: $CI_COMMIT_BRANCH =~ /release-.*/
       when: manual
       allow_failure: true
   environment:
@@ -591,7 +615,7 @@ publish wheels to pypi registry:
   extends:
     - .runner-utility-linux-x86_64
   rules:
-    - if: $PARENT_COMMIT_BRANCH =~ /release-.*/
+    - if: $CI_COMMIT_BRANCH =~ /release-.*/
       when: manual
       allow_failure: true
   environment:

.gitlab/CODEOWNERS

@@ -11,11 +11,8 @@
 # At present this is the only required approval. The rest are optional (^).
 [Public API] @mmacklin
 /warp/__init__.py
-/warp/builtins.py
+/warp/stubs.py
 /warp/constants.py
-/licenses/
-/README.md
-/SECURITY.md
 
 ^[CI/CD] @ershi @ncapens
 /.github/
@@ -29,6 +26,9 @@
 ^[Docs and Examples] @mmacklin @ershi
 /docs/
 /warp/examples/
+/licenses/
+/README.md
+/SECURITY.md
 
 ^[Code Generation] @ncapens @mmacklin
 /warp/codegen.py

.gitlab/ci/additional-tests.yml

@@ -46,8 +46,10 @@ linux-x86_64 test:
     - python -m pip install --upgrade "jax[cuda12_pip]" -f https://storage.googleapis.com/jax-releases/jax_cuda_releases.html
     - python -m pip install -e .
     - echo -e "\\e[0Ksection_end:`date +%s`:install_dependencies\\r\\e[0K"
+    # HACK: disable P2P tests due to misbehaving agents
+    - export WARP_DISABLE_P2P_TESTS=1
   script:
-    - python -m warp.tests --junit-report-xml rspec.xml -s autodetect
+    - python -m warp.tests --junit-report-xml rspec.xml -s autodetect --failfast
 
 windows-x86_64 test:
   stage: test
@@ -74,10 +76,7 @@ windows-x86_64 test:
     - python -m pip install -e .
     - Write-Output "$([char]27)[0Ksection_end:$(GetTime):install_dependencies$([char]13)$([char]27)[0K"
   script:
-    - python -m warp.tests --junit-report-xml rspec.xml -s autodetect
-  tags:
-    - os/windows
-    - gpu/2x-A5000
+    - python -m warp.tests --junit-report-xml rspec.xml -s autodetect --failfast
 
 linux-aarch64 test:
   stage: test
@@ -92,7 +91,7 @@ linux-aarch64 test:
     - !reference [.snippets, install-python+warp-aarch64]
     - echo -e "\\e[0Ksection_end:`date +%s`:install_dependencies\\r\\e[0K"
   script:
-    - python -m warp.tests --junit-report-xml rspec.xml -s autodetect
+    - python -m warp.tests --junit-report-xml rspec.xml -s autodetect --failfast
   tags:
     - arch/arm
 
@@ -111,4 +110,4 @@ mac-x86_64 test:
     - python -m pip install --upgrade usd-core coverage[toml]
     - echo -e "\\e[0Ksection_end:`date +%s`:install_dependencies\\r\\e[0K"
   script:
-    - python -m warp.tests --junit-report-xml rspec.xml --coverage --coverage-xml coverage.xml -s autodetect
+    - python -m warp.tests --junit-report-xml rspec.xml --coverage --coverage-xml coverage.xml -s autodetect --failfast

.gitlab/ci/common.yml

@@ -63,6 +63,13 @@ include:
     - source _venv/bin/activate
     - python -m pip install --upgrade pip
     - python -m pip install -e .
+  prepare-kit-artifacts:
+    - python3 tools/ci/publishing/build_nodes_info.py
+    - rm -rf warp/native/cutlass
+    - mv warp exts/omni.warp.core/
+    - find . -type f -exec chmod 664 {} +
+    - find . -type d -exec chmod 775 {} +
+    - find exts/ -name .gitignore -delete
 
 # Used to log the output of jobs that run only run unit tests (no coverage report)
 .save_test_report_artifact: