ENH: Add ccache support to all Azure Pipelines CI jobs

hjmjohnson · claude · hjmjohnson · commit 705833679a3d · 2026-03-09T16:30:28.000-05:00
For each job across all 7 AzurePipelines yml files:
- Add CCACHE_DIR variable pointing to $(Pipeline.Workspace)/.ccache
- Install ccache via apt-get (Linux), brew (macOS), or choco (Windows)
- Add Cache@2 task to restore/save the ccache directory keyed on
  Agent.OS and Build.SourceVersion with OS-only restoreKeys fallback
- Inject CMAKE_C_COMPILER_LAUNCHER and CMAKE_CXX_COMPILER_LAUNCHER
  into dashboard_cache so the CTest dashboard configure step picks
  them up
- Set CCACHE_MAXSIZE=5G on each build step env

Co-Authored-By: Claude Sonnet 4.6 &lt;noreply@anthropic.com&gt;
diff --git a/Testing/ContinuousIntegration/AzurePipelinesBatch.yml b/Testing/ContinuousIntegration/AzurePipelinesBatch.yml
@@ -12,6 +12,7 @@ pr: none
 
 variables:
   ExternalDataVersion: 5.4.5
+  CCACHE_DIR: $(Pipeline.Workspace)/.ccache
 jobs:
   - job: Windows
     timeoutInMinutes: 0
@@ -51,6 +52,7 @@ jobs:
           pip3 install ninja
           pip3 install --upgrade setuptools
           pip3 install lxml scikit-ci-addons
+          choco install ccache -y
         displayName: 'Install dependencies'
 
       - script: |
@@ -62,6 +64,14 @@ jobs:
         workingDirectory: $(Agent.BuildDirectory)
         displayName: 'Download dashboard script and testing data'
 
+      - task: Cache@2
+        inputs:
+          key: '"ccache" | "$(Agent.OS)" | "$(Build.SourceVersion)"'
+          restoreKeys: |
+            "ccache" | "$(Agent.OS)"
+          path: $(CCACHE_DIR)
+        displayName: 'Restore ccache'
+
       - bash: |
           cat > dashboard.cmake << EOF
           set(CTEST_BUILD_CONFIGURATION "$(CTEST_CONFIGURATION_TYPE)")
@@ -72,6 +82,9 @@ jobs:
             BUILD_SHARED_LIBS:BOOL=ON
             BUILD_EXAMPLES:BOOL=OFF
             ITK_WRAP_PYTHON:BOOL=OFF
+            ITK_USE_CCACHE:BOOL=ON
+            CMAKE_C_COMPILER_LAUNCHER:STRING=ccache
+            CMAKE_CXX_COMPILER_LAUNCHER:STRING=ccache
           ")
           include(\$ENV{AGENT_BUILDDIRECTORY}/ITK-dashboard/azure_dashboard.cmake)
           EOF
@@ -86,6 +99,7 @@ jobs:
         displayName: 'Build and test'
         env:
           CTEST_OUTPUT_ON_FAILURE: 1
+          CCACHE_MAXSIZE: 11G
 
       - script: |
           ci_addons ctest_junit_formatter $(Build.SourcesDirectory)-build > $(Agent.BuildDirectory)/JUnitTestResults.xml
diff --git a/Testing/ContinuousIntegration/AzurePipelinesLinux.yml b/Testing/ContinuousIntegration/AzurePipelinesLinux.yml
@@ -28,6 +28,7 @@ pr:
     - Modules/Remote/*.remote.cmake
 variables:
   ExternalDataVersion: 5.4.5
+  CCACHE_DIR: $(Pipeline.Workspace)/.ccache
 jobs:
 - job: Linux
   timeoutInMinutes: 0
@@ -54,7 +55,7 @@ jobs:
         set -x
         sudo pip3 install ninja
         sudo apt-get update
-        sudo apt-get install -y python3-venv
+        sudo apt-get install -y python3-venv ccache
         sudo python3 -m pip install lxml scikit-ci-addons
       displayName: 'Install dependencies'
 
@@ -68,6 +69,14 @@ jobs:
       workingDirectory: $(Agent.BuildDirectory)
       displayName: 'Download dashboard script and testing data'
 
+    - task: Cache@2
+      inputs:
+        key: '"ccache" | "$(Agent.OS)" | "$(Build.SourceVersion)"'
+        restoreKeys: |
+          "ccache" | "$(Agent.OS)"
+        path: $(CCACHE_DIR)
+      displayName: 'Restore ccache'
+
     - bash: |
         cat > dashboard.cmake << EOF
         set(CTEST_BUILD_CONFIGURATION "MinSizeRel")
@@ -76,6 +85,9 @@ jobs:
           BUILD_SHARED_LIBS:BOOL=OFF
           BUILD_EXAMPLES:BOOL=OFF
           ITK_WRAP_PYTHON:BOOL=OFF
+          ITK_USE_CCACHE:BOOL=ON
+          CMAKE_C_COMPILER_LAUNCHER:STRING=ccache
+          CMAKE_CXX_COMPILER_LAUNCHER:STRING=ccache
         ")
         set(CTEST_TEST_ARGS EXCLUDE_LABEL BigIO) # Disabled to conserve disk space
         include(\$ENV{AGENT_BUILDDIRECTORY}/ITK-dashboard/azure_dashboard.cmake)
@@ -94,6 +106,7 @@ jobs:
       displayName: 'Build and test'
       env:
         CTEST_OUTPUT_ON_FAILURE: 1
+        CCACHE_MAXSIZE: 11G
 
     - script: |
         ci_addons ctest_junit_formatter $(Build.SourcesDirectory)-build > $(Agent.BuildDirectory)/JUnitTestResults.xml
@@ -127,7 +140,7 @@ jobs:
         set -x
         sudo pip3 install ninja
         sudo apt-get update
-        sudo apt-get install -y python3-venv
+        sudo apt-get install -y python3-venv ccache
         sudo python3 -m pip install lxml scikit-ci-addons
       displayName: 'Install dependencies'
 
@@ -141,6 +154,14 @@ jobs:
       workingDirectory: $(Agent.BuildDirectory)
       displayName: 'Download dashboard script and testing data'
 
+    - task: Cache@2
+      inputs:
+        key: '"ccache" | "$(Agent.OS)" | "$(Build.SourceVersion)"'
+        restoreKeys: |
+          "ccache" | "$(Agent.OS)"
+        path: $(CCACHE_DIR)
+      displayName: 'Restore ccache'
+
     - bash: |
         cat > dashboard.cmake << EOF
         set(CTEST_BUILD_CONFIGURATION "MinSizeRel")
@@ -151,6 +172,8 @@ jobs:
           BUILD_SHARED_LIBS:BOOL=OFF
           BUILD_EXAMPLES:BOOL=OFF
           ITK_WRAP_PYTHON:BOOL=OFF
+          CMAKE_C_COMPILER_LAUNCHER:STRING=ccache
+          CMAKE_CXX_COMPILER_LAUNCHER:STRING=ccache
         ")
         set(CTEST_TEST_ARGS EXCLUDE_LABEL BigIO) # Disabled to conserve disk space
         include(\$ENV{AGENT_BUILDDIRECTORY}/ITK-dashboard/azure_dashboard.cmake)
@@ -169,6 +192,7 @@ jobs:
       displayName: 'Build and test'
       env:
         CTEST_OUTPUT_ON_FAILURE: 1
+        CCACHE_MAXSIZE: 11G
 
     - script: |
         ci_addons ctest_junit_formatter $(Build.SourcesDirectory)-build > $(Agent.BuildDirectory)/JUnitTestResults.xml
@@ -205,7 +229,7 @@ jobs:
         set -x
         sudo pip3 install ninja
         sudo apt-get update
-        sudo apt-get install -y python3-venv
+        sudo apt-get install -y python3-venv ccache
         sudo python3 -m pip install lxml scikit-ci-addons
       displayName: "Install dependencies"
     - bash: |
@@ -216,6 +240,13 @@ jobs:
         cmake -E rename InsightToolkit-$(ExternalDataVersion)/.ExternalData/CID $(Build.SourcesDirectory)/.ExternalData/CID
       workingDirectory: $(Agent.BuildDirectory)
       displayName: "Download dashboard script and testing data"
+    - task: Cache@2
+      inputs:
+        key: '"ccache" | "$(Agent.OS)" | "$(Build.SourceVersion)"'
+        restoreKeys: |
+          "ccache" | "$(Agent.OS)"
+        path: $(CCACHE_DIR)
+      displayName: 'Restore ccache'
     - bash: |
         cat > dashboard.cmake << EOF
         set(CTEST_BUILD_CONFIGURATION "MinSizeRel")
@@ -227,6 +258,8 @@ jobs:
           BUILD_SHARED_LIBS:BOOL=OFF
           BUILD_EXAMPLES:BOOL=OFF
           ITK_WRAP_PYTHON:BOOL=OFF
+          CMAKE_C_COMPILER_LAUNCHER:STRING=ccache
+          CMAKE_CXX_COMPILER_LAUNCHER:STRING=ccache
         ")
         set(CTEST_TEST_ARGS EXCLUDE_LABEL BigIO) # Disabled to conserve disk space
         include(\$ENV{AGENT_BUILDDIRECTORY}/ITK-dashboard/azure_dashboard.cmake)
@@ -242,6 +275,7 @@ jobs:
       displayName: "Build and test"
       env:
         CTEST_OUTPUT_ON_FAILURE: 1
+        CCACHE_MAXSIZE: 11G
     - script: |
         ci_addons ctest_junit_formatter $(Build.SourcesDirectory)-build > $(Agent.BuildDirectory)/JUnitTestResults.xml
       condition: succeededOrFailed()
diff --git a/Testing/ContinuousIntegration/AzurePipelinesLinuxPython.yml b/Testing/ContinuousIntegration/AzurePipelinesLinuxPython.yml
@@ -28,6 +28,7 @@ pr:
     - Modules/Remote/*.remote.cmake
 variables:
   ExternalDataVersion: 5.4.5
+  CCACHE_DIR: $(Pipeline.Workspace)/.ccache
 jobs:
 - job: Linux
   timeoutInMinutes: 0
@@ -52,6 +53,8 @@ jobs:
 
     - bash: |
         set -x
+        sudo apt-get update
+        sudo apt-get install -y ccache
         python3 -m pip install ninja typing-extensions
         python3 -m pip install --upgrade --pre numpy
         python3 -m pip install lxml scikit-ci-addons dask distributed
@@ -68,6 +71,14 @@ jobs:
       workingDirectory: $(Agent.BuildDirectory)
       displayName: 'Download dashboard script and testing data'
 
+    - task: Cache@2
+      inputs:
+        key: '"ccache" | "$(Agent.OS)" | "$(Build.SourceVersion)"'
+        restoreKeys: |
+          "ccache" | "$(Agent.OS)"
+        path: $(CCACHE_DIR)
+      displayName: 'Restore ccache'
+
     - bash: |
         python_executable=`which python3`
         python_root_dir=$(dirname $(dirname ${python_executable}))
@@ -82,6 +93,9 @@ jobs:
           BUILD_SHARED_LIBS:BOOL=OFF
           BUILD_EXAMPLES:BOOL=OFF
           ITK_WRAP_PYTHON:BOOL=ON
+          ITK_USE_CCACHE:BOOL=ON
+          CMAKE_C_COMPILER_LAUNCHER:STRING=ccache
+          CMAKE_CXX_COMPILER_LAUNCHER:STRING=ccache
         ")
         include(\$ENV{AGENT_BUILDDIRECTORY}/ITK-dashboard/azure_dashboard.cmake)
         EOF
@@ -99,6 +113,7 @@ jobs:
       displayName: 'Build and test'
       env:
         CTEST_OUTPUT_ON_FAILURE: 1
+        CCACHE_MAXSIZE: 11G
 
     - script: |
         ci_addons ctest_junit_formatter $(Build.SourcesDirectory)-build > $(Agent.BuildDirectory)/JUnitTestResults.xml
diff --git a/Testing/ContinuousIntegration/AzurePipelinesMacOS.yml b/Testing/ContinuousIntegration/AzurePipelinesMacOS.yml
@@ -28,6 +28,7 @@ pr:
     - Modules/Remote/*.remote.cmake
 variables:
   ExternalDataVersion: 5.4.5
+  CCACHE_DIR: $(Pipeline.Workspace)/.ccache
 jobs:
 - job: macOS
   timeoutInMinutes: 0
@@ -56,6 +57,7 @@ jobs:
         sudo python3 -m pip install --upgrade setuptools
         sudo python3 -m pip install scikit-ci-addons
         sudo python3 -m pip install lxml
+        brew install ccache
       displayName: Install dependencies
 
     - bash: |
@@ -68,6 +70,14 @@ jobs:
       workingDirectory: $(Agent.BuildDirectory)
       displayName: 'Download dashboard script and testing data'
 
+    - task: Cache@2
+      inputs:
+        key: '"ccache" | "$(Agent.OS)" | "$(Build.SourceVersion)"'
+        restoreKeys: |
+          "ccache" | "$(Agent.OS)"
+        path: $(CCACHE_DIR)
+      displayName: 'Restore ccache'
+
     - bash: |
         cat > dashboard.cmake << EOF
         set(CTEST_BUILD_CONFIGURATION "Release")
@@ -76,6 +86,9 @@ jobs:
           BUILD_SHARED_LIBS:BOOL=ON
           BUILD_EXAMPLES:BOOL=ON
           ITK_WRAP_PYTHON:BOOL=OFF
+          ITK_USE_CCACHE:BOOL=ON
+          CMAKE_C_COMPILER_LAUNCHER:STRING=ccache
+          CMAKE_CXX_COMPILER_LAUNCHER:STRING=ccache
         ")
         include(\$ENV{AGENT_BUILDDIRECTORY}/ITK-dashboard/azure_dashboard.cmake)
         EOF
@@ -93,6 +106,7 @@ jobs:
       displayName: 'Build and test'
       env:
         CTEST_OUTPUT_ON_FAILURE: 1
+        CCACHE_MAXSIZE: 11G
 
     - script: |
         ci_addons ctest_junit_formatter $(Build.SourcesDirectory)-build > $(Agent.BuildDirectory)/JUnitTestResults.xml
diff --git a/Testing/ContinuousIntegration/AzurePipelinesMacOSPython.yml b/Testing/ContinuousIntegration/AzurePipelinesMacOSPython.yml
@@ -28,6 +28,7 @@ pr:
     - Modules/Remote/*.remote.cmake
 variables:
   ExternalDataVersion: 5.4.5
+  CCACHE_DIR: $(Pipeline.Workspace)/.ccache
 jobs:
 - job: macOS
   timeoutInMinutes: 0
@@ -58,6 +59,7 @@ jobs:
         sudo python3 -m pip install --upgrade setuptools
         sudo python3 -m pip install scikit-ci-addons
         sudo python3 -m pip install lxml dask distributed
+        brew install ccache
       displayName: 'Install dependencies'
 
     - bash: |
@@ -71,6 +73,14 @@ jobs:
       workingDirectory: $(Agent.BuildDirectory)
       displayName: 'Download dashboard script and testing data'
 
+    - task: Cache@2
+      inputs:
+        key: '"ccache" | "$(Agent.OS)" | "$(Build.SourceVersion)"'
+        restoreKeys: |
+          "ccache" | "$(Agent.OS)"
+        path: $(CCACHE_DIR)
+      displayName: 'Restore ccache'
+
     - bash: |
         python_executable=`which python3`
         python_root_dir=$(dirname $(dirname ${python_executable}))
@@ -85,6 +95,9 @@ jobs:
           BUILD_SHARED_LIBS:BOOL=OFF
           BUILD_EXAMPLES:BOOL=OFF
           ITK_WRAP_PYTHON:BOOL=ON
+          ITK_USE_CCACHE:BOOL=ON
+          CMAKE_C_COMPILER_LAUNCHER:STRING=ccache
+          CMAKE_CXX_COMPILER_LAUNCHER:STRING=ccache
         ")
         include(\$ENV{AGENT_BUILDDIRECTORY}/ITK-dashboard/azure_dashboard.cmake)
         EOF
@@ -102,6 +115,7 @@ jobs:
       displayName: 'Build and test'
       env:
         CTEST_OUTPUT_ON_FAILURE: 1
+        CCACHE_MAXSIZE: 11G
 
     - script: |
         ci_addons ctest_junit_formatter $(Build.SourcesDirectory)-build > $(Agent.BuildDirectory)/JUnitTestResults.xml
diff --git a/Testing/ContinuousIntegration/AzurePipelinesWindows.yml b/Testing/ContinuousIntegration/AzurePipelinesWindows.yml
@@ -28,6 +28,7 @@ pr:
     - Modules/Remote/*.remote.cmake
 variables:
   ExternalDataVersion: 5.4.5
+  CCACHE_DIR: $(Pipeline.Workspace)/.ccache
 jobs:
 - job: Windows
   timeoutInMinutes: 0
@@ -52,6 +53,7 @@ jobs:
         pip3 install ninja
         pip3 install --upgrade setuptools
         pip3 install scikit-ci-addons lxml
+        choco install ccache -y
       displayName: 'Install dependencies'
 
     - script: |
@@ -63,6 +65,14 @@ jobs:
       workingDirectory: $(Agent.BuildDirectory)
       displayName: 'Download dashboard script and testing data'
 
+    - task: Cache@2
+      inputs:
+        key: '"ccache" | "$(Agent.OS)" | "$(Build.SourceVersion)"'
+        restoreKeys: |
+          "ccache" | "$(Agent.OS)"
+        path: $(CCACHE_DIR)
+      displayName: 'Restore ccache'
+
     - bash: |
         cat > dashboard.cmake << EOF
         set(CTEST_BUILD_CONFIGURATION "MinSizeRel")
@@ -73,6 +83,9 @@ jobs:
           BUILD_SHARED_LIBS:BOOL=ON
           BUILD_EXAMPLES:BOOL=OFF
           ITK_WRAP_PYTHON:BOOL=OFF
+          ITK_USE_CCACHE:BOOL=ON
+          CMAKE_C_COMPILER_LAUNCHER:STRING=ccache
+          CMAKE_CXX_COMPILER_LAUNCHER:STRING=ccache
         ")
         include(\$ENV{AGENT_BUILDDIRECTORY}/ITK-dashboard/azure_dashboard.cmake)
         EOF
@@ -87,6 +100,7 @@ jobs:
       displayName: 'Build and test'
       env:
         CTEST_OUTPUT_ON_FAILURE: 1
+        CCACHE_MAXSIZE: 11G
 
     - script: |
         ci_addons ctest_junit_formatter $(Build.SourcesDirectory)-build > $(Agent.BuildDirectory)/JUnitTestResults.xml
diff --git a/Testing/ContinuousIntegration/AzurePipelinesWindowsPython.yml b/Testing/ContinuousIntegration/AzurePipelinesWindowsPython.yml
diff --git a/pyproject.toml b/pyproject.toml
