WIP: modify benchmark to get more flexibility (to fix-up)

Author: soonum

.github/workflows/benchmark_documentation.yml

@@ -4,8 +4,16 @@ name: benchmark_documentation
 on:
   workflow_dispatch:
     inputs:
-      run-benchmarks:
-        description: "Run benchmarks"
+      run-cpu-benchmarks:
+        description: "Run CPU benchmarks"
+        type: boolean
+        default: true
+      run-gpu-benchmarks:
+        description: "Run GPU benchmarks"
+        type: boolean
+        default: true
+      run-hpu-benchmarks:
+        description: "Run HPU benchmarks"
         type: boolean
         default: true
       generate-svgs:
@@ -25,6 +33,7 @@ jobs:
   run-benchmarks-cpu-integer:
     name: benchmark_documentation/run-benchmarks-cpu-integer
     uses: ./.github/workflows/benchmark_cpu_common.yml
+    if: inputs.run-cpu-benchmarks
     with:
       command: integer
       op_flavor: fast_default
@@ -43,6 +52,7 @@ jobs:
   run-benchmarks-gpu-integer:
     name: benchmark_documentation/run-benchmarks-gpu-integer
     uses: ./.github/workflows/benchmark_gpu_common.yml
+    if: inputs.run-gpu-benchmarks
     with:
       profile: l40
       hardware_name: n3-L40x1
@@ -63,6 +73,7 @@ jobs:
   run-benchmarks-hpu-integer:
     name: benchmark_documentation/run-benchmarks-hpu-integer
     uses: ./.github/workflows/benchmark_hpu_common.yml
+    if: inputs.run-hpu-benchmarks
     with:
       command: integer
       op_flavor: default
@@ -84,6 +95,7 @@ jobs:
   run-benchmarks-cpu-core-crypto:
     name: benchmark_documentation/run-benchmarks-cpu-core-crypto
     uses: ./.github/workflows/benchmark_cpu_common.yml
+    if: inputs.run-cpu-benchmarks
     with:
       command: pbs, ks_pbs
       bench_type: latency
@@ -101,6 +113,7 @@ jobs:
   run-benchmarks-gpu-core-crypto:
     name: benchmark_documentation/run-benchmarks-gpu-core-crypto
     uses: ./.github/workflows/benchmark_gpu_common.yml
+    if: inputs.run-gpu-benchmarks
     with:
       profile: l40
       hardware_name: n3-L40x1
@@ -119,22 +132,28 @@ jobs:
 
   generate-svgs-with-benchmarks-run:
     name: benchmark-documentation/generate-svgs-with-benchmarks-run
-    if: inputs.run-benchmarks && inputs.generate-svgs
+    if: ${{ always() &&
+      (inputs.run-cpu-benchmarks || inputs.run-gpu-benchmarks ||inputs.run-hpu-benchmarks) &&
+      inputs.generate-svgs }}
     needs: [
       run-benchmarks-cpu-integer, run-benchmarks-gpu-integer, run-benchmarks-hpu-integer,
       run-benchmarks-cpu-core-crypto, run-benchmarks-gpu-core-crypto
     ]
     uses: ./.github/workflows/generate_svgs.yml
     with:
-      time_span_days: 1  # This ensures extraction is performed on the last values stored in database/
+      time_span_days: 5
+      generate-cpu-svgs: ${{ inputs.run-cpu-benchmarks }}
+      generate-gpu-svgs: ${{ inputs.run-gpu-benchmarks }}
+      generate-hpu-svgs: ${{ inputs.run-hpu-benchmarks }}
     secrets:
       DATA_EXTRACTOR_DATABASE_USER: ${{ secrets.DATA_EXTRACTOR_DATABASE_USER }}
       DATA_EXTRACTOR_DATABASE_HOST: ${{ secrets.DATA_EXTRACTOR_DATABASE_HOST }}
       DATA_EXTRACTOR_DATABASE_PASSWORD: ${{ secrets.DATA_EXTRACTOR_DATABASE_PASSWORD }}
 
   generate-svgs-without-benchmarks-run:
     name: benchmark-documentation/generate-svgs-without-benchmarks-run
-    if: ${{ !inputs.run-benchmarks && inputs.generate-svgs }}
+    if: ${{ !(inputs.run-cpu-benchmarks || inputs.run-gpu-benchmarks || inputs.run-hpu-benchmarks) &&
+      inputs.generate-svgs }}
     uses: ./.github/workflows/generate_svgs.yml
     with:
       time_span_days: 60

.github/workflows/generate_svgs.yml

@@ -7,6 +7,15 @@ on:
       time_span_days:
         type: string
         required: true
+      generate-cpu-svgs:
+        type: boolean
+        default: true
+      generate-gpu-svgs:
+        type: boolean
+        default: true
+      generate-hpu-svgs:
+        type: boolean
+        default: true
     secrets:
       DATA_EXTRACTOR_DATABASE_USER:
         required: true
@@ -27,6 +36,7 @@ jobs:
   cpu-integer-latency-table:
     name: generate_documentation_svgs/cpu-integer-latency-table
     uses: ./.github/workflows/generate_svg_common.yml
+    if: inputs.generate-cpu-svgs
     with:
       backend: cpu
       hardware_name: hpc7a.96xlarge
@@ -43,6 +53,7 @@ jobs:
   cpu-integer-throughput-table:
     name: generate_documentation_svgs/cpu-integer-latency-table
     uses: ./.github/workflows/generate_svg_common.yml
+    if: inputs.generate-cpu-svgs
     with:
       backend: cpu
       hardware_name: hpc7a.96xlarge
@@ -59,6 +70,7 @@ jobs:
   gpu-integer-latency-table:
     name: generate_documentation_svgs/gpu-integer-latency-table
     uses: ./.github/workflows/generate_svg_common.yml
+    if: inputs.generate-gpu-svgs
     with:
       backend: gpu
       hardware_name: n3-L40x1
@@ -76,6 +88,7 @@ jobs:
   gpu-integer-throughput-table:
     name: generate_documentation_svgs/gpu-integer-throughput-table
     uses: ./.github/workflows/generate_svg_common.yml
+    if: inputs.generate-gpu-svgs
     with:
       backend: gpu
       hardware_name: n3-L40x1
@@ -93,6 +106,7 @@ jobs:
   hpu-integer-latency-table:
     name: generate_documentation_svgs/hpu-integer-latency-table
     uses: ./.github/workflows/generate_svg_common.yml
+    if: inputs.generate-hpu-svgs
     with:
       backend: hpu
       hardware_name: hpu_x1
@@ -109,6 +123,7 @@ jobs:
   hpu-integer-throughput-table:
     name: generate_documentation_svgs/hpu-integer-throughput-table
     uses: ./.github/workflows/generate_svg_common.yml
+    if: inputs.generate-hpu-svgs
     with:
       backend: hpu
       hardware_name: hpu_x1
@@ -129,6 +144,7 @@ jobs:
   cpu-pbs-tables:
     name: generate_documentation_svgs/cpu-pbs-tables
     uses: ./.github/workflows/generate_svg_common.yml
+    if: inputs.generate-cpu-svgs
     with:
       backend: cpu
       hardware_name: hpc7a.96xlarge
@@ -146,6 +162,7 @@ jobs:
   gpu-pbs-tables:
     name: generate_documentation_svgs/gpu-pbs-tables
     uses: ./.github/workflows/generate_svg_common.yml
+    if: inputs.generate-gpu-svgs
     with:
       backend: gpu
       hardware_name: n3-L40x1