Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 8 additions & 8 deletions .github/workflows/benchmark-asr-ggml.yml
Original file line number Diff line number Diff line change
Expand Up @@ -381,8 +381,8 @@
echo "=== Disk space after cleanup ==="
df -h

- name: Checkout repository

Check warning on line 384 in .github/workflows/benchmark-asr-ggml.yml

View workflow job for this annotation

GitHub Actions / workflow-security

artipacked

benchmark-asr-ggml.yml:384: credential persistence through GitHub Actions artifacts: does not set persist-credentials: false
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # 7.0.1
with:
repository: ${{ github.event.inputs.repository || github.repository }}
ref: ${{ github.event.inputs.ref || github.ref }}
Expand All @@ -395,7 +395,7 @@
sudo apt-get install -y ffmpeg build-essential cmake unzip curl

- name: Set up Python
uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # 6.2.0
uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # 7.0.0
with:
python-version: '3.12'

Expand Down Expand Up @@ -473,7 +473,7 @@

- name: Configure AWS credentials via OIDC (Arabic dataset)
if: matrix.engine == 'whisper' && startsWith(github.event.inputs.dataset, 'arabic_')
uses: aws-actions/configure-aws-credentials@8df5847569e6427dd6c4fb1cf565c83acfa8afa7 # 6.0.0
uses: aws-actions/configure-aws-credentials@e6de054238d6b7531b4efff3b6587d9aade6a06c # 6.2.3
with:
role-to-assume: ${{ secrets.AWS_OIDC_ROLE_ARN }}
aws-region: eu-central-1
Expand Down Expand Up @@ -539,7 +539,7 @@
# ---------------- parakeet-only model staging ----------------
- name: Configure AWS credentials via OIDC (Parakeet GGUF)
if: matrix.engine == 'parakeet'
uses: aws-actions/configure-aws-credentials@8df5847569e6427dd6c4fb1cf565c83acfa8afa7 # 6.0.0
uses: aws-actions/configure-aws-credentials@e6de054238d6b7531b4efff3b6587d9aade6a06c # 6.2.3
with:
role-to-assume: ${{ secrets.AWS_OIDC_ROLE_ARN }}
aws-region: eu-central-1
Expand Down Expand Up @@ -1035,7 +1035,7 @@

- name: Upload benchmark results
if: always()
uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # 7.0.0
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # 7.0.1
with:
name: asr-accuracy-results-${{ matrix.model_variant }}
path: ${{ env.WORKDIR }}/benchmarks/results
Expand All @@ -1049,8 +1049,8 @@
permissions:
contents: read
steps:
- name: Checkout repository

Check warning on line 1052 in .github/workflows/benchmark-asr-ggml.yml

View workflow job for this annotation

GitHub Actions / workflow-security

artipacked

benchmark-asr-ggml.yml:1052: credential persistence through GitHub Actions artifacts: does not set persist-credentials: false
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # 7.0.1
with:
repository: ${{ github.event.inputs.repository || github.repository }}
ref: ${{ github.event.inputs.ref || github.ref }}
Expand All @@ -1064,7 +1064,7 @@
merge-multiple: true

- name: Set up Python
uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # 6.2.0
uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # 7.0.0
with:
python-version: '3.12'

Expand All @@ -1090,7 +1090,7 @@
cat ../results/results_summary.md >> "$GITHUB_STEP_SUMMARY"

- name: Upload consolidated summary
uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # 7.0.0
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # 7.0.1
with:
name: asr-accuracy-summary
path: ${{ env.WORKDIR }}/benchmarks/results/results_summary.md
Expand Down
22 changes: 11 additions & 11 deletions .github/workflows/benchmark-cli-serve-openai-providers.yml
Original file line number Diff line number Diff line change
Expand Up @@ -57,12 +57,12 @@ jobs:
timeout-minutes: 15
steps:
- name: Checkout
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # 7.0.1
with:
ref: ${{ github.sha }}

- name: Setup Node
uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # 6.3.0
uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # 7.0.0
with:
node-version: "22"
# packages/*/package-lock.json is gitignored in this monorepo — no npm cache path.
Expand Down Expand Up @@ -101,7 +101,7 @@ jobs:
printf 'target_sha=%s\n' "$normalized_target_sha" >> "$GITHUB_OUTPUT"

- name: Checkout target SHA
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # 7.0.1
with:
ref: ${{ steps.resolve.outputs.target_sha }}
persist-credentials: false
Expand All @@ -118,7 +118,7 @@ jobs:
fi

- name: Setup Node
uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # 6.3.0
uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # 7.0.0
with:
node-version: "22"
# packages/*/package-lock.json is gitignored in this monorepo — no npm cache path.
Expand All @@ -143,20 +143,20 @@ jobs:
timeout-minutes: 15
steps:
- name: Harden Runner
uses: step-security/harden-runner@bf7454d06d71f1098171f2acdf0cd4708d7b5920 # v2.20.0
uses: step-security/harden-runner@b09bb98e06d4d774595224525879c09bc6e98c40 # v2.20.1
with:
# Audit npm, raw GitHub spec fetches, and artifact-service egress
# before promoting this provider-free preview path to block mode.
egress-policy: audit

- name: Checkout validated SHA
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # 7.0.1
with:
ref: ${{ needs.validate-target.outputs.target_sha }}
persist-credentials: false

- name: Setup Node
uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # 6.3.0
uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # 7.0.0
with:
node-version: "22"
# packages/*/package-lock.json is gitignored in this monorepo — no npm cache path.
Expand All @@ -173,7 +173,7 @@ jobs:

- name: Upload coverage report
if: always()
uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # 7.0.0
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # 7.0.1
with:
name: openai-coverage-report-${{ github.run_id }}
path: ${{ env.BENCH_DIR }}/results/coverage-preview/
Expand All @@ -197,13 +197,13 @@ jobs:
working-directory: .

- name: Checkout validated SHA
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # 7.0.1
with:
ref: ${{ needs.validate-target.outputs.target_sha }}
persist-credentials: false

- name: Setup Node
uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # 6.3.0
uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # 7.0.0
with:
node-version: "22"
# packages/*/package-lock.json is gitignored in this monorepo — no npm cache path.
Expand Down Expand Up @@ -288,7 +288,7 @@ jobs:

- name: Upload results
if: always() && inputs.mode == 'full'
uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # 7.0.0
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # 7.0.1
with:
name: serve-openai-providers-${{ github.run_id }}
path: ${{ env.BENCH_DIR }}/results/
Expand Down
12 changes: 6 additions & 6 deletions .github/workflows/benchmark-embed-llamacpp.yml
Original file line number Diff line number Diff line change
Expand Up @@ -206,15 +206,15 @@ jobs:
free -h

- name: Checkout repository
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # 7.0.1

- name: Setup Node.js
uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # 6.3.0
uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # 7.0.0
with:
node-version: lts/*

- name: Setup Python
uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # 6.2.0
uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # 7.0.0
with:
python-version: '3.14'
cache: pip
Expand All @@ -226,7 +226,7 @@ jobs:
- name: Get vcpkg cache (monorepo)
if: inputs.addon_version == ''
id: cache-vcpkg
uses: actions/cache@668228422ae6a00e4ad889ee87cd7109ec5666a7 # 5.0.4
uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # 6.1.0
with:
key: linux-x64-${{ hashFiles(format('{0}/vcpkg.json', env.WORKDIR), format('{0}/vcpkg-configuration.json', env.WORKDIR), format('{0}/vcpkg/ports/**', env.WORKDIR), 'vcpkg.json', 'vcpkg-configuration.json', 'vcpkg/ports/**') }}
path: ${{ env.WORKDIR }}/vcpkg/cache
Expand Down Expand Up @@ -397,7 +397,7 @@ jobs:
fi

- name: Upload benchmark results
uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # 7.0.0
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # 7.0.1
if: always()
with:
name: benchmark-results-${{ github.run_number }}
Expand All @@ -407,7 +407,7 @@ jobs:
retention-days: 90

- name: Upload server logs
uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # 7.0.0
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # 7.0.1
if: failure()
with:
name: server-logs-${{ github.run_number }}
Expand Down
12 changes: 6 additions & 6 deletions .github/workflows/benchmark-llm-llamacpp.yml
Original file line number Diff line number Diff line change
Expand Up @@ -256,15 +256,15 @@ jobs:
free -h

- name: Checkout repository
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # 7.0.1

- name: Setup Node.js
uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # 6.3.0
uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # 7.0.0
with:
node-version: lts/*

- name: Setup Python
uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # 6.2.0
uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # 7.0.0
with:
python-version: '3.14'
cache: pip
Expand All @@ -277,7 +277,7 @@ jobs:
- name: Get vcpkg cache
if: inputs.addon_version == ''
id: cache-vcpkg
uses: actions/cache@668228422ae6a00e4ad889ee87cd7109ec5666a7 # 5.0.4
uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # 6.1.0
with:
key: linux-x64-${{ hashFiles( format('{0}/vcpkg.json', inputs.workdir), format('{0}/vcpkg-configuration.json', inputs.workdir), format('{0}/vcpkg/ports/**', inputs.workdir) ) }}
path: ${{ inputs.workdir }}/vcpkg/cache
Expand Down Expand Up @@ -441,7 +441,7 @@ jobs:
fi

- name: Upload benchmark results
uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # 7.0.0
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # 7.0.1
if: always()
with:
name: benchmark-results-${{ github.run_number }}
Expand All @@ -451,7 +451,7 @@ jobs:
retention-days: 90

- name: Upload server logs
uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # 7.0.0
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # 7.0.1
if: failure()
with:
name: server-logs-${{ github.run_number }}
Expand Down
30 changes: 15 additions & 15 deletions .github/workflows/benchmark-ocr-ggml.yml
Original file line number Diff line number Diff line change
Expand Up @@ -109,12 +109,12 @@ jobs:

steps:
- name: Checkout repository
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # 7.0.1
with:
submodules: recursive

- name: Set up Node.js
uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # 6.3.0
uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # 7.0.0
with:
node-version: lts/*

Expand All @@ -125,7 +125,7 @@ jobs:
run: echo "VCPKG_ROOT=$VCPKG_INSTALLATION_ROOT" >> $GITHUB_ENV

- name: Cache vcpkg packages
uses: actions/cache@668228422ae6a00e4ad889ee87cd7109ec5666a7 # 5.0.4
uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # 6.1.0
with:
key: vcpkg-linux-x64-ocr-ggml-${{ hashFiles('packages/ocr-ggml/**/vcpkg.json', 'packages/ocr-ggml/**/CMakeLists.txt') }}
path: |
Expand All @@ -135,7 +135,7 @@ jobs:
restore-keys: vcpkg-linux-x64-ocr-ggml-

- name: Cache ccache
uses: actions/cache@668228422ae6a00e4ad889ee87cd7109ec5666a7 # 5.0.4
uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # 6.1.0
with:
key: ccache-linux-x64-ocr-ggml-${{ github.sha }}
path: ~/.ccache
Expand All @@ -147,7 +147,7 @@ jobs:
sudo apt-get install -y cmake wget build-essential ccache

- name: Setup LLVM
uses: tetherto/qvac/.github/actions/setup-llvm@0c819dd1110e4902223b1f7646cc0f1be2c9bc5c
uses: tetherto/qvac/.github/actions/setup-llvm@98a6a6b6e8f3866dfdd75052a4071269ce85dc41

- name: Setup Vulkan SDK
uses: tetherto/qvac/.github/actions/setup-vulkan-sdk@0bbdca93da303a0b1634ba14a89cec085621078d
Expand All @@ -162,7 +162,7 @@ jobs:
ccache -z

- name: Cache npm dependencies
uses: actions/cache@668228422ae6a00e4ad889ee87cd7109ec5666a7 # 5.0.4
uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # 6.1.0
with:
key: npm-ocr-ggml-${{ hashFiles('packages/ocr-ggml/package-lock.json') }}
path: ~/.npm
Expand All @@ -186,7 +186,7 @@ jobs:
run: ccache -s

- name: Upload build artifact
uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # 7.0.0
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # 7.0.1
with:
name: qvac-ocr-ggml-build
path: |
Expand Down Expand Up @@ -241,12 +241,12 @@ jobs:
run: git config --global core.longpaths true

- name: Checkout repository
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # 7.0.1
with:
submodules: recursive

- name: Set up Node.js
uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # 6.3.0
uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # 7.0.0
with:
node-version: 20

Expand All @@ -255,7 +255,7 @@ jobs:

- name: Set up Python
if: runner.environment == 'github-hosted'
uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # 6.2.0
uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # 7.0.0
with:
python-version: '3.14'
cache: pip
Expand Down Expand Up @@ -326,7 +326,7 @@ jobs:
"$HOME/.local/aws-cli/aws" --version

- name: Configure AWS credentials via OIDC
uses: aws-actions/configure-aws-credentials@8df5847569e6427dd6c4fb1cf565c83acfa8afa7 # 6.0.0
uses: aws-actions/configure-aws-credentials@e6de054238d6b7531b4efff3b6587d9aade6a06c # 6.2.3
with:
role-to-assume: ${{ secrets.AWS_OIDC_ROLE_ARN }}
aws-region: eu-central-1
Expand Down Expand Up @@ -498,15 +498,15 @@ jobs:
PYTHONUNBUFFERED: 1

- name: Upload evaluation results
uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # 7.0.0
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # 7.0.1
if: always()
with:
name: ocr-ggml-benchmark-results-${{ matrix.id }}
path: ${{ env.PKG_DIR }}/benchmarks/quality_eval/results/*
retention-days: 30

- name: Upload evaluation logs
uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # 7.0.0
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # 7.0.1
if: failure()
with:
name: ocr-ggml-benchmark-logs-${{ matrix.id }}
Expand All @@ -522,7 +522,7 @@ jobs:

steps:
- name: Checkout summary renderer
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # 7.0.1
with:
sparse-checkout: |
packages/ocr-ggml/benchmarks/quality_eval/render_summary.py
Expand Down Expand Up @@ -554,7 +554,7 @@ jobs:
--limit "$LIMIT" >> "$GITHUB_STEP_SUMMARY"

- name: Upload consolidated results
uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # 7.0.0
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # 7.0.1
with:
name: ocr-ggml-benchmark-consolidated
path: results
Expand Down
Loading
Loading