Addressed comments #695
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and Test Neural Search | |
| on: | |
| schedule: | |
| - cron: '0 0 * * *' # every night | |
| push: | |
| branches: | |
| - "*" | |
| - "feature/**" | |
| pull_request: | |
| branches: | |
| - "*" | |
| - "feature/**" | |
| jobs: | |
| Get-CI-Image-Tag: | |
| uses: opensearch-project/opensearch-build/.github/workflows/get-ci-image-tag.yml@main | |
| with: | |
| product: opensearch | |
| Check-neural-search-linux: | |
| needs: Get-CI-Image-Tag | |
| strategy: | |
| matrix: | |
| java: [21, 24] | |
| os: [ubuntu-latest] | |
| name: Gradle Check Linux | |
| runs-on: ${{ matrix.os }} | |
| container: | |
| # using the same image which is used by opensearch-build team to build the OpenSearch Distribution | |
| # this image tag is subject to change as more dependencies and updates will arrive over time | |
| image: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-version-linux }} | |
| # need to switch to root so that github actions can install runner binary on container without permission issues. | |
| options: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-start-options }} | |
| steps: | |
| - name: Run start commands | |
| run: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-start-command }} | |
| - uses: actions/checkout@v4 | |
| - name: Setup Java ${{ matrix.java }} | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: ${{ matrix.java }} | |
| - name: Run build | |
| run: | | |
| chown -R 1000:1000 `pwd` | |
| su `id -un 1000` -c "./gradlew check --parallel -x integTest" | |
| - name: Upload Coverage Report | |
| if: ${{ !cancelled() && contains(matrix.os, 'ubuntu') && contains(matrix.java, '21') }} | |
| uses: codecov/codecov-action@v3 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| Check-neural-search-windows: | |
| strategy: | |
| matrix: | |
| java: [21, 24] | |
| os: [windows-latest] | |
| name: Gradle Check Windows | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Setup Java ${{ matrix.java }} | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: ${{ matrix.java }} | |
| - name: Run build | |
| run: | | |
| ./gradlew check -x integTest | |
| Precommit-neural-search-linux: | |
| needs: Get-CI-Image-Tag | |
| strategy: | |
| matrix: | |
| java: [21, 24] | |
| os: [ubuntu-latest] | |
| name: Pre-commit Linux | |
| runs-on: ${{ matrix.os }} | |
| container: | |
| # using the same image which is used by opensearch-build team to build the OpenSearch Distribution | |
| # this image tag is subject to change as more dependencies and updates will arrive over time | |
| image: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-version-linux }} | |
| # need to switch to root so that github actions can install runner binary on container without permission issues. | |
| options: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-start-options }} | |
| steps: | |
| - name: Run start commands | |
| run: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-start-command }} | |
| - uses: actions/checkout@v4 | |
| - name: Setup Java ${{ matrix.java }} | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: ${{ matrix.java }} | |
| - name: Run build | |
| run: | | |
| chown -R 1000:1000 `pwd` | |
| su `id -un 1000` -c "./gradlew precommit -x integTest --parallel" | |
| integTest: | |
| needs: Precommit-neural-search-linux | |
| strategy: | |
| matrix: | |
| java: [ 21, 23 ] | |
| os: [ ubuntu-latest ] | |
| name: Integ Test JDK${{ matrix.java }}, ${{ matrix.os }} | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up JDK ${{ matrix.java }} | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: ${{ matrix.java }} | |
| distribution: temurin | |
| - name: Build and Run Tests | |
| run: | | |
| ./gradlew integTest | |
| integMultiNodeTest: | |
| needs: Precommit-neural-search-linux | |
| strategy: | |
| matrix: | |
| java: [ 21 ] | |
| os: [ ubuntu-latest ] | |
| name: Multi-Node Integ Test JDK${{ matrix.java }}, ${{ matrix.os }} | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up JDK ${{ matrix.java }} | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: ${{ matrix.java }} | |
| distribution: temurin | |
| - name: Build and Run Tests | |
| run: | | |
| ./gradlew integTest -PnumNodes=3 |