Merge pull request #317 from singnet/masc/fix-imports #4
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and Publish POC Components | |
| on: | |
| push: | |
| branches: | |
| - master | |
| - das-287 | |
| jobs: | |
| build: | |
| runs-on: self-hosted | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Build Binaries | |
| run: make build-all | |
| - name: Upload Binaries as Artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: binaries | |
| path: src/bin | |
| if-no-files-found: "error" | |
| publish_wheels: | |
| runs-on: self-hosted | |
| needs: build | |
| strategy: | |
| matrix: | |
| target: [hyperon_das_atomdb_cpp, hyperon_das_atomdb, hyperon_das_node, hyperon_das] | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Download Binaries Artifacts | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: binaries | |
| path: src/bin | |
| - name: Install twine | |
| run: pip3 install twine==6.1.0 | |
| - name: Publish to PyPI | |
| env: | |
| TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }} | |
| run: | | |
| WHEEL_FILE=$(find . -name "${{ matrix.target }}-*.whl" | head -n 1) | |
| if [ -z "$WHEEL_FILE" ]; then | |
| echo "No wheel file found for target ${{ matrix.target }}" | |
| exit 1 | |
| fi | |
| echo "Publishing $WHEEL_FILE..." | |
| python3 -m twine upload "$WHEEL_FILE" 2>&1 | tee /tmp/upload.log || { | |
| if grep -q "File already exists" /tmp/upload.log; then | |
| echo "Version already exists on PyPI. Skipping upload." | |
| exit 0 | |
| else | |
| echo "Failed to upload $WHEEL_FILE" | |
| echo "Upload log:" | |
| cat /tmp/upload.log | |
| exit 1 | |
| fi | |
| } | |
| build_and_publish_images: | |
| runs-on: self-hosted | |
| needs: build | |
| strategy: | |
| matrix: | |
| target: [attention-broker, query-agent, link-creation-agent, link-creation-client] | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Download Binaries Artifacts | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: binaries | |
| path: src/bin | |
| - name: Log in to Docker Hub | |
| uses: docker/login-action@v2 | |
| with: | |
| username: ${{ secrets.DOCKER_USERNAME }} | |
| password: ${{ secrets.DOCKER_PASSWORD }} | |
| - name: Build and Push Docker Image | |
| uses: docker/build-push-action@v4 | |
| with: | |
| context: . | |
| file: .docker/poc/Dockerfile | |
| push: true | |
| target: ${{ matrix.target }} | |
| tags: trueagi/das:${{ matrix.target }}-poc | |
| deploy_ensemble_to_server: | |
| runs-on: self-hosted | |
| needs: build_and_publish_images | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Set up SSH key | |
| run: | | |
| echo "Setting up SSH key..." | |
| mkdir -p ~/.ssh | |
| echo "${{ secrets.SSH_PRIVATE_KEY }}" > ~/.ssh/id_rsa | |
| chmod 600 ~/.ssh/id_rsa | |
| eval "$(ssh-agent -s)" | |
| ssh-add ~/.ssh/id_rsa | |
| - name: Copy script to server using SCP | |
| run: | | |
| echo "Copying script to server..." | |
| scp -o StrictHostKeyChecking=no src/scripts/refresh-nunet-deployment.sh ${{ secrets.SSH_USER }}@${{ secrets.SERVER_HOST }}:/tmp/refresh-nunet-deployment.sh | |
| - name: Encode ensemble.yaml and store in environment | |
| id: load_ensemble | |
| run: | | |
| ENSEMBLE_CONTENT=$(base64 -w 0 < src/assets/ensemble.yaml) | |
| echo "ENSEMBLE_CONTENT=$ENSEMBLE_CONTENT" >> $GITHUB_ENV | |
| echo "ensemble.yaml content encoded successfully." | |
| - name: Process ensemble.yaml and execute deployment script on remote server | |
| run: | | |
| echo "Running deployment script on the remote server..." | |
| ssh -o StrictHostKeyChecking=no ${{ secrets.SSH_USER }}@${{ secrets.SERVER_HOST }} << 'EOF' | |
| export DMS_PASSPHRASE="${{ secrets.DMS_PASSPHRASE }}" | |
| PEER_ID=$(nunet actor cmd /dms/node/peers/self -c user | jq -r '.id') | |
| if [ -z "$PEER_ID" ]; then | |
| echo "Error: Could not get the peer ID" | |
| exit 1 | |
| fi | |
| echo "Peer ID: $PEER_ID" | |
| ENSEMBLE_FILE=$(mktemp /tmp/ensemble.XXXXXX.yaml) | |
| echo "${{ env.ENSEMBLE_CONTENT }}" | base64 --decode | sed "s#\${PEER_ID}#$PEER_ID#g" > $ENSEMBLE_FILE | |
| bash +x /tmp/refresh-nunet-deployment.sh $ENSEMBLE_FILE | |
| EOF |