Add nix mainnet node boot sync via mithril buildkite step

Author: paolino

.buildkite/pipeline.yml

@@ -191,6 +191,33 @@ steps:
         CLEANUP_DB: true
         NETWORK: mainnet
 
+    - block: Mainnet Boot Sync with Mithril
+      if: build.env("RELEASE_CANDIDATE") == null
+      depends_on: []
+      key: linux-mainnet-full-sync-block
+
+    - label: Mainnet Boot Sync with Mithril
+      timeout: 120
+      depends_on:
+        - linux-mainnet-full-sync-block
+      command: |
+        cd run/mainnet/nix
+        rm -rf logs
+        mkdir -p logs
+        rm -rf databases
+        ./run.sh sync
+      artifact_paths:
+        - "./run/mainnet/nix/logs/*"
+      agents:
+        system: x86_64-linux
+      env:
+        SUCCESS_STATUS: syncing
+        NODE_LOGS_FILE: ./logs/node.log
+        WALLET_LOGS_FILE: ./logs/wallet.log
+        CLEANUP_DB: true
+        NETWORK: mainnet
+        USE_MITHRIL: true
+
     - block: Sanchonet Full Sync
       if: build.env("RELEASE_CANDIDATE") == null
       depends_on: []

run/common/nix/run.sh

@@ -1,4 +1,4 @@
-#! /usr/bin/env -S nix shell '.#cardano-wallet' '.#cardano-node' '.#cardano-cli' --command bash
+#! /usr/bin/env -S nix shell '.#cardano-wallet' '.#cardano-node' '.#cardano-cli' 'github:input-output-hk/mithril' --command bash
 # shellcheck shell=bash
 
 # set -euox pipefail
@@ -47,10 +47,6 @@ if [[ -z "${NODE_DB-}" ]]; then
     export NODE_DB
 fi
 
-if [[ -n "${CLEANUP_DB-}" ]]; then
-    rm -rf "${NODE_DB:?}"/*
-fi
-
 NETWORK=${NETWORK:=testnet}
 
 # Define and export the node socket name
@@ -72,17 +68,34 @@ LOCAL_NODE_LOGS_FILE=./node.log
 NODE_LOGS_FILE="${NODE_LOGS_FILE:=$LOCAL_NODE_LOGS_FILE}"
 
 cleanup() {
-    # shellcheck disable=SC2317
     echo "Cleaning up..."
-    # shellcheck disable=SC2317
-    kill "${NODE_ID}" || echo "Failed to kill node"
-    # shellcheck disable=SC2317
-    kill "${WALLET_ID}" || echo "Failed to kill wallet"
+    kill "${NODE_ID-}" || echo "Failed to kill node"
+    kill "${WALLET_ID-}" || echo "Failed to kill wallet"
+    sleep 5
+    if [[ -n "${CLEANUP_DB-}" ]]; then
+        echo "Cleaning up databases..."
+        rm -rf "${NODE_DB:?}"/* || echo "Failed to clean node db"
+        rm -rf "${WALLET_DB:?}"/* || echo "Failed to clean wallet db"
+    fi
 }
 
 # Trap the cleanup function on exit
 trap cleanup ERR INT EXIT
 
+if [[ -n "${USE_MITHRIL-}" ]];
+    then
+        if [ "$NETWORK" != "mainnet" ]; then
+            echo "Error: This option is only available for the mainnet network"
+            exit 1
+        fi
+        echo "Starting the mithril service..."
+        rm -rf "${NODE_DB:?}"/*
+        export AGGREGATOR_ENDPOINT
+        export GENESIS_VERIFICATION_KEY
+        digest=$(mithril-client cdb  snapshot list --json | jq -r .[0].digest)
+        (cd "${NODE_DB}" && mithril-client cdb download "$digest")
+        (cd "${NODE_DB}" && mv db/* . && rmdir db)
+fi
 
 # Start the node with logs redirected to a file if NODE_LOGS_FILE is set
 # shellcheck disable=SC2086
@@ -157,18 +170,11 @@ else
     WALLET_ID=$!
 fi
 
-cleanup() {
-    echo "Cleaning up..."
-    kill "${NODE_ID}" || echo "Failed to kill node"
-    kill "${WALLET_ID}" || echo "Failed to kill wallet"
-}
-
-# Trap the cleanup function on exit
-trap cleanup ERR INT EXIT
 
 # Case statement to handle different command-line arguments
 case "$1" in
     sync)
+
         echo "Wallet service port: $WALLET_PORT"
         echo "Syncing the service..."
         sleep 10

run/mainnet/nix/.env

@@ -1 +1,3 @@
 NETWORK="mainnet"
+AGGREGATOR_ENDPOINT=https://aggregator.release-mainnet.api.mithril.network/aggregator
+GENESIS_VERIFICATION_KEY=5b3139312c36362c3134302c3138352c3133382c31312c3233372c3230372c3235302c3134342c32372c322c3138382c33302c31322c38312c3135352c3230342c31302c3137392c37352c32332c3133382c3139362c3231372c352c31342c32302c35372c37392c33392c3137365d