feat: Raft-based High Availability using Apache Ratis

.github/workflows/e2e-ha.yml

@@ -0,0 +1,70 @@
+name: E2E HA Tests
+
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: "0 0 * * *" # Runs daily at midnight
+  pull_request:
+    branches:
+      - main
+
+
+jobs:
+  setup:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+      packages: write
+      attestations: write
+      id-token: write
+
+    steps:
+      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+      - name: Ensure SHA pinned actions
+        uses: zgosalvez/github-actions-ensure-sha-pinned-actions@471d5ace1f08e3c4df1c4c2f7e6341aa75da434a # v5.0.3
+      - name: Run pre-commit
+        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
+        with:
+          python-version: "3.13.0"
+          cache: "pip"
+      - uses: pre-commit/action@2c7b3805fd2a0fd8c1884dcaebf91fc102a13ecd # v3.0.1
+
+      - name: Set up JDK 21
+        uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5.2.0
+        with:
+          distribution: "temurin"
+          java-version: 21
+
+      - name: Cache local Maven repository
+        uses: actions/cache@668228422ae6a00e4ad889ee87cd7109ec5666a7 # v5.0.4
+        with:
+          path: ~/.m2/repository
+          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
+          restore-keys: |
+            ${{ runner.os }}-maven-
+
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@ce360397dd3f832beb865e1373c09c0e9f86d70a # v4.0.0
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@4d04d5d9486b7bd6fa91e7baf45bbb4f8b9deedd # v4.0.0
+
+      - name: Build and package with Maven Docker profile
+        run: ./mvnw clean install -Pdocker -DskipTests --batch-mode --errors  --show-version
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Run HA Tests
+        run: ./mvnw verify -DskipTests -Pintegration --batch-mode --errors --fail-never --show-version -pl e2e-ha
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Tests Reporter
+        uses: dorny/test-reporter@a43b3a5f7366b97d083190328d2c652e1a8b6aa2 # v3.0.0
+        if: success() || failure()
+        with:
+          name: IT Tests Report
+          path: "**/failsafe-reports/TEST*.xml"
+          list-tests: "failed"
+          list-suites: "failed"
+          reporter: java-junit

.github/workflows/mvn-test.yml

@@ -40,7 +40,14 @@ jobs:
         with:
           distribution: "temurin"
           java-version: 21
-          cache: "maven"
+
+      - name: Cache local Maven repository
+        uses: actions/cache@668228422ae6a00e4ad889ee87cd7109ec5666a7 # v5.0.4
+        with:
+          path: ~/.m2/repository
+          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
+          restore-keys: |
+            ${{ runner.os }}-maven-
 
       - name: Set up QEMU
         uses: docker/setup-qemu-action@ce360397dd3f832beb865e1373c09c0e9f86d70a # v4.0.0
@@ -223,7 +230,7 @@ jobs:
           key: maven-repo-${{ github.run_id }}-${{ github.run_attempt }}
 
       - name: Run Integration Tests with Coverage
-        run: ./mvnw verify -DskipTests -Pintegration -Pcoverage  --batch-mode --errors --fail-never --show-version -pl !e2e,!load-tests
+        run: ./mvnw verify -DskipTests -Pintegration -Pcoverage  --batch-mode --errors --fail-never --show-version -pl !e2e,!load-tests,!e2e-ha
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 

.gitignore

@@ -557,6 +557,8 @@ dist
 # Test database files
 *.lsmvecidx
 *.metadata.json
+
+notes.txt
 /.claude/worktrees
 /server/profiler
 /server/chats

ATTRIBUTIONS.md

@@ -165,6 +165,16 @@ The following table lists runtime dependencies bundled with ArcadeDB distributio
 | io.undertow | undertow-core | ~2.3.x | Apache 2.0 | https://undertow.io/ |
 | io.netty | netty-* | ~4.1.x | Apache 2.0 | https://netty.io/ |
 
+### Apache Ratis (High Availability Module)
+
+| Group ID | Artifact ID | Version | License | Homepage |
+|----------|-------------|---------|---------|----------|
+| org.apache.ratis | ratis-server | 3.2.2 | Apache 2.0 | https://ratis.apache.org/ |
+| org.apache.ratis | ratis-grpc | 3.2.2 | Apache 2.0 | https://ratis.apache.org/ |
+| org.apache.ratis | ratis-metrics-default | 3.2.2 | Apache 2.0 | https://ratis.apache.org/ |
+
+**Apache Ratis Notice:** Apache Ratis is a Java library that implements the Raft consensus protocol. See the NOTICE file for Ratis's own third-party attributions.
+
 ### Apache TinkerPop / Gremlin (Optional Module)
 
 | Group ID | Artifact ID | Version | License | Homepage |

NOTICE

@@ -95,6 +95,14 @@ Copyright 1999-2024 The Apache Software Foundation
 
 ================================================================================
 
+Apache Ratis
+Copyright 2017-2024 The Apache Software Foundation
+
+This product includes software developed at
+The Apache Software Foundation (https://www.apache.org/).
+
+================================================================================
+
 This product includes software developed by GraalVM (Oracle).
 
   GraalVM SDK, Truffle API, and JavaScript implementation

bolt/src/main/java/com/arcadedb/bolt/BoltNetworkListener.java

@@ -23,7 +23,7 @@
 import com.arcadedb.log.LogManager;
 import com.arcadedb.server.ArcadeDBServer;
 import com.arcadedb.server.ServerException;
-import com.arcadedb.server.ha.network.ServerSocketFactory;
+import com.arcadedb.server.network.ServerSocketFactory;
 
 import java.io.IOException;
 import java.io.InputStream;

bolt/src/main/java/com/arcadedb/bolt/BoltProtocolPlugin.java

@@ -22,7 +22,7 @@
 import com.arcadedb.GlobalConfiguration;
 import com.arcadedb.server.ArcadeDBServer;
 import com.arcadedb.server.ServerPlugin;
-import com.arcadedb.server.ha.network.DefaultServerSocketFactory;
+import com.arcadedb.server.network.DefaultServerSocketFactory;
 
 /**
  * Server plugin that enables Neo4j BOLT protocol support.