Merge pull request #93 from owlistic-notes/nats

Migrate Kafka producer/consumer to Nats

Author: DavideRutigliano

.github/workflows/ci.yml

@@ -74,9 +74,9 @@ jobs:
         platform: [arm64, amd64]
         include:
           - platform: arm64
-            suffix: ""
+            suffix: "-arm64"
           - platform: amd64
-            suffix: "-amd64"
+            suffix: ""
     steps:
       - name: Checkout Code
         uses: actions/checkout@v4
@@ -163,9 +163,9 @@ jobs:
         platform: [arm64, amd64]
         include:
           - platform: arm64
-            suffix: ""
+            suffix: "-arm64"
           - platform: amd64
-            suffix: "-amd64"
+            suffix: ""
     steps:
       - name: Checkout Code
         uses: actions/checkout@v4

.github/workflows/pull_request.yml

@@ -53,9 +53,9 @@ jobs:
         platform: [arm64, amd64]
         include:
           - platform: arm64
-            suffix: ""
+            suffix: "-arm64"
           - platform: amd64
-            suffix: "-amd64"
+            suffix: ""
     steps:
       # Checkout code
       - name: Checkout Code
@@ -173,9 +173,9 @@ jobs:
         platform: [arm64, amd64]
         include:
           - platform: arm64
-            suffix: ""
+            suffix: "-arm64"
           - platform: amd64
-            suffix: "-amd64"
+            suffix: ""
     steps:
       # Checkout code
       - name: Checkout Code

.github/workflows/release.yml

@@ -50,11 +50,11 @@ jobs:
         platform: [arm64, amd64]
         include:
           - platform: arm64
+            suffix: "-arm64"
+            is_default: false
+          - platform: amd64
             suffix: ""
             is_default: true
-          - platform: amd64
-            suffix: "-amd64"
-            is_default: false
     steps:
       # Checkout code to get the commit SHA
       - name: Checkout Code
@@ -97,7 +97,7 @@ jobs:
           echo "Pushing version tag"
           docker push ${VERSION_TAG}
           
-          # Tag as latest only for the default platform (ARM64)
+          # Tag as latest only for the default platform
           if [[ "${{ matrix.is_default }}" == "true" ]]; then
             LATEST_TAG="ghcr.io/${{ github.repository }}:latest"
             echo "Tagging as latest: ${LATEST_TAG}"
@@ -116,11 +116,11 @@ jobs:
         platform: [arm64, amd64]
         include:
           - platform: arm64
+            suffix: "-arm64"
+            is_default: false
+          - platform: amd64
             suffix: ""
             is_default: true
-          - platform: amd64
-            suffix: "-amd64"
-            is_default: false
     steps:
       # Checkout code to get the commit SHA
       - name: Checkout Code

docker-compose.yml

@@ -2,37 +2,37 @@ version: '3.8'
 
 services:
   owlistic:
-    image: ghcr.io/owlistic-notes/owlistic:0.1.0
-    # build:
-    #   context: ./src/backend
-    #   dockerfile: Dockerfile
-    #   args:
-    #     TARGETARCH: ${TARGETARCH:-arm64}
+    # image: ghcr.io/owlistic-notes/owlistic:0.1.0
+    build:
+      context: ./src/backend
+      dockerfile: Dockerfile
+      args:
+        TARGETARCH: ${TARGETARCH:-arm64}
     ports:
       - "8080:8080"
     depends_on:
       - postgres
-      - kafka
+      - nats
     environment:
       - APP_ORIGINS=http://localhost*,http://owlistic*,http://owlistic-app*
+      - BROKER_ADDRESS=nats:4222
       - DB_HOST=postgres
       - DB_PORT=5432
       - DB_USER=admin
       - DB_PASSWORD=admin
       - DB_NAME=postgres
-      - KAFKA_BROKER=kafka:9092
     networks:
       - server
       - events
       - db
 
   owlistic-app:
-    image: ghcr.io/owlistic-notes/owlistic-app:0.1.0
-    # build:
-    #   context: ./src/frontend
-    #   dockerfile: Dockerfile
-    #   args:
-    #     TARGETARCH: ${TARGETARCH:-arm64}
+    # image: ghcr.io/owlistic-notes/owlistic-app:0.1.0
+    build:
+      context: ./src/frontend
+      dockerfile: Dockerfile
+      args:
+        TARGETARCH: ${TARGETARCH:-arm64}
     ports:
       - "80:80"
     depends_on:
@@ -50,33 +50,25 @@ services:
     networks:
       - db
 
-  kafka:
-    image: bitnami/kafka:3
-    environment:
-      KAFKA_BROKER_ID: 1
-      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
-      ALLOW_PLAINTEXT_LISTENER: yes
-      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092
-      KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092
-      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT
-    ports:
-      - "9092:9092"
-    depends_on:
-      - zookeeper
-    networks:
-      - events
-
-  zookeeper:
-    image: bitnami/zookeeper:3
-    environment:
-      ALLOW_ANONYMOUS_LOGIN: yes
+  nats:
+    image: nats
+    command:
+      - --http_port
+      - "8222"
+      - -js
+      - -sd
+      - /var/lib/nats/data
     ports:
-      - "2181:2181"
+     - "4222:4222"
+     - "8222:8222"
+    volumes:
+      - nats_data:/var/lib/nats/data
     networks:
       - events
 
 volumes:
   postgres_data:
+  nats_data:
 
 networks:
   server:

src/backend/Dockerfile

@@ -6,9 +6,8 @@ ARG TARGETARCH
 
 # Install librdkafka for Kafka client dependencies with Alpine packages
 RUN apk add --no-cache \
-    gcc \
-    musl-dev \
-    cyrus-sasl-dev
+    build-base \
+    gcc
 
 # Set the working directory inside the container
 WORKDIR /app
@@ -22,23 +21,15 @@ RUN go mod download
 # Copy the rest of the source code
 COPY . .
 
-# Build the application with proper linking flags for librdkafka
-# Adding -tags musl and removing -m64 flag via CGO_CFLAGS
-RUN CGO_ENABLED=1 GO111MODULE=on CGO_LDFLAGS="-lsasl2" \
+# Build the application
+RUN CGO_ENABLED=1 GO111MODULE=on \
     GOOS=linux GOARCH=${TARGETARCH} \
-    go build -v -tags musl -ldflags "-w -s" \
+    go build -v \
     -o /app/owlistic ./cmd/main.go
 
 # Use a minimal Alpine image for the final stage
 FROM --platform=linux/$TARGETARCH alpine:3.19
 
-# Install runtime dependencies - adding more libraries that might be needed
-RUN apk add --no-cache \
-    librdkafka \
-    librdkafka-dev \
-    ca-certificates \
-    libc6-compat
-
 # Set the working directory inside the container
 WORKDIR /app