Merge pull request #43 from radcrew/feat/go-indexer

Replace Node.js indexer with standalone Go service (indexer-go)

Author: engdotme

.github/workflows/indexer-go.yml

@@ -0,0 +1,72 @@
+name: Indexer Go CI
+
+on:
+  push:
+    branches: [main]
+    paths:
+      - 'indexer-go/**'
+      - 'proto/**'
+      - '.github/workflows/indexer-go.yml'
+  pull_request:
+    paths:
+      - 'indexer-go/**'
+      - 'proto/**'
+      - '.github/workflows/indexer-go.yml'
+
+concurrency:
+  group: indexer-go-${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: indexer-go
+
+    # Scratch Postgres so the env-gated store integration tests (idempotent
+    # version-guarded upserts, battle replay) run in CI, not just locally.
+    services:
+      postgres:
+        image: postgres:16-alpine
+        env:
+          POSTGRES_PASSWORD: test
+        ports:
+          - 5432:5432
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 5s
+          --health-timeout 5s
+          --health-retries 10
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-go@v5
+        with:
+          go-version-file: indexer-go/go.mod
+          cache-dependency-path: indexer-go/go.sum
+
+      - name: Vet
+        run: go vet ./...
+
+      - name: Test (race, with Postgres integration)
+        env:
+          TEST_DATABASE_URL: postgresql://postgres:test@localhost:5432/postgres
+        run: go test -race -count=1 -timeout 300s ./...
+
+      - name: Build binaries
+        run: |
+          go build -o bin/indexer ./cmd/indexer
+          go build -o bin/diff ./cmd/diff
+
+      - name: Verify proto stubs are current
+        run: |
+          go install google.golang.org/protobuf/cmd/protoc-gen-go@latest
+          go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@latest
+          go install github.com/bufbuild/buf/cmd/buf@latest
+          buf generate ../proto --template buf.gen.yaml
+          git diff --exit-code pb/ || {
+            echo "::error::pb/ stubs are stale — run 'buf generate ../proto --template buf.gen.yaml' in indexer-go/"
+            exit 1
+          }

DEVELOPMENT.md

@@ -52,12 +52,20 @@ This starts:
 do-not-stop/
 ├── frontend/           # React + Vite frontend
 ├── backend/            # Node.js + Express + TypeScript
+├── indexer-go/         # Go cross-chain indexer (see indexer-go/README.md)
+├── proto/              # gRPC contract shared by indexer-go and backend
 ├── contracts/
 │   ├── ethereum/       # Hardhat + Solidity contracts
 │   └── solana/         # Anchor + Rust + Docker
 └── scripts/            # Deployment automation
 ```
 
+The Go indexer mirrors the backend's `RosterIndexer` (EVM subgraph polling +
+Solana WebSocket push) into `pet_roster`/`battle_history`, and streams settled
+battles to the backend over gRPC (`StreamLiveBattles`). Build/test/runbook:
+`indexer-go/README.md`. It is optional in local dev — the Node indexers cover
+everything until promotion.
+
 ## Development Workflow
 
 1. **First time:**

backend/env.example

@@ -65,3 +65,13 @@ DIRECT_URL="postgresql://postgres.<project-ref>:<password>@aws-1-<region>.pooler
 # Optional — restrict CORS in production (comma-separated origins).
 # Leave unset to allow all origins (default for local dev).
 # CORS_ORIGIN=https://your-frontend.onrender.com,https://your-domain.com
+
+# --- indexer-go gRPC link (optional) ---
+# StreamLiveBattles: chain-truth battle pushes from the Go indexer. Unset = off.
+# INDEXER_GRPC_ADDR=localhost:50051
+# Path to the shared proto contract; defaults to ../proto/cryptopets.proto.
+# INDEXER_PROTO_PATH=
+# Roster read source: 'grpc' answers matchmaking reads from indexer-go's RAM
+# cache (Prisma fallback on any failure); unset/'postgres' = Prisma only.
+# Only enable after indexer-go is promoted (ROSTER_CACHE_ENABLED=true there).
+# ROSTER_READ_SOURCE=postgres