New log subscription

.configs/gqlgen.yaml

@@ -37,6 +37,7 @@ autobind:
   - "github.com/nais/api/internal/github/repository"
   - "github.com/nais/api/internal/graph/model"
   - "github.com/nais/api/internal/issue"
+  - "github.com/nais/api/internal/loki"
   - "github.com/nais/api/internal/kubernetes/event/pubsublog"
   - "github.com/nais/api/internal/persistence"
   - "github.com/nais/api/internal/persistence/bigquery"
@@ -104,6 +105,10 @@ models:
     model:
       - github.com/nais/api/internal/graph/scalar.Date
 
+  Duration:
+    model:
+      - github.com/nais/api/internal/graph/scalar.Duration
+
   Time:
     model:
       - github.com/nais/api/internal/graph/scalar.Time

README.md

@@ -22,6 +22,18 @@ Locally, most external services are replaced with fake clients, and the Kubernet
 The test suite uses [testcontainers](https://testcontainers.com/), and if you are using Colima you might need to follow
 the guidelines in the [testcontainers documentation](https://golang.testcontainers.org/system_requirements/using_colima/).
 
+### Local development of logging API
+
+To develop the logging API with real data:
+
+```bash
+TENANT_NAME="nav.no"
+MANAGEMENT_CONTEXT="nav-management-v2"
+narc jita grant k8s-admin "$TENANT_NAME" --duration 1h --reason "port forward for loki local testing"
+kubectl --context "$MANAGEMENT_CONTEXT" --namespace nais-system port-forward svc/loki-query-frontend 3100 &
+LOGGING_LOKI_ADDRESS="http://127.0.0.1:3100" mise run local && kill %%
+```
+
 ## Development practices
 
 Check practices used in this project here: [docs/practices.md](docs/practices.md)

internal/cmd/api/api.go

@@ -31,6 +31,7 @@ import (
 	"github.com/nais/api/internal/kubernetes/watchers"
 	"github.com/nais/api/internal/leaderelection"
 	"github.com/nais/api/internal/logger"
+	"github.com/nais/api/internal/loki"
 	"github.com/nais/api/internal/persistence/sqlinstance"
 	"github.com/nais/api/internal/servicemaintenance"
 	"github.com/nais/api/internal/thirdparty/aiven"
@@ -267,6 +268,16 @@ func run(ctx context.Context, cfg *Config, log logrus.FieldLogger) error {
 		}
 	}
 
+	var lokiClientOpts []loki.OptionFunc
+	if addr, ok := os.LookupEnv("LOGGING_LOKI_ADDRESS"); ok {
+		lokiClientOpts = append(lokiClientOpts, loki.WithLocalLoki(addr))
+	}
+
+	lokiClient, err := loki.NewClient(cfg.K8s.AllClusterNames(), cfg.Tenant, log.WithField("subsystem", "loki_client"), lokiClientOpts...)
+	if err != nil {
+		return fmt.Errorf("create loki client: %w", err)
+	}
+
 	// HTTP server
 	wg.Go(func() error {
 		return runHttpServer(
@@ -290,6 +301,7 @@ func run(ctx context.Context, cfg *Config, log logrus.FieldLogger) error {
 			cfg.Unleash.BifrostApiUrl,
 			cfg.Logging.DefaultLogDestinations(),
 			notifier,
+			lokiClient,
 			log.WithField("subsystem", "http"),
 		)
 	})

internal/cmd/api/http.go

@@ -28,6 +28,7 @@ import (
 	apik8s "github.com/nais/api/internal/kubernetes"
 	"github.com/nais/api/internal/kubernetes/watcher"
 	"github.com/nais/api/internal/kubernetes/watchers"
+	"github.com/nais/api/internal/loki"
 	"github.com/nais/api/internal/persistence/bigquery"
 	"github.com/nais/api/internal/persistence/bucket"
 	"github.com/nais/api/internal/persistence/kafkatopic"
@@ -88,6 +89,7 @@ func runHttpServer(
 	bifrostAPIURL string,
 	defaultLogDestinations []logging.SupportedLogDestination,
 	notifier *notify.Notifier,
+	lokiClient loki.Client,
 	log logrus.FieldLogger,
 ) error {
 	router := chi.NewRouter()
@@ -112,6 +114,7 @@ func runHttpServer(
 		bifrostAPIURL,
 		defaultLogDestinations,
 		notifier,
+		lokiClient,
 		log,
 	)
 	if err != nil {
@@ -208,6 +211,7 @@ func ConfigureGraph(
 	bifrostAPIURL string,
 	defaultLogDestinations []logging.SupportedLogDestination,
 	notifier *notify.Notifier,
+	lokiClient loki.Client,
 	log logrus.FieldLogger,
 ) (func(http.Handler) http.Handler, error) {
 	searcher, err := search.New(ctx, pool, log.WithField("subsystem", "search_bleve"))
@@ -302,6 +306,7 @@ func ConfigureGraph(
 		ctx = database.NewLoaderContext(ctx, pool)
 		ctx = issue.NewContext(ctx, pool)
 		ctx = team.NewLoaderContext(ctx, pool, watchers.NamespaceWatcher)
+		ctx = loki.NewLoaderContext(ctx, lokiClient)
 		ctx = user.NewLoaderContext(ctx, pool)
 		ctx = usersync.NewLoaderContext(ctx, pool)
 		ctx = cost.NewLoaderContext(ctx, pool, costOpts...)