add: image sync table

* add to updater

Co-authored-by: Tommy Trøen <[email protected]>

Author: ybelMekk

Diff for: internal/database/migrations/0001_schema.sql

@@ -49,6 +49,20 @@ CREATE TABLE images
 )
 ;
 
+CREATE TABLE image_sync_status
+(
+    id          UUID PRIMARY KEY         DEFAULT gen_random_uuid(),
+    image_name  TEXT                                               NOT NULL,
+    image_tag   TEXT                                               NOT NULL,
+    status_code TEXT                                               NOT NULL,
+    reason      TEXT                                               NOT NULL,
+    source      TEXT                                               NOT NULL,
+    created_at  TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP NOT NULL,
+    updated_at  TIMESTAMP WITH TIME ZONE DEFAULT NOW()             NOT NULL,
+    CONSTRAINT image_name_tag UNIQUE (image_name, image_tag)
+)
+;
+
 CREATE TABLE vulnerability_summary
 (
     id         UUID PRIMARY KEY         DEFAULT gen_random_uuid(),

Diff for: internal/database/queries/image.sql

@@ -31,12 +31,20 @@ SET
 WHERE state = ANY(@included_states::image_state[])
 ;
 
-
 -- name: MarkImagesForResync :exec
 UPDATE images
-SET
-    state = 'resync',
+SET state      = 'resync',
     updated_at = NOW()
 WHERE updated_at < @threshold_time
   AND state != 'resync'
   AND state != ANY(@excluded_states::image_state[]);
+
+-- name: UpdateImageSyncStatus :exec
+INSERT INTO image_sync_status (image_name, image_tag, status_code, reason, source)
+VALUES (@image_name, @image_tag, @status_code, @reason, @source) ON CONFLICT (image_name, image_tag) DO
+UPDATE
+    SET
+        status_code = @status_code,
+    reason = @reason,
+    updated_at = NOW()
+;

Diff for: internal/database/sql/image.sql.go

@@ -92,6 +92,16 @@ func (u *Updater) QueueImage(ctx context.Context, imageName, imageTag string) {
 			}); dbErr != nil {
 				log.Errorf("failed to update image state to failed: %v", dbErr)
 			}
+			err := u.db.UpdateImageSyncStatus(ctx, sql.UpdateImageSyncStatusParams{
+				ImageName:  imageName,
+				ImageTag:   imageTag,
+				StatusCode: "GenericError",
+				Reason:     err.Error(),
+				Source:     "dependencytrack",
+			})
+			if err != nil {
+				log.Errorf("failed to update image sync status: %v", err)
+			}
 		}
 	}()
 }
@@ -141,7 +151,31 @@ func (u *Updater) updateForImage(ctx context.Context, imageName, imageTag string
 		return fmt.Errorf("getting project: %w", err)
 	}
 
-	if p == nil || p.Metrics == nil {
+	if p == nil {
+		err := u.db.UpdateImageSyncStatus(ctx, sql.UpdateImageSyncStatusParams{
+			ImageName:  imageName,
+			ImageTag:   imageTag,
+			StatusCode: "NotFound",
+			Reason:     "project not found",
+			Source:     "dependencytrack",
+		})
+		if err != nil {
+			log.Errorf("failed to update image sync status: %v", err)
+		}
+		return nil
+	}
+
+	if p.Metrics == nil {
+		err := u.db.UpdateImageSyncStatus(ctx, sql.UpdateImageSyncStatusParams{
+			ImageName:  imageName,
+			ImageTag:   imageTag,
+			StatusCode: "NotFound",
+			Reason:     "metrics not found",
+			Source:     "dependencytrack",
+		})
+		if err != nil {
+			log.Errorf("failed to update image sync status: %v", err)
+		}
 		return nil
 	}
 

Diff for: internal/database/sql/querier.go

@@ -2,7 +2,6 @@ package updater_test
 
 import (
 	"context"
-	"errors"
 	"fmt"
 	"github.com/google/uuid"
 	"github.com/nais/v13s/internal/collections"
@@ -35,13 +34,7 @@ func TestUpdater(t *testing.T) {
 		defer cancel()
 
 		insertWorkloads(ctx, t, db, projectNames)
-
-		err = u.Run(updaterCtx)
-		if err != nil {
-			if !errors.Is(err, context.DeadlineExceeded) {
-				t.Fatalf("unexpected error: %s", err)
-			}
-		}
+		u.Run(updaterCtx)
 
 		imageName := projectNames[0]
 		imageTag := "v1"
@@ -94,12 +87,7 @@ func TestUpdater(t *testing.T) {
 		defer cancel()
 
 		// Should update projectName[0] since it is older than updater.DefaultResyncImagesOlderThanMinutes
-		err = u.Run(updaterCtx)
-		if err != nil {
-			if !errors.Is(err, context.DeadlineExceeded) {
-				t.Fatalf("unexpected error: %s", err)
-			}
-		}
+		u.Run(updaterCtx)
 
 		vulns, err := db.ListVulnerabilities(
 			ctx,