-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathmain.go
More file actions
126 lines (109 loc) · 3.24 KB
/
main.go
File metadata and controls
126 lines (109 loc) · 3.24 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
// Copyright 2025 Google LLC
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// https://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package main
import (
"context"
"fmt"
"log"
"net/http"
"os"
"time"
"cloud.google.com/go/storage"
cloudevents "github.com/cloudevents/sdk-go/v2"
"github.com/cloudevents/sdk-go/v2/event/datacodec/json"
)
type PubSubMessage struct {
Message struct {
Data []byte `json:"data,omitempty"`
ID string `json:"id"`
} `json:"message"`
Subscription string `json:"subscription"`
}
type LogEntry struct {
JSONPayload struct {
TenantID string `json:"tenant_id"` // NOTE:custom field inserted via structured logging: https://cloud.google.com/logging/docs/structured-logging
JobID string `json:"job_id"` // NOTE:custom field inserted via structured logging
} `json:"jsonPayload"`
Timestamp time.Time `json:"receiveTimestamp"`
}
var (
targetBucket string
gcsClient *storage.Client
)
func eventHandler(w http.ResponseWriter, r *http.Request) {
ctx := r.Context()
// Unpack CloudEvent
ce, err := cloudevents.NewEventFromHTTPRequest(r)
if err != nil {
log.Printf("failed to parse CloudEvent: %v", err)
http.Error(w, "Bad Request: expected CloudEvent", http.StatusBadRequest)
return
}
// Unmarshal PubSub message wrapper
var msg PubSubMessage
err = ce.DataAs(&msg)
if err != nil {
log.Printf("failed to unmarshal PubSubMessage: %v", err)
http.Error(w, "Bad Request: expected PubSubMessage", http.StatusBadRequest)
return
}
// Unmarshal Cloud Logging LogEntry
var entry LogEntry
err = json.Decode(ctx, msg.Message.Data, &entry)
if err != nil {
log.Printf("failed to unmarshal LogEntry: %v", err)
http.Error(w, "Bad Request: expected LogEntry", http.StatusBadRequest)
return
}
// Construct GCS object name
targetObject := fmt.Sprintf(
"%s/%s/%d.json",
entry.JSONPayload.TenantID,
entry.JSONPayload.JobID,
entry.Timestamp.UnixNano(),
)
// Write the log entry to GCS
writer := gcsClient.Bucket(targetBucket).Object(targetObject).NewWriter(ctx)
if _, err := writer.Write(msg.Message.Data); err != nil {
log.Printf("failed to write to GCS: %v", err)
http.Error(w, "Internal Server Error", http.StatusInternalServerError)
return
}
writer.Close()
w.Write([]byte("ok"))
}
func main() {
ctx := context.Background()
targetBucket = os.Getenv("TARGET_BUCKET")
if targetBucket == "" {
log.Fatal("TARGET_BUCKET not set")
return
}
var err error
gcsClient, err = storage.NewClient(ctx)
if err != nil {
log.Fatal("unable to init storage client")
return
}
defer gcsClient.Close()
http.HandleFunc("/", eventHandler)
port := os.Getenv("PORT")
if port == "" {
port = "8080" // Default to 8080 if PORT is not set.
}
log.Printf("Listening on port %s", port)
if err := http.ListenAndServe(":"+port, nil); err != nil {
log.Fatal(err)
}
}