From 02644c2cff049551ba1d521b096e67cd4bb2805a Mon Sep 17 00:00:00 2001 From: Abduh Date: Tue, 14 Mar 2023 21:47:49 +0700 Subject: [PATCH 001/128] feat: migrate to gotocompany (#2) --- README.md | 22 ++++----- stable/app/Chart.yaml | 2 +- stable/app/README.md | 4 +- stable/columbus/.helmignore | 23 ---------- stable/columbus/Chart.lock | 6 --- stable/columbus/Chart.yaml | 10 ---- stable/columbus/README.md | 92 ------------------------------------- stable/columbus/values.yaml | 60 ------------------------ stable/compass/Chart.lock | 6 --- stable/compass/Chart.yaml | 2 +- stable/compass/README.md | 14 +++--- stable/compass/values.yaml | 2 +- stable/consul/Chart.yaml | 2 +- stable/consul/README.md | 2 +- stable/dex/Chart.lock | 6 --- stable/dex/Chart.yaml | 2 +- stable/dex/README.md | 14 +++--- stable/dex/values.yaml | 2 +- stable/entropy/Chart.lock | 6 --- stable/entropy/Chart.yaml | 2 +- stable/entropy/README.md | 14 +++--- stable/entropy/values.yaml | 2 +- stable/firehose/README.md | 20 ++++---- stable/firehose/values.yaml | 4 +- stable/guardian/Chart.lock | 6 --- stable/guardian/Chart.yaml | 2 +- stable/guardian/README.md | 4 +- stable/guardian/values.yaml | 2 +- stable/meteor/Chart.yaml | 2 +- stable/meteor/README.md | 6 +-- stable/meteor/values.yaml | 2 +- stable/optimus/values.yaml | 2 +- stable/raccoon/README.md | 22 ++++----- stable/raccoon/values.yaml | 2 +- stable/shield/Chart.lock | 9 ---- stable/shield/Chart.yaml | 4 +- stable/shield/README.MD | 6 +-- stable/shield/values.yaml | 2 +- stable/siren/Chart.yaml | 8 ++-- stable/siren/README.md | 6 +-- stable/siren/values.yaml | 6 +-- stable/stencil/Chart.lock | 6 --- stable/stencil/Chart.yaml | 2 +- stable/stencil/values.yaml | 2 +- 44 files changed, 95 insertions(+), 325 deletions(-) delete mode 100644 stable/columbus/.helmignore delete mode 100644 stable/columbus/Chart.lock delete mode 100644 stable/columbus/Chart.yaml delete mode 100644 stable/columbus/README.md delete mode 100644 stable/columbus/values.yaml delete mode 100644 stable/compass/Chart.lock delete mode 100644 stable/dex/Chart.lock delete mode 100644 stable/entropy/Chart.lock delete mode 100644 stable/guardian/Chart.lock delete mode 100644 stable/shield/Chart.lock delete mode 100644 stable/stencil/Chart.lock diff --git a/README.md b/README.md index 6322dcd2..3fd7031c 100644 --- a/README.md +++ b/README.md @@ -6,15 +6,15 @@ Charts are curated application definitions for [Helm](https://github.com/helm/he ## TL;DR ```bash -$ helm repo add odpf https://odpf.github.io/charts/ -$ helm search repo odpf -$ helm install my-release odpf/ +$ helm repo add gotocompany https://goto.github.io/charts/ +$ helm search repo gotocompany +$ helm install my-release gotocompany/ ``` ## Repository Structure -This repository contains the source for the packaged and versioned charts (released in the [Github Pages](https://odpf.github.io/charts/)). -The Charts in the `stable/` directory in the main branch match the latest packaged Chart in the [Chart Repository](https://odpf.github.io/charts/). +This repository contains the source for the packaged and versioned charts (released in the [Github Pages](https://goto.github.io/charts/)). +The Charts in the `stable/` directory in the main branch match the latest packaged Chart in the [Chart Repository](https://goto.github.io/charts/). There may be previous versions of a Chart available in the Chart Repository. The purpose of this repository is to provide a place for maintaining and contributing official Charts, with CI processes in place for managing the releasing of Charts into the Chart Repository. @@ -23,21 +23,21 @@ Stable Charts meet the criteria in the technical requirements. ## Usage -Once you have installed the Helm client on your kubernetes cluster, you can deploy a ODPF Helm Chart into a Kubernetes cluster. +Once you have installed the Helm client on your kubernetes cluster, you can deploy a Helm Chart into a Kubernetes cluster. Please refer to the [Quick Start guide](https://helm.sh/docs/intro/quickstart/) if you wish to get running in just a few commands, otherwise the [Using Helm Guide](https://helm.sh/docs/intro/using_helm/) provides detailed instructions on how to use the Helm client to manage packages on your Kubernetes cluster. -Helm Repo URL: `https://odpf.github.io/charts/` +Helm Repo URL: `https://goto.github.io/charts/` ```bash -# To add ODPF Helm repo -$ helm repo add odpf https://odpf.github.io/charts/ +# To add gotocompany Helm repo +$ helm repo add gotocompany https://goto.github.io/charts/ # To list all the charts in the repo -$ helm search repo odpf +$ helm search repo gotocompany # To install any searched chart -$ helm install my-release odpf/ +$ helm install my-release gotocompany/ ``` ## Contributing a Chart diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index 0af83a9b..c853fc05 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.4.3 +version: 0.5.0 diff --git a/stable/app/README.md b/stable/app/README.md index 5e803277..2d1ad394 100644 --- a/stable/app/README.md +++ b/stable/app/README.md @@ -17,11 +17,11 @@ This chart can be used for deploying any app on kubenetes using helm To install the chart with the release name `my-release` and image `siren`: ```bash -$ helm install --name my-release . -f ./path-to/values.yaml --set image.repository=odpf/siren --set image.tag=latest --set ingress.enabled=true +$ helm install --name my-release . -f ./path-to/values.yaml --set image.repository=gotocompany/siren --set image.tag=latest --set ingress.enabled=true ``` -The command deploys odpf/siren on the Kubernetes cluster in the default configuration. The [configuration](#configuration) section lists the parameters that can be configured during installation. +The command deploys gotocompany/siren on the Kubernetes cluster in the default configuration. The [configuration](#configuration) section lists the parameters that can be configured during installation. > **Tip**: List all releases using `helm list` diff --git a/stable/columbus/.helmignore b/stable/columbus/.helmignore deleted file mode 100644 index 0e8a0eb3..00000000 --- a/stable/columbus/.helmignore +++ /dev/null @@ -1,23 +0,0 @@ -# Patterns to ignore when building packages. -# This supports shell glob matching, relative path matching, and -# negation (prefixed with !). Only one pattern per line. -.DS_Store -# Common VCS dirs -.git/ -.gitignore -.bzr/ -.bzrignore -.hg/ -.hgignore -.svn/ -# Common backup files -*.swp -*.bak -*.tmp -*.orig -*~ -# Various IDEs -.project -.idea/ -*.tmproj -.vscode/ diff --git a/stable/columbus/Chart.lock b/stable/columbus/Chart.lock deleted file mode 100644 index 524c225d..00000000 --- a/stable/columbus/Chart.lock +++ /dev/null @@ -1,6 +0,0 @@ -dependencies: -- name: app - repository: https://odpf.github.io/charts/ - version: 0.2.0 -digest: sha256:2ff34dae9ff485fa30837e5777b90251e033662775ca37dcd30943472f1ea840 -generated: "2021-12-21T11:42:20.895938+07:00" diff --git a/stable/columbus/Chart.yaml b/stable/columbus/Chart.yaml deleted file mode 100644 index fa2090b4..00000000 --- a/stable/columbus/Chart.yaml +++ /dev/null @@ -1,10 +0,0 @@ -apiVersion: v2 -name: columbus -description: A Helm chart for Kubernetes -type: application -version: 0.1.2 -appVersion: "0.1.8" -dependencies: -- name: app - version: "0.2.0" - repository: "https://odpf.github.io/charts/" diff --git a/stable/columbus/README.md b/stable/columbus/README.md deleted file mode 100644 index 1e8267ad..00000000 --- a/stable/columbus/README.md +++ /dev/null @@ -1,92 +0,0 @@ -# Columbus - -A [helm](https://helm.sh/) chart for [Columbus](https://github.com/odpf/columbus) - -## Introduction - -This chart can be used for deploying [Columbus](https://github.com/odpf/columbus) on Kubernetes using helm - -## Prerequisites - -Install [helm3](https://helm.sh/docs/intro/install/#helm) - -## Installing the Chart - -### Install released version using Helm repository - -* Add the odpf charts repo - -```bash -$ helm repo add odpf https://odpf.github.io/charts/ -``` - -* Install it with Helm 3 - -```bash -$ helm install my-release odpf/columbus -``` - -### Install development version using master branch - -```bash -$ helm install --name my-release . -``` - -The command deploys Columbus on the Kubernetes cluster in the default configuration. The [configuration](#configuration) section lists the parameters that can be configured during installation. - -> **Tip**: List all releases using `helm list` - -## Uninstalling the Chart - -To uninstall/delete the `my-release` deployment: - -```bash -$ helm uninstall my-release -``` - -The command removes all the Kubernetes components associated with the chart and deletes the release. - -## Usage notes - -* Use init-columbus container in order to download and load proto jar files for Filter functionality -* Update flags for init-columbus and telegraf containers in order to use them, defaults are set to false -* Jolokia input for telegraf will be enabled only if jolokia is mentioned in JAVA_TOOL_OPTIONS in columbus config -* Sample Columbus configs are mentioned in values.yaml file, update them according to usecase, [read more](https://github.com/odpf/columbus/blob/main/docs/reference/configuration.md#configurations) -* Set the resource limits of containers according to the usage - -## Configuration - -The following table lists the configurable parameters of Columbus chart and their default values. - -## Values - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -| app.config.SERVER_HOST | string | `localhost` | service host | -| app.config.SERVER_PORT | string | `3000` | service port | -| app.config.STATSD_ENABLED | string | `false` | enable statsd | -| app.config.STATSD_PREFIX | string | `columbus` | statsd prefix | -| app.config.LINEAGE_REFRESH_INTERVAL | string | `30m` | refresh interval for lineage building | -| app.config.NEW_RELIC_ENABLED | string | `false` | enable newrelic | -| app.config.NEW_RELIC_APP_NAME | string | `columbus` | newrelic app name | -| app.config.LOG_LEVEL | string | `info` | log level | -| app.secretConfig.ELASTICSEARCH_BROKERS | string | `` | elasticsearch brokers | -| app.secretConfig.STATSD_ADDRESS | string | `` | statsd address | -| app.secretConfig.NEW_RELIC_LICENSE_KEY | string | `` | newrelic license key | -| app.secretConfig.DB_HOST | string | `` | database host | -| app.secretConfig.DB_PORT | number | 5432 | database port | -| app.secretConfig.DB_NAME | string | `` | database name | -| app.secretConfig.DB_USER | string | `` | database user | -| app.secretConfig.DB_PASSWORD | string | `` | database password | -| app.secretConfig.DB_SSL_MODE | string | `disable` | database ssl mode | ---- - -Specify each parameter using the `--set key=value[,key=value]` argument to `helm install`. - -Alternatively, a YAML file that specifies the values for the parameters can be provided while installing the chart. For example, - -```bash -$ helm install my-release -f values.yaml odpf/columbus -``` - -> **Tip**: You can use the default [values.yaml](values.yaml) diff --git a/stable/columbus/values.yaml b/stable/columbus/values.yaml deleted file mode 100644 index fbdbc0a4..00000000 --- a/stable/columbus/values.yaml +++ /dev/null @@ -1,60 +0,0 @@ -app: - image: - repository: odpf/columbus - pullPolicy: Always - tag: "0.1.8" - container: - command: - - columbus - args: - - serve - livenessProbe: - httpGet: - path: /ping - port: tcp - readinessProbe: - httpGet: - path: /ping - port: tcp - - migration: - enabled: true - command: - - columbus - args: - - migrate - - service: - annotations: - {} - - ingress: - enabled: true - annotations: - kubernetes.io/ingress.class: contour - hosts: - - host: columbus.example.com - paths: - - path: / - pathType: ImplementationSpecific - - config: - SERVER_PORT: 8080 - # SERVER_HOST: 0.0.0.0 - # STATSD_ENABLED: false - # STATSD_PREFIX: columbus - # LINEAGE_REFRESH_INTERVAL: 30m - # NEW_RELIC_ENABLED: false - # NEW_RELIC_APP_NAME: columbus - # LOG_LEVEL: info - - secretConfig: {} - # ELASTICSEARCH_BROKERS: ~ - # STATSD_ADDRESS: ~ - # NEW_RELIC_LICENSE_KEY: ~ - # DB_HOST: ~ - # DB_PORT: 5432 - # DB_NAME: ~ - # DB_USER: ~ - # DB_PASSWORD: ~ - # DB_SSL_MODE: disable diff --git a/stable/compass/Chart.lock b/stable/compass/Chart.lock deleted file mode 100644 index b63f36b6..00000000 --- a/stable/compass/Chart.lock +++ /dev/null @@ -1,6 +0,0 @@ -dependencies: -- name: app - repository: https://odpf.github.io/charts/ - version: 0.4.2 -digest: sha256:5f0def8abcf2a1a197cbb9a63e06fb5076e34635b398011ce253dc84b5af3f75 -generated: "2022-10-27T16:42:43.502785+07:00" diff --git a/stable/compass/Chart.yaml b/stable/compass/Chart.yaml index 097d3f25..2d4f4c62 100644 --- a/stable/compass/Chart.yaml +++ b/stable/compass/Chart.yaml @@ -7,4 +7,4 @@ appVersion: "0.3.0" dependencies: - name: app version: "0.4.2" - repository: "https://odpf.github.io/charts/" + repository: "https://goto.github.io/charts-legacy/" diff --git a/stable/compass/README.md b/stable/compass/README.md index 11c9bb61..665f9434 100644 --- a/stable/compass/README.md +++ b/stable/compass/README.md @@ -1,10 +1,10 @@ # Compass -A [helm](https://helm.sh/) chart for [Compass](https://github.com/odpf/compass) +A [helm](https://helm.sh/) chart for [Compass](https://github.com/goto/compass) ## Introduction -This chart can be used for deploying [Compass](https://github.com/odpf/compass) on Kubernetes using helm +This chart can be used for deploying [Compass](https://github.com/goto/compass) on Kubernetes using helm ## Prerequisites @@ -14,16 +14,16 @@ Install [helm3](https://helm.sh/docs/intro/install/#helm) ### Install released version using Helm repository -* Add the odpf charts repo +* Add the gotocompany charts repo ```bash -$ helm repo add odpf https://odpf.github.io/charts/ +$ helm repo add gotocompany https://goto.github.io/charts/ ``` * Install it with Helm 3 ```bash -$ helm install my-release odpf/compass +$ helm install my-release gotocompany/compass ``` ### Install development version using master branch @@ -51,7 +51,7 @@ The command removes all the Kubernetes components associated with the chart and * Use init-compass container in order to download and load proto jar files for Filter functionality * Update flags for init-compass and telegraf containers in order to use them, defaults are set to false * Jolokia input for telegraf will be enabled only if jolokia is mentioned in JAVA_TOOL_OPTIONS in compass config -* Sample Compass configs are mentioned in values.yaml file, update them according to usecase, [read more](https://github.com/odpf/compass/blob/main/docs/reference/configuration.md#configurations) +* Sample Compass configs are mentioned in values.yaml file, update them according to usecase, [read more](https://github.com/goto/compass/blob/main/docs/reference/configuration.md#configurations) * Set the resource limits of containers according to the usage ## Configuration @@ -86,7 +86,7 @@ Specify each parameter using the `--set key=value[,key=value]` argument to `helm Alternatively, a YAML file that specifies the values for the parameters can be provided while installing the chart. For example, ```bash -$ helm install my-release -f values.yaml odpf/compass +$ helm install my-release -f values.yaml gotocompany/compass ``` > **Tip**: You can use the default [values.yaml](values.yaml) diff --git a/stable/compass/values.yaml b/stable/compass/values.yaml index 29c1f40a..71e12d54 100644 --- a/stable/compass/values.yaml +++ b/stable/compass/values.yaml @@ -1,6 +1,6 @@ app: image: - repository: odpf/compass + repository: gotocompany/compass pullPolicy: Always tag: "0.3.0" container: diff --git a/stable/consul/Chart.yaml b/stable/consul/Chart.yaml index 906d3611..dfeb658c 100644 --- a/stable/consul/Chart.yaml +++ b/stable/consul/Chart.yaml @@ -4,4 +4,4 @@ description: Minimal Helm chart for deploying consul server on kubernetes. name: consul version: 0.1.0 sources: -- https://github.com/odpf/charts +- https://github.com/goto/charts diff --git a/stable/consul/README.md b/stable/consul/README.md index 0a4eeabc..cbc23d97 100644 --- a/stable/consul/README.md +++ b/stable/consul/README.md @@ -6,7 +6,7 @@ Minimal Helm chart for deploying consul server on kubernetes. ## Source Code -- +- ## Values diff --git a/stable/dex/Chart.lock b/stable/dex/Chart.lock deleted file mode 100644 index a3a8c65e..00000000 --- a/stable/dex/Chart.lock +++ /dev/null @@ -1,6 +0,0 @@ -dependencies: -- name: app - repository: https://odpf.github.io/charts/ - version: 0.4.0 -digest: sha256:e2d509925ddf8581f7b2a65bf0a37187ed8fde3a50d3e386a442ad34c60f8795 -generated: "2022-09-19T10:35:48.90955+05:30" diff --git a/stable/dex/Chart.yaml b/stable/dex/Chart.yaml index 3039ebb1..c067e17e 100644 --- a/stable/dex/Chart.yaml +++ b/stable/dex/Chart.yaml @@ -7,4 +7,4 @@ appVersion: 0.1.1 dependencies: - name: app version: "0.4.0" - repository: "https://odpf.github.io/charts/" + repository: "https://goto.github.io/charts-legacy/" diff --git a/stable/dex/README.md b/stable/dex/README.md index c758b19d..df644c1a 100644 --- a/stable/dex/README.md +++ b/stable/dex/README.md @@ -1,10 +1,10 @@ # Dex -A [helm](https://helm.sh/) chart for [Dex](https://github.com/odpf/dex) +A [helm](https://helm.sh/) chart for [Dex](https://github.com/goto/dex) ## Introduction -This chart can be used for deploying [Dex](https://github.com/odpf/dex) on Kubernetes using helm. +This chart can be used for deploying [Dex](https://github.com/goto/dex) on Kubernetes using helm. ## Prerequisites @@ -14,16 +14,16 @@ Install [helm3](https://helm.sh/docs/intro/install/#helm) ### Install released version using Helm repository -- Add the odpf charts repo +- Add the gotocompany charts repo ```bash -$ helm repo add odpf https://odpf.github.io/charts/ +$ helm repo add gotocompany https://goto.github.io/charts/ ``` - Install it with Helm 3 ```bash -$ helm install my-release odpf/dex +$ helm install my-release gotocompany/dex ``` ### Install development version using master branch @@ -48,7 +48,7 @@ The command removes all the Kubernetes components associated with the chart and ## Usage notes -- Sample Dex configs are mentioned in values.yaml file, update them according to usecase, [read more](https://github.com/odpf/dex/blob/main/dex.yaml) +- Sample Dex configs are mentioned in values.yaml file, update them according to usecase, [read more](https://github.com/goto/dex/blob/main/dex.yaml) - Set the resource limits of containers according to the usage ## Configuration @@ -74,7 +74,7 @@ Specify each parameter using the `--set key=value[,key=value]` argument to `helm Alternatively, a YAML file that specifies the values for the parameters can be provided while installing the chart. For example, ```bash -$ helm install my-release -f values.yaml odpf/dex +$ helm install my-release -f values.yaml gotocompany/dex ``` > **Tip**: You can use the default [values.yaml](values.yaml) diff --git a/stable/dex/values.yaml b/stable/dex/values.yaml index af77c6ea..348fa1fa 100644 --- a/stable/dex/values.yaml +++ b/stable/dex/values.yaml @@ -1,6 +1,6 @@ app: image: - repository: odpf/dex + repository: gotocompany/dex pullPolicy: Always tag: "latest" container: diff --git a/stable/entropy/Chart.lock b/stable/entropy/Chart.lock deleted file mode 100644 index c4546e8f..00000000 --- a/stable/entropy/Chart.lock +++ /dev/null @@ -1,6 +0,0 @@ -dependencies: -- name: app - repository: https://odpf.github.io/charts/ - version: 0.3.4 -digest: sha256:41e9a8f47c6ad186219e24592ea05bb3d556474fdd2b088240901b978da3a8d3 -generated: "2022-06-17T12:16:20.299783+05:30" diff --git a/stable/entropy/Chart.yaml b/stable/entropy/Chart.yaml index f1c0b319..2db2f04e 100644 --- a/stable/entropy/Chart.yaml +++ b/stable/entropy/Chart.yaml @@ -7,4 +7,4 @@ appVersion: 0.1.0 dependencies: - name: app version: "0.3.4" - repository: "https://odpf.github.io/charts/" + repository: "https://goto.github.io/charts-legacy/" diff --git a/stable/entropy/README.md b/stable/entropy/README.md index 9269e41d..b3c51d48 100644 --- a/stable/entropy/README.md +++ b/stable/entropy/README.md @@ -1,10 +1,10 @@ # Entropy -A [helm](https://helm.sh/) chart for [Entropy](https://github.com/odpf/entropy) +A [helm](https://helm.sh/) chart for [Entropy](https://github.com/goto/entropy) ## Introduction -This chart can be used for deploying [Entropy](https://github.com/odpf/entropy) on Kubernetes using helm. +This chart can be used for deploying [Entropy](https://github.com/goto/entropy) on Kubernetes using helm. ## Prerequisites @@ -14,16 +14,16 @@ Install [helm3](https://helm.sh/docs/intro/install/#helm) ### Install released version using Helm repository -- Add the odpf charts repo +- Add the gotocompany charts repo ```bash -$ helm repo add odpf https://odpf.github.io/charts/ +$ helm repo add gotocompany https://goto.github.io/charts/ ``` - Install it with Helm 3 ```bash -$ helm install my-release odpf/entropy +$ helm install my-release gotocompany/entropy ``` ### Install development version using master branch @@ -48,7 +48,7 @@ The command removes all the Kubernetes components associated with the chart and ## Usage notes -- Sample Entropy configs are mentioned in values.yaml file, update them according to usecase, [read more](https://github.com/odpf/entropy/blob/main/docs/reference/configuration.md#configurations) +- Sample Entropy configs are mentioned in values.yaml file, update them according to usecase, [read more](https://github.com/goto/entropy/blob/main/docs/reference/configuration.md#configurations) - Set the resource limits of containers according to the usage ## Configuration @@ -77,7 +77,7 @@ Specify each parameter using the `--set key=value[,key=value]` argument to `helm Alternatively, a YAML file that specifies the values for the parameters can be provided while installing the chart. For example, ```bash -$ helm install my-release -f values.yaml odpf/entropy +$ helm install my-release -f values.yaml gotocompany/entropy ``` > **Tip**: You can use the default [values.yaml](values.yaml) diff --git a/stable/entropy/values.yaml b/stable/entropy/values.yaml index 4bbd136a..20a8d73a 100644 --- a/stable/entropy/values.yaml +++ b/stable/entropy/values.yaml @@ -1,6 +1,6 @@ app: image: - repository: odpf/entropy + repository: gotocompany/entropy pullPolicy: Always tag: "latest" container: diff --git a/stable/firehose/README.md b/stable/firehose/README.md index bae2722f..112e9e6c 100644 --- a/stable/firehose/README.md +++ b/stable/firehose/README.md @@ -1,10 +1,10 @@ # Firehose -A [helm](https://helm.sh/) chart for [Firehose](https://github.com/odpf/firehose) +A [helm](https://helm.sh/) chart for [Firehose](https://github.com/goto/firehose) ## Introduction -This chart can be used for deploying [Firehose](https://github.com/odpf/firehose) on Kubernetes using helm +This chart can be used for deploying [Firehose](https://github.com/goto/firehose) on Kubernetes using helm ## Prerequisites @@ -14,16 +14,16 @@ Install [helm3](https://helm.sh/docs/intro/install/#helm) ### Install released version using Helm repository -* Add the odpf charts repo +* Add the gotocompany charts repo ```bash -$ helm repo add odpf https://odpf.github.io/charts/ +$ helm repo add gotocompany https://goto.github.io/charts/ ``` * Install it with Helm 3 ```bash -$ helm install my-release odpf/firehose +$ helm install my-release gotocompany/firehose ``` ### Install development version using master branch @@ -51,7 +51,7 @@ The command removes all the Kubernetes components associated with the chart and * Use init-firehose container in order to download and load proto jar files for Filter functionality * Update flags for init-firehose and telegraf containers in order to use them, defaults are set to false * Jolokia input for telegraf will be enabled only if jolokia is mentioned in JAVA_TOOL_OPTIONS in firehose config -* Sample Firehose configs are mentioned in values.yaml file, update them according to usecase, [read more](https://github.com/odpf/firehose/blob/main/docs/reference/configuration.md#configurations) +* Sample Firehose configs are mentioned in values.yaml file, update them according to usecase, [read more](https://github.com/goto/firehose/blob/main/docs/reference/configuration.md#configurations) * Set the resource limits of containers according to the usage ## Configuration @@ -62,10 +62,10 @@ The following table lists the configurable parameters of Firehose chart and thei | Key | Type | Default | Description | |-----|------|---------|-------------| -| firehose.args | list | `['java', '-cp', 'bin/*:/work-dir/*', 'io.odpf.firehose.launch.Main', '-server', '-Dlogback.configurationFile=etc/firehose/logback.xml', '-Xloggc:/var/log/firehose']` | args for firehose container | -| firehose.config | object | `{"SOURCE_KAFKA_BROKERS": "127.0.0.1:6667", "SOURCE_KAFKA_CONSUMER_GROUP_ID": "kafka-consumer-group-id", "SOURCE_KAFKA_TOPIC": "sample-topic", "SINK_TYPE": "log", "SOURCE_KAFKA_CONSUMER_CONFIG_AUTO_OFFSET_RESET": "latest", "INPUT_SCHEMA_PROTO_CLASS": "com.github.firehose.sampleLogProto.SampleLogMessage", "JAVA_TOOL_OPTIONS": "-javaagent:jolokia-jvm-agent.jar=port=8778,host=localhost"}` | env variables required by firehose, [read more](https://github.com/odpf/firehose/blob/main/docs/reference/configuration.md#configurations) | +| firehose.args | list | `['java', '-cp', 'bin/*:/work-dir/*', 'com.gotocompany.firehose.launch.Main', '-server', '-Dlogback.configurationFile=etc/firehose/logback.xml', '-Xloggc:/var/log/firehose']` | args for firehose container | +| firehose.config | object | `{"SOURCE_KAFKA_BROKERS": "127.0.0.1:6667", "SOURCE_KAFKA_CONSUMER_GROUP_ID": "kafka-consumer-group-id", "SOURCE_KAFKA_TOPIC": "sample-topic", "SINK_TYPE": "log", "SOURCE_KAFKA_CONSUMER_CONFIG_AUTO_OFFSET_RESET": "latest", "INPUT_SCHEMA_PROTO_CLASS": "com.github.firehose.sampleLogProto.SampleLogMessage", "JAVA_TOOL_OPTIONS": "-javaagent:jolokia-jvm-agent.jar=port=8778,host=localhost"}` | env variables required by firehose, [read more](https://github.com/goto/firehose/blob/main/docs/reference/configuration.md#configurations) | | firehose.image.pullPolicy | string | `"IfNotPresent"` | the Kubernetes [imagePullPolicy](https://kubernetes.io/docs/concepts/containers/images/#updating-images) value for firehose container | -| firehose.image.repository | string | `"odpf/firehose"` | docker repository to download firehose image | +| firehose.image.repository | string | `"gotocompany/firehose"` | docker repository to download firehose image | | firehose.image.tag | string | `"1.1.0"` | firehose docker image tag | | firehose.resources.limits.cpu | string | `"200m"` | firehose container cpu limit | | firehose.resources.limits.memory | string | `"512Mi"` | firehose container memory limit | @@ -100,7 +100,7 @@ Specify each parameter using the `--set key=value[,key=value]` argument to `helm Alternatively, a YAML file that specifies the values for the parameters can be provided while installing the chart. For example, ```bash -$ helm install my-release -f values.yaml odpf/firehose +$ helm install my-release -f values.yaml gotocompany/firehose ``` > **Tip**: You can use the default [values.yaml](values.yaml) diff --git a/stable/firehose/values.yaml b/stable/firehose/values.yaml index a09dadc4..1f4bc0b6 100644 --- a/stable/firehose/values.yaml +++ b/stable/firehose/values.yaml @@ -9,7 +9,7 @@ labels: { "application": "firehose" } firehose: image: - repository: odpf/firehose + repository: gotocompany/firehose pullPolicy: IfNotPresent tag: 1.1.0 config: @@ -25,7 +25,7 @@ firehose: "java", "-cp", "bin/*:/work-dir/*", - "io.odpf.firehose.launch.Main", + "com.gotocompany.firehose.launch.Main", "-server", "-Dlogback.configurationFile=etc/firehose/logback.xml", "-Xloggc:/var/log/firehose", diff --git a/stable/guardian/Chart.lock b/stable/guardian/Chart.lock deleted file mode 100644 index dcb1889a..00000000 --- a/stable/guardian/Chart.lock +++ /dev/null @@ -1,6 +0,0 @@ -dependencies: -- name: app - repository: https://odpf.github.io/charts/ - version: 0.4.0 -digest: sha256:e2d509925ddf8581f7b2a65bf0a37187ed8fde3a50d3e386a442ad34c60f8795 -generated: "2022-08-07T00:34:15.181033+05:30" diff --git a/stable/guardian/Chart.yaml b/stable/guardian/Chart.yaml index a114dec4..e64a15e7 100644 --- a/stable/guardian/Chart.yaml +++ b/stable/guardian/Chart.yaml @@ -26,4 +26,4 @@ appVersion: "0.3.0" dependencies: - name: app version: "0.4.0" - repository: "https://odpf.github.io/charts/" + repository: "https://goto.github.io/charts-legacy/" diff --git a/stable/guardian/README.md b/stable/guardian/README.md index 1b38ed66..0694f419 100644 --- a/stable/guardian/README.md +++ b/stable/guardian/README.md @@ -8,7 +8,7 @@ A Helm chart for Kubernetes | Repository | Name | Version | |------------|------|---------| -| https://odpf.github.io/charts/ | app | 0.4.0 | +| https://goto.github.io/charts/ | app | 0.4.0 | ## Values @@ -53,7 +53,7 @@ A Helm chart for Kubernetes | app.cron.jobs[2].schedule | string | `"*/20 * * * *"` | | | app.fullnameOverride | string | `""` | | | app.image.pullPolicy | string | `"Always"` | | -| app.image.repository | string | `"odpf/guardian"` | | +| app.image.repository | string | `"gotocompany/guardian"` | | | app.image.tag | string | `"latest"` | | | app.ingress.annotations."kubernetes.io/ingress.class" | string | `"contour"` | | | app.ingress.enabled | bool | `true` | | diff --git a/stable/guardian/values.yaml b/stable/guardian/values.yaml index d169c19a..4e3faec5 100644 --- a/stable/guardian/values.yaml +++ b/stable/guardian/values.yaml @@ -6,7 +6,7 @@ app: fullnameOverride: "" image: - repository: odpf/guardian + repository: gotocompany/guardian pullPolicy: Always tag: latest container: diff --git a/stable/meteor/Chart.yaml b/stable/meteor/Chart.yaml index d7adb410..3f2928bb 100644 --- a/stable/meteor/Chart.yaml +++ b/stable/meteor/Chart.yaml @@ -1,5 +1,5 @@ apiVersion: v1 version: 0.1.6 -description: A Helm chart for Meteor (github.com/odpf/meteor) +description: A Helm chart for Meteor (github.com/goto/meteor) name: meteor appVersion: "v0.5.1" diff --git a/stable/meteor/README.md b/stable/meteor/README.md index db04897a..f0e73131 100644 --- a/stable/meteor/README.md +++ b/stable/meteor/README.md @@ -1,6 +1,6 @@ # Meteor -A [helm](https://helm.sh/) chart for [Meteor](https://github.com/odpf/meteor) +A [helm](https://helm.sh/) chart for [Meteor](https://github.com/goto/meteor) ## TL;DR; @@ -10,7 +10,7 @@ $ helm install [my-release] . ## Introduction -This chart can be used for deploying [Meteor](https://github.com/odpf/meteor) on kubenetes using helm +This chart can be used for deploying [Meteor](https://github.com/goto/meteor) on kubenetes using helm ## Installing the Chart @@ -47,7 +47,7 @@ The following table lists the configurable parameters of the Meteor chart and th | recipes | object {\[filename\]: \[content\]} | [example](#sample-recipes-usage) | | | namespace | string | `-` | to override release namespace | | image.pullPolicy | string | `"IfNotPresent"` | | -| image.repository | string | `"odpf/meteor"` | Image to use for deploying siren | +| image.repository | string | `"gotocompany/meteor"` | Image to use for deploying siren | | image.tag | string | `"0.1.0"` | | | labels | object | `{}` | | | config | object | `{}` | | diff --git a/stable/meteor/values.yaml b/stable/meteor/values.yaml index f8863a86..e8afaa56 100644 --- a/stable/meteor/values.yaml +++ b/stable/meteor/values.yaml @@ -2,7 +2,7 @@ schedule: "0 1 * * *" concurrencyPolicy: "Forbid" image: # [required] repository where meteor Docker image is available - repository: odpf/meteor + repository: gotocompany/meteor tag: "0.5.1" pullPolicy: IfNotPresent labels: {"application":"meteor"} diff --git a/stable/optimus/values.yaml b/stable/optimus/values.yaml index c4f3ba3e..c205236d 100644 --- a/stable/optimus/values.yaml +++ b/stable/optimus/values.yaml @@ -16,7 +16,7 @@ deployment: type: RollingUpdate image: - repository: odpf/optimus + repository: gotocompany/optimus tag: "0.2.5" pullPolicy: Always diff --git a/stable/raccoon/README.md b/stable/raccoon/README.md index 8183faa2..0213c9a0 100644 --- a/stable/raccoon/README.md +++ b/stable/raccoon/README.md @@ -1,15 +1,15 @@ # Raccoon -[Raccoon](https://github.com/odpf/raccoon) is high throughput, low-latency service that provides an API to ingest clickstream data from mobile apps, sites and publish it to Kafka. +[Raccoon](https://github.com/goto/raccoon) is high throughput, low-latency service that provides an API to ingest clickstream data from mobile apps, sites and publish it to Kafka. ## TL;DR ``` -$ helm install my-release odpf/raccoon +$ helm install my-release gotocompany/raccoon ``` The service will listen to `:8080` and publish to `host.docker.internal:9093` Kafka by default. ## Introduction -This chart runs [Raccoon](https://github.com/odpf/raccoon) deployment on [Kubernetes](https://kubernetes.io/) using [Helm](https://helm.sh/) package manager. The deployment contains Raccoon service and [Telegraf](https://www.influxdata.com/time-series-platform/telegraf/) as a sidecar. +This chart runs [Raccoon](https://github.com/goto/raccoon) deployment on [Kubernetes](https://kubernetes.io/) using [Helm](https://helm.sh/) package manager. The deployment contains Raccoon service and [Telegraf](https://www.influxdata.com/time-series-platform/telegraf/) as a sidecar. ## Prerequisites - Kubernetes 1.12+ @@ -19,10 +19,10 @@ This chart runs [Raccoon](https://github.com/odpf/raccoon) deployment on [Kubern ### Install released version using Helm repository -**Add the odpf charts repo** +**Add the gotocompany charts repo** ```bash -$ helm repo add odpf https://odpf.github.io/charts/ +$ helm repo add gotocompany https://goto.github.io/charts/ ``` **Install it with Helm 3** @@ -30,7 +30,7 @@ $ helm repo add odpf https://odpf.github.io/charts/ Make sure you are in the correct Kubernetes context. Run the following command to deploy Raccoon. On the following command, you can adjust `PUBLISHER_KAFKA_CLIENT_BOOTSTRAP_SERVERS` and `SERVER_WEBSOCKET_PORT` as needed. ```bash -$ helm install my-release odpf/raccoon \ +$ helm install my-release gotocompany/raccoon \ --set raccoon.config.PUBLISHER_KAFKA_CLIENT_BOOTSTRAP_SERVERS=localhost:9092 \ --set raccoon.config.SERVER_WEBSOCKET_PORT=8080 ``` @@ -81,9 +81,9 @@ The following table lists the configurable parameters of Raccoon chart and their | Key | Type | Default | Description | |-----|------|---------|-------------| -| raccoon.config | object | `{"SERVER_WEBSOCKET_PORT": "8080", "SERVER_WEBSOCKET_CONN_UNIQ_ID_HEADER": "x-user-id", "PUBLISHER_KAFKA_CLIENT_BOOTSTRAP_SERVERS": "host.docker.internal:9094", "METRIC_STATSD_ADDRESS": "host.docker.internal:8125"}` | env variables required by raccoon, [read more](https://odpf.gitbook.io/raccoon/reference/configurations) | +| raccoon.config | object | `{"SERVER_WEBSOCKET_PORT": "8080", "SERVER_WEBSOCKET_CONN_UNIQ_ID_HEADER": "x-user-id", "PUBLISHER_KAFKA_CLIENT_BOOTSTRAP_SERVERS": "host.docker.internal:9094", "METRIC_STATSD_ADDRESS": "host.docker.internal:8125"}` | env variables required by raccoon, [read more](https://goto.gitbook.io/raccoon/reference/configurations) | | raccoon.image.pullPolicy | string | `"IfNotPresent"` | the Kubernetes [imagePullPolicy](https://kubernetes.io/docs/concepts/containers/images/#updating-images) value for raccoon container | -| raccoon.image.repository | string | `"odpf/raccoon"` | docker repository to download raccoon image | +| raccoon.image.repository | string | `"gotocompany/raccoon"` | docker repository to download raccoon image | | raccoon.image.tag | string | `"0.1.0"` | raccoon docker image tag | | raccoon.resources.limits.cpu | string | `"200m"` | raccoon container cpu limit | | raccoon.resources.limits.memory | string | `"512Mi"` | raccoon container memory limit | @@ -121,7 +121,7 @@ Specify each parameter using the `--set key=value[,key=value]` argument to `helm Alternatively, a YAML file that specifies the values for the parameters can be provided while installing the chart. For example, ```bash -$ helm install my-release -f values.yaml odpf/raccoon +$ helm install my-release -f values.yaml gotocompany/raccoon ``` > **Tip**: You can use the default [values.yaml](values.yaml) @@ -131,7 +131,7 @@ The deployment is configurable by [overriding](https://helm.sh/docs/chart_templa ### Enable Telegraf As Sidecar Raccoon uses [statsd](https://www.datadoghq.com/blog/statsd/) to report metrics. Telegraf has statsd input plugin and has Influx output plugin. Once stored in Influx, the metrics can be visualized by using Grafana. More of that you can find it [here](). This chart includes Telegraf as sidecar. By default the sidecar is not enabled. To enable the Telegraf sidecar, you need to set `telegraf.enabled` and `telegraf.config.output.influxdb` to true. -You also need to adjust `telegraf.config.output.influxdb.urls`, `telegraf.config.output.influxdb.database`, and `telegraf.config.output.influxdb.retention_policy`. By default, Raccoon is pointing to `:8086` for [METRIC_STATSD_ADDRESS](https://odpf.gitbook.io/raccoon/reference/configurations#metric_statsd_address). In which, will publish the metrics to the sidecar Telegraf. +You also need to adjust `telegraf.config.output.influxdb.urls`, `telegraf.config.output.influxdb.database`, and `telegraf.config.output.influxdb.retention_policy`. By default, Raccoon is pointing to `:8086` for [METRIC_STATSD_ADDRESS](https://goto.gitbook.io/raccoon/reference/configurations#metric_statsd_address). In which, will publish the metrics to the sidecar Telegraf. Example of Telegraf enabled `values.yaml` ``` telegraf: @@ -150,7 +150,7 @@ telegraf: retention_policy: "autogen" ``` ### Add Raccoon Configurations -Apart from default Raccoon configurations mentioned above, Raccoon also has other application level [configurations](https://odpf.gitbook.io/raccoon/reference/configurations). You can provide the configuration under `raccoon.config.*`. Refer below for example +Apart from default Raccoon configurations mentioned above, Raccoon also has other application level [configurations](https://goto.gitbook.io/raccoon/reference/configurations). You can provide the configuration under `raccoon.config.*`. Refer below for example ``` raccoon: config: diff --git a/stable/raccoon/values.yaml b/stable/raccoon/values.yaml index 45d8b9f8..5147f50c 100644 --- a/stable/raccoon/values.yaml +++ b/stable/raccoon/values.yaml @@ -9,7 +9,7 @@ labels: {"application":"raccoon"} raccoon: image: - repository: odpf/raccoon + repository: gotocompany/raccoon pullPolicy: IfNotPresent tag: 0.1.0 config: diff --git a/stable/shield/Chart.lock b/stable/shield/Chart.lock deleted file mode 100644 index a0f1b428..00000000 --- a/stable/shield/Chart.lock +++ /dev/null @@ -1,9 +0,0 @@ -dependencies: -- name: app - repository: https://odpf.github.io/charts/ - version: 0.3.1 -- name: app - repository: https://odpf.github.io/charts/ - version: 0.3.1 -digest: sha256:e20a32438123705d7df465ae23b49a281cc2497f8803ca01e47f72435416ae6e -generated: "2022-02-22T16:55:13.364628+05:30" diff --git a/stable/shield/Chart.yaml b/stable/shield/Chart.yaml index 84f475f8..90251c08 100644 --- a/stable/shield/Chart.yaml +++ b/stable/shield/Chart.yaml @@ -20,11 +20,11 @@ version: 0.1.4 dependencies: - name: app version: "0.3.4" - repository: "https://odpf.github.io/charts/" + repository: "https://goto.github.io/charts-legacy/" alias: shield-app condition: shield-app.enabled - name: app version: "0.3.4" - repository: "https://odpf.github.io/charts/" + repository: "https://goto.github.io/charts-legacy/" alias: spicedb condition: spicedb.enabled diff --git a/stable/shield/README.MD b/stable/shield/README.MD index f425cb4d..343f8847 100644 --- a/stable/shield/README.MD +++ b/stable/shield/README.MD @@ -8,8 +8,8 @@ A Helm chart for Kubernetes | Repository | Name | Version | | ------------------------------ | --------------- | ------- | -| https://odpf.github.io/charts/ | shield-app(app) | 0.3.0 | -| https://odpf.github.io/charts/ | spicedb(app) | 0.3.0 | +| https://goto.github.io/charts/ | shield-app(app) | 0.3.0 | +| https://goto.github.io/charts/ | spicedb(app) | 0.3.0 | ## Values @@ -30,7 +30,7 @@ A Helm chart for Kubernetes | shield-app.container.readinessProbe.httpGet.port | int | `5556` | | | shield-app.enabled | bool | `true` | | | shield-app.image.pullPolicy | string | `"IfNotPresent"` | | -| shield-app.image.repository | string | `"odpf/shield"` | | +| shield-app.image.repository | string | `"gotocompany/shield"` | | | shield-app.image.tag | string | `"0.2.0-rc"` | | | shield-app.ingress.annotations."kubernetes.io/ingress.class" | string | `"contour"` | | | shield-app.ingress.enabled | bool | `true` | | diff --git a/stable/shield/values.yaml b/stable/shield/values.yaml index 16f5f950..c9e618c2 100644 --- a/stable/shield/values.yaml +++ b/stable/shield/values.yaml @@ -1,7 +1,7 @@ shield-app: enabled: true image: - repository: odpf/shield + repository: gotocompany/shield pullPolicy: IfNotPresent tag: 0.2.10 container: diff --git a/stable/siren/Chart.yaml b/stable/siren/Chart.yaml index 540d3237..05e4ecee 100644 --- a/stable/siren/Chart.yaml +++ b/stable/siren/Chart.yaml @@ -3,20 +3,20 @@ name: siren description: Siren Helm chart version: 0.1.2 appVersion: v0.5.0 -home: https://github.com/odpf/siren +home: https://github.com/goto/siren dependencies: - name: app version: "0.4.3" - repository: "https://odpf.github.io/charts/" + repository: "https://goto.github.io/charts-legacy/" alias: app condition: app.enabled - name: app version: "0.4.3" - repository: "https://odpf.github.io/charts/" + repository: "https://goto.github.io/charts-legacy/" alias: notification-worker condition: notification-worker.enabled - name: app version: "0.4.3" - repository: "https://odpf.github.io/charts/" + repository: "https://goto.github.io/charts-legacy/" alias: notification-dlq-worker condition: notification-dlq-worker.enabled diff --git a/stable/siren/README.md b/stable/siren/README.md index d159cf53..167f04cc 100644 --- a/stable/siren/README.md +++ b/stable/siren/README.md @@ -1,6 +1,6 @@ # Siren -A [helm](https://helm.sh/) chart for [Siren](https://github.com/odpf/siren) +A [helm](https://helm.sh/) chart for [Siren](https://github.com/goto/siren) ## TL;DR; @@ -10,7 +10,7 @@ $ helm install [my-release] . ## Introduction -This chart can be used for deploying [Siren](https://github.com/odpf/siren) on kubenetes using helm +This chart can be used for deploying [Siren](https://github.com/goto/siren) on kubenetes using helm ## Installing the Chart @@ -45,7 +45,7 @@ The following table lists the configurable parameters of the Siren chart and the | affinity | object | `{}` | | | config | object | `{}` | Environement variables needed by siren | | image.pullPolicy | string | `"Always"` | | -| image.repository | string | `"odpf/siren"` | Image to use for deploying siren | +| image.repository | string | `"gotocompany/siren"` | Image to use for deploying siren | | image.tag | string | `"v0.0.1"` | | | ingress.annotations | object | `{"kubernetes.io/ingress.class":"contour"}` | Used to add custom labels to the Ingress Useful if for example you have multiple Ingress controllers and want your Ingress controllers to bind to specific Ingresses traffic: internal | | ingress.enabled | bool | `true` | Kubernetes ingress details | diff --git a/stable/siren/values.yaml b/stable/siren/values.yaml index 4434aa3f..9b083762 100644 --- a/stable/siren/values.yaml +++ b/stable/siren/values.yaml @@ -1,6 +1,6 @@ app: image: - repository: odpf/siren + repository: gotocompany/siren pullPolicy: Always tag: latest container: @@ -47,7 +47,7 @@ app: notification-worker: image: - repository: odpf/siren + repository: gotocompany/siren pullPolicy: Always tag: latest container: @@ -90,7 +90,7 @@ notification-worker: notification-dlq-worker: image: - repository: odpf/siren + repository: gotocompany/siren pullPolicy: Always tag: latest container: diff --git a/stable/stencil/Chart.lock b/stable/stencil/Chart.lock deleted file mode 100644 index 0cee54cf..00000000 --- a/stable/stencil/Chart.lock +++ /dev/null @@ -1,6 +0,0 @@ -dependencies: -- name: app - repository: https://odpf.github.io/charts/ - version: 0.2.1 -digest: sha256:7c3f11f696cd963558e25c7c40153c5b895fb0ea892cba55c4902e9f8ad1cc0a -generated: "2022-03-13T20:20:33.036613-07:00" diff --git a/stable/stencil/Chart.yaml b/stable/stencil/Chart.yaml index fd0380e6..2c2d2c01 100644 --- a/stable/stencil/Chart.yaml +++ b/stable/stencil/Chart.yaml @@ -26,4 +26,4 @@ appVersion: "0.2.0" dependencies: - name: app version: "0.2.1" - repository: "https://odpf.github.io/charts/" + repository: "https://goto.github.io/charts-legacy/" diff --git a/stable/stencil/values.yaml b/stable/stencil/values.yaml index 1bcfb50e..c30fb942 100644 --- a/stable/stencil/values.yaml +++ b/stable/stencil/values.yaml @@ -1,6 +1,6 @@ app: image: - repository: odpf/stencil + repository: gotocompany/stencil pullPolicy: Always tag: latest container: From a6e7e6da82a21b1a3115ef5461f1e83462a8f1d3 Mon Sep 17 00:00:00 2001 From: Haveiss Date: Wed, 15 Mar 2023 10:14:14 +0700 Subject: [PATCH 002/128] feat(meteor): add telegraf support (#1) * feat(meteor): add telegraf support * fix(meteor): add default telegraf values * fix: remove unnecessary volumes * fix(meteor): telegraf volumes --- stable/meteor/Chart.yaml | 2 +- stable/meteor/README.md | 6 +++++ stable/meteor/templates/cronjob.yaml | 24 +++++++++++++++++++ .../meteor/templates/telegraf-configmap.yaml | 13 ++++++++++ stable/meteor/values.yaml | 9 +++++++ 5 files changed, 53 insertions(+), 1 deletion(-) create mode 100644 stable/meteor/templates/telegraf-configmap.yaml diff --git a/stable/meteor/Chart.yaml b/stable/meteor/Chart.yaml index 3f2928bb..ace71602 100644 --- a/stable/meteor/Chart.yaml +++ b/stable/meteor/Chart.yaml @@ -1,5 +1,5 @@ apiVersion: v1 -version: 0.1.6 +version: 0.2.0 description: A Helm chart for Meteor (github.com/goto/meteor) name: meteor appVersion: "v0.5.1" diff --git a/stable/meteor/README.md b/stable/meteor/README.md index f0e73131..b1d007c5 100644 --- a/stable/meteor/README.md +++ b/stable/meteor/README.md @@ -52,6 +52,12 @@ The following table lists the configurable parameters of the Meteor chart and th | labels | object | `{}` | | | config | object | `{}` | | | secretConfig | object | `{}` | secrets | +| telegraf.enabled | bool | `false` | | +| telegraf.command | list | `["telegraf"]` | | +| telegraf.args | list | `[]` | | +| telegraf.containerPort | int | `8125` | | +| telegraf.protocol | string | `UDP` | | +| telegraf.config | string | `""` | telegraf config file content | ### Using recipes values ``` diff --git a/stable/meteor/templates/cronjob.yaml b/stable/meteor/templates/cronjob.yaml index 76e3b053..4fc0d6ff 100644 --- a/stable/meteor/templates/cronjob.yaml +++ b/stable/meteor/templates/cronjob.yaml @@ -59,3 +59,27 @@ spec: optional: true secretName: {{ $v }} {{- end }} + {{- if .Values.telegraf.enabled }} + - name: telegraf-sidecar + image: {{ .Values.telegraf.image }} + args: + {{- range .Values.telegraf.args }} + - {{ . }} + {{- end }} + command: + {{- range .Values.telegraf.command }} + - {{ . }} + {{- end }} + imagePullPolicy: IfNotPresent + ports: + - containerPort: {{ .Values.telegraf.containerPort }} + name: http + protocol: {{ .Values.telegraf.protocol }} + volumeMounts: + - name: telegraf-conf + mountPath: /etc/telegraf/ + volumes: + - name: telegraf-conf + configMap: + name: {{ include "meteor.name" . }}-telegraf + {{- end }} diff --git a/stable/meteor/templates/telegraf-configmap.yaml b/stable/meteor/templates/telegraf-configmap.yaml new file mode 100644 index 00000000..161e272e --- /dev/null +++ b/stable/meteor/templates/telegraf-configmap.yaml @@ -0,0 +1,13 @@ +{{- if .Values.telegraf.enabled -}} +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ include "meteor.name" . }}-telegraf + labels: +{{- if .Values.labels }} +{{ toYaml .Values.labels | indent 4 }} +{{- end }} +data: + telegraf.conf: |- +{{ .Values.telegraf.config | indent 4 }} +{{- end }} diff --git a/stable/meteor/values.yaml b/stable/meteor/values.yaml index e8afaa56..6bd49058 100644 --- a/stable/meteor/values.yaml +++ b/stable/meteor/values.yaml @@ -22,3 +22,12 @@ ssl_secrets: [] # foo: "bar" # sinks: # - name: console +telegraf: + enabled: false + image: telegraf:1.19.3-alpine + config: ~ # telegraf config + containerPort: 8125 + protocol: UDP + args: + command: + - telegraf From e0a6fdc8742a0da54cc5c4d3c12579a0f57887d0 Mon Sep 17 00:00:00 2001 From: Suhas Karanth Date: Wed, 15 Mar 2023 19:24:47 +0530 Subject: [PATCH 003/128] fix(compass): fix command args for server and migration (#3) Switch to latest goto chart and v0.5.0 Compass docker image. --- stable/compass/Chart.yaml | 8 ++++---- stable/compass/values.yaml | 6 ++++-- 2 files changed, 8 insertions(+), 6 deletions(-) diff --git a/stable/compass/Chart.yaml b/stable/compass/Chart.yaml index 2d4f4c62..7a06b8d0 100644 --- a/stable/compass/Chart.yaml +++ b/stable/compass/Chart.yaml @@ -2,9 +2,9 @@ apiVersion: v2 name: compass description: A Helm chart for running Compass in Kubernetes type: application -version: 0.1.5 -appVersion: "0.3.0" +version: 0.2.0 +appVersion: "0.5.0" dependencies: - name: app - version: "0.4.2" - repository: "https://goto.github.io/charts-legacy/" + version: "0.5.0" + repository: "https://goto.github.io/charts/" diff --git a/stable/compass/values.yaml b/stable/compass/values.yaml index 71e12d54..aaf7f759 100644 --- a/stable/compass/values.yaml +++ b/stable/compass/values.yaml @@ -2,12 +2,13 @@ app: image: repository: gotocompany/compass pullPolicy: Always - tag: "0.3.0" + tag: "0.5.0" container: command: - compass args: - - serve + - server + - start livenessProbe: httpGet: path: /ping @@ -22,6 +23,7 @@ app: command: - compass args: + - server - migrate service: From f2e61b4c633811ff083da54a787b98522b513ce7 Mon Sep 17 00:00:00 2001 From: Suhas Karanth Date: Wed, 15 Mar 2023 19:34:06 +0530 Subject: [PATCH 004/128] ci: don't run release for PRs (#4) --- .github/workflows/repository.yml | 3 --- 1 file changed, 3 deletions(-) diff --git a/.github/workflows/repository.yml b/.github/workflows/repository.yml index 1a6da25d..de8842fa 100644 --- a/.github/workflows/repository.yml +++ b/.github/workflows/repository.yml @@ -3,9 +3,6 @@ on: push: branches: - main - pull_request: - branches: - - main release: types: [published, created] From 582bfc1d4c43b5d6a69e795aac7eb50b333e2c93 Mon Sep 17 00:00:00 2001 From: Haveiss Date: Thu, 16 Mar 2023 16:56:03 +0700 Subject: [PATCH 005/128] fix(meteor): template telegraf wrong key (#5) --- stable/meteor/templates/cronjob.yaml | 35 ++++++++++++++-------------- 1 file changed, 18 insertions(+), 17 deletions(-) diff --git a/stable/meteor/templates/cronjob.yaml b/stable/meteor/templates/cronjob.yaml index 4fc0d6ff..ad8efdc1 100644 --- a/stable/meteor/templates/cronjob.yaml +++ b/stable/meteor/templates/cronjob.yaml @@ -42,23 +42,6 @@ spec: - secretRef: name: "{{ include "meteor.name" . }}-secret" {{- end }} - restartPolicy: Never - volumes: - - name: "{{ include "meteor.name" . }}-volume" - configMap: - name: "{{ include "meteor.name" . }}-recipe-configmap" - items: - {{- range $k, $v := .Values.recipes }} - - key: {{ $k }} - path: {{ $k }} - {{- end }} - {{- range $k, $v := .Values.ssl_secrets }} - - name: {{ $v }} - secret: - defaultMode: 420 - optional: true - secretName: {{ $v }} - {{- end }} {{- if .Values.telegraf.enabled }} - name: telegraf-sidecar image: {{ .Values.telegraf.image }} @@ -78,7 +61,25 @@ spec: volumeMounts: - name: telegraf-conf mountPath: /etc/telegraf/ + {{- end }} + restartPolicy: Never volumes: + - name: "{{ include "meteor.name" . }}-volume" + configMap: + name: "{{ include "meteor.name" . }}-recipe-configmap" + items: + {{- range $k, $v := .Values.recipes }} + - key: {{ $k }} + path: {{ $k }} + {{- end }} + {{- range $k, $v := .Values.ssl_secrets }} + - name: {{ $v }} + secret: + defaultMode: 420 + optional: true + secretName: {{ $v }} + {{- end }} + {{- if .Values.telegraf.enabled }} - name: telegraf-conf configMap: name: {{ include "meteor.name" . }}-telegraf From d41eb1aaa65dc37712a606aee3d6941a95eea975 Mon Sep 17 00:00:00 2001 From: Suhas Karanth Date: Fri, 17 Mar 2023 11:08:45 +0530 Subject: [PATCH 006/128] fix(meteor): use gotocompany meteor image v0.8.0 (#6) v0.8.0 is the first image published for gotocompany/meteor. --- stable/meteor/Chart.yaml | 4 ++-- stable/meteor/README.md | 4 ++-- stable/meteor/values.yaml | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/stable/meteor/Chart.yaml b/stable/meteor/Chart.yaml index ace71602..c72eeb8c 100644 --- a/stable/meteor/Chart.yaml +++ b/stable/meteor/Chart.yaml @@ -1,5 +1,5 @@ apiVersion: v1 -version: 0.2.0 +version: 0.2.1 description: A Helm chart for Meteor (github.com/goto/meteor) name: meteor -appVersion: "v0.5.1" +appVersion: "v0.8.0" diff --git a/stable/meteor/README.md b/stable/meteor/README.md index b1d007c5..13a2ec1c 100644 --- a/stable/meteor/README.md +++ b/stable/meteor/README.md @@ -47,8 +47,8 @@ The following table lists the configurable parameters of the Meteor chart and th | recipes | object {\[filename\]: \[content\]} | [example](#sample-recipes-usage) | | | namespace | string | `-` | to override release namespace | | image.pullPolicy | string | `"IfNotPresent"` | | -| image.repository | string | `"gotocompany/meteor"` | Image to use for deploying siren | -| image.tag | string | `"0.1.0"` | | +| image.repository | string | `"gotocompany/meteor"` | Image to use for deploying meteor | +| image.tag | string | `"0.8.0"` | | | labels | object | `{}` | | | config | object | `{}` | | | secretConfig | object | `{}` | secrets | diff --git a/stable/meteor/values.yaml b/stable/meteor/values.yaml index 6bd49058..cd05bc9c 100644 --- a/stable/meteor/values.yaml +++ b/stable/meteor/values.yaml @@ -3,7 +3,7 @@ concurrencyPolicy: "Forbid" image: # [required] repository where meteor Docker image is available repository: gotocompany/meteor - tag: "0.5.1" + tag: "0.8.0" pullPolicy: IfNotPresent labels: {"application":"meteor"} From 190cbc1102a9a84843112eb7b0170fa20174369f Mon Sep 17 00:00:00 2001 From: Suhas Karanth Date: Mon, 20 Mar 2023 14:46:02 +0530 Subject: [PATCH 007/128] feat(meteor): configure deadline for cron jobs (#7) The deadline defaults to 4hrs (14,400s) but can be overridden if required to be higher or lower. --- stable/meteor/Chart.yaml | 2 +- stable/meteor/templates/cronjob.yaml | 1 + stable/meteor/values.yaml | 1 + 3 files changed, 3 insertions(+), 1 deletion(-) diff --git a/stable/meteor/Chart.yaml b/stable/meteor/Chart.yaml index c72eeb8c..973d919f 100644 --- a/stable/meteor/Chart.yaml +++ b/stable/meteor/Chart.yaml @@ -1,5 +1,5 @@ apiVersion: v1 -version: 0.2.1 +version: 0.2.2 description: A Helm chart for Meteor (github.com/goto/meteor) name: meteor appVersion: "v0.8.0" diff --git a/stable/meteor/templates/cronjob.yaml b/stable/meteor/templates/cronjob.yaml index ad8efdc1..4bc6153f 100644 --- a/stable/meteor/templates/cronjob.yaml +++ b/stable/meteor/templates/cronjob.yaml @@ -13,6 +13,7 @@ spec: jobTemplate: spec: backoffLimit: 4 + activeDeadlineSeconds: {{ .Values.jobDeadlineSeconds }} template: metadata: labels: diff --git a/stable/meteor/values.yaml b/stable/meteor/values.yaml index cd05bc9c..6ecbc700 100644 --- a/stable/meteor/values.yaml +++ b/stable/meteor/values.yaml @@ -12,6 +12,7 @@ secretConfig: {} # pass in secret names to be mounted to cronjob ssl_secrets: [] +jobDeadlineSeconds: 14400 # sample recipe usage # recipes: # sample-recipe.yaml: |- From ede393da8ead2f4efa89b1dee8614c82f8076bf6 Mon Sep 17 00:00:00 2001 From: Haveiss Date: Tue, 21 Mar 2023 15:27:38 +0700 Subject: [PATCH 008/128] fix(meteor): telegraf sidecar exit coordination (#8) fix(meteor): kill telegraf after meteor job --- stable/meteor/Chart.yaml | 2 +- stable/meteor/templates/cronjob.yaml | 9 +++++++++ 2 files changed, 10 insertions(+), 1 deletion(-) diff --git a/stable/meteor/Chart.yaml b/stable/meteor/Chart.yaml index 973d919f..a36ab8a6 100644 --- a/stable/meteor/Chart.yaml +++ b/stable/meteor/Chart.yaml @@ -1,5 +1,5 @@ apiVersion: v1 -version: 0.2.2 +version: 0.2.3 description: A Helm chart for Meteor (github.com/goto/meteor) name: meteor appVersion: "v0.8.0" diff --git a/stable/meteor/templates/cronjob.yaml b/stable/meteor/templates/cronjob.yaml index 4bc6153f..594ffcf4 100644 --- a/stable/meteor/templates/cronjob.yaml +++ b/stable/meteor/templates/cronjob.yaml @@ -26,9 +26,17 @@ spec: image: "{{ required `image.repository is required` .Values.image.repository }}:{{ .Values.image.tag }}" imagePullPolicy: {{ .Values.image.pullPolicy }} command: + {{- if .Values.telegraf.enabled }} + - /bin/sh + - -c + - | + meteor run /opt/recipes; + pkill -SIGTERM telegraf + {{- else}} - meteor - run - /opt/recipes + {{- end }} volumeMounts: - name: "{{ include "meteor.name" . }}-volume" mountPath: /opt/recipes @@ -62,6 +70,7 @@ spec: volumeMounts: - name: telegraf-conf mountPath: /etc/telegraf/ + shareProcessNamespace: true {{- end }} restartPolicy: Never volumes: From 3f4684159f419fd5e6069e2a6356564ff802eea0 Mon Sep 17 00:00:00 2001 From: Abduh Date: Fri, 24 Mar 2023 10:15:40 +0700 Subject: [PATCH 009/128] Update README.md --- README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 3fd7031c..f4b29e1f 100644 --- a/README.md +++ b/README.md @@ -1,7 +1,7 @@ # Charts -[Helm](https://github.com/helm/helm) Charts for Open Data Platform +[Helm](https://github.com/helm/helm) Charts for Goto company ecosystem. -Charts are curated application definitions for [Helm](https://github.com/helm/helm). Use this repository to submit official Open Data Platform helm Charts. For more information about installing and using Helm, see it's `README.md`. +Charts are curated application definitions for [Helm](https://github.com/helm/helm). Use this repository to submit official Goto company helm Charts. For more information about installing and using Helm, see it's `README.md`. ## TL;DR From f71ebbda14106e175ab75a6a0a0e5e0a37ff7961 Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Tue, 18 Apr 2023 12:18:59 +0530 Subject: [PATCH 010/128] feat: add tolerations, affinity, volumes & volumeMounts (#9) * feat: add taint/tolerations * chore: taints enabled check * fix: change name to tolearion and type array * feat: add affinity * feat: add both nodeAffinity * feat: add volumes and volumeMounts * fix: values * fix: add volume and mounts key only if needed * feat: upgrade version and docs * feat: upgrade version and docs --- stable/firehose/Chart.yaml | 2 +- stable/firehose/README.md | 24 ++++++++++ stable/firehose/templates/deployment.yaml | 54 +++++++++++++++++++++++ stable/firehose/values.yaml | 10 +++++ 4 files changed, 89 insertions(+), 1 deletion(-) diff --git a/stable/firehose/Chart.yaml b/stable/firehose/Chart.yaml index 8a4d71ed..5b273f70 100644 --- a/stable/firehose/Chart.yaml +++ b/stable/firehose/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: firehose description: A Helm chart for deploying Firehose on Kubernetes type: application -version: 0.1.3 +version: 0.1.4 appVersion: 0.7.1 diff --git a/stable/firehose/README.md b/stable/firehose/README.md index 112e9e6c..be884b9f 100644 --- a/stable/firehose/README.md +++ b/stable/firehose/README.md @@ -93,6 +93,30 @@ The following table lists the configurable parameters of Firehose chart and thei | telegraf.resources.limits.memory | string | `"64Mi"` | telegraf container memory limit | | telegraf.resources.requests.cpu | string | `"50m"` | telegraf container cpu requests | | telegraf.resources.requests.memory | string | `"64Mi"` | telegraf container memory requests | +| tolerations | list | - | List of Kubernetes [tolerations](https://kubernetes.io/docs/concepts/scheduling-eviction/taint-and-toleration/) | +| volumes | list | - | List of Kubernetes [volumes](https://kubernetes.io/docs/concepts/storage/volumes/) | +| volumeMounts | list | - | List of Kubernetes [volume mounts](https://kubernetes.io/docs/concepts/storage/volumes/#using-volumes) | +| nodeAffinityMatchExpressions.requiredDuringSchedulingIgnoredDuringExecution | list | - | List of Kubernetes [node affinity match expressions](https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#node-affinity) that are required for the pod to be scheduled on a node | +| nodeAffinityMatchExpressions.preferredDuringSchedulingIgnoredDuringExecution | list | - | List of Kubernetes [preferred node affinity match expressions](https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#preferred-during-scheduling-ignoreduringexecution) for the pod scheduling | +| tolerations.key | string | `"key1"` | Key to be mached | +| tolerations.operator | string | `"Equal"` | Operation to be checked | +| tolerations.value | string | `"value1"` | Values against which operation is performed | +| tolerations.effect | string | `"NoSchedule"` | Taint effect | +| volumes.name | string | - | Name of the Kubernetes volume | +| volumes.items.key | string | - | Key of the secret data | +| volumes.items.path | string | - | Path where the secret data will be mounted | +| volumes.secretName | string | - | Name of the Kubernetes secret | +| volumes.defaultMode | integer | - | Default file permissions for the volume | +| volumeMounts.name | string | - | Name of the Kubernetes volume | +| volumeMounts.mountPath | string | - | Path within the container where the volume should be mounted | +| nodeAffinityMatchExpressions.requiredDuringSchedulingIgnoredDuringExecution.key | string | - | Key of the node affinity match expression | +| nodeAffinityMatchExpressions.requiredDuringSchedulingIgnoredDuringExecution.operator | string | - | Operator of the node affinity match expression | +| nodeAffinityMatchExpressions.requiredDuringSchedulingIgnoredDuringExecution.values | list | - | List of values of the node affinity match expression | +| nodeAffinityMatchExpressions.preferredDuringSchedulingIgnoredDuringExecution.weight | integer | - | Weight of the preferred node affinity match expression | +| nodeAffinityMatchExpressions.preferredDuringSchedulingIgnoredDuringExecution.preference.key | string | - | Key of the preferred node affinity match expression | +| nodeAffinityMatchExpressions.preferredDuringSchedulingIgnoredDuringExecution.preference.operator | string | - | Operator of the preferred node affinity match expression | +| nodeAffinityMatchExpressions.preferredDuringSchedulingIgnoredDuringExecution.preference.values | list | - | List of values of the preferred node affinity match expression | + --- Specify each parameter using the `--set key=value[,key=value]` argument to `helm install`. diff --git a/stable/firehose/templates/deployment.yaml b/stable/firehose/templates/deployment.yaml index 675c04f2..6a2e14d5 100644 --- a/stable/firehose/templates/deployment.yaml +++ b/stable/firehose/templates/deployment.yaml @@ -29,11 +29,17 @@ spec: name: {{ .Chart.Name }} image: "{{ .Values.firehose.image.repository }}:{{ .Values.firehose.image.tag | default .Chart.AppVersion }}" imagePullPolicy: {{ .Values.firehose.image.pullPolicy }} + {{- if or (index .Values "init-firehose" "enabled") (gt (len .Values.volumeMounts) 0) }} volumeMounts: {{- if index .Values "init-firehose" "enabled" }} - mountPath: /work-dir name: workdir {{- end }} + {{- range $_, $volumeMount := .Values.volumeMounts }} + - name: {{ $volumeMount.name}} + mountPath: {{ $volumeMount.mountPath }} + {{- end}} + {{- end}} resources: {{- toYaml .Values.firehose.resources | nindent 12 }} envFrom: @@ -75,6 +81,7 @@ spec: - mountPath: /work-dir name: workdir {{- end }} + {{if or (index .Values.telegraf.enabled) (index .Values "init-firehose" "enabled") (gt (len .Values.volumes) 0)}} volumes: {{- if index .Values.telegraf.enabled }} - configMap: @@ -85,3 +92,50 @@ spec: - emptyDir: {} name: workdir {{- end }} + {{- range $_, $volume := .Values.volumes }} + - name: {{ $volume.name}} + secretName: {{ $volume.secretName }} + defaultMode: {{ $volume.defaultMode }} + items: {{- range $_, $item := $volume.items }} + - key: {{ $item.key }} + path: {{ $item.path }} + {{- end}} + {{- end}} + {{- end}} + + {{- if (gt (len .Values.tolerations) 0) }} + tolerations: {{- range $_, $toleration := .Values.tolerations }} + - key: {{ $toleration.key }} + operator: {{ $toleration.operator }} + value: {{ $toleration.value }} + effect: {{ $toleration.effect }} + {{- end }} + {{- end}} + {{- if or (gt (len .Values.nodeAffinitiyMatchExpressions.requiredDuringSchedulingIgnoredDuringExecution) 0) (gt (len .Values.nodeAffinitiyMatchExpressions.preferredDuringSchedulingIgnoredDuringExecution) 0) }} + affinity: + nodeAffinity: + {{- if (gt (len .Values.nodeAffinitiyMatchExpressions.requiredDuringSchedulingIgnoredDuringExecution) 0) }} + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: {{- range $_, $expression := .Values.nodeAffinitiyMatchExpressions.requiredDuringSchedulingIgnoredDuringExecution }} + - key: {{ $expression.key }} + operator: {{ $expression.operator }} + values: {{- range $expression.values }} + - {{ . }} + {{- end}} + {{- end}} + {{- end}} + {{- if (gt (len .Values.nodeAffinitiyMatchExpressions.preferredDuringSchedulingIgnoredDuringExecution) 0) }} + preferredDuringSchedulingIgnoredDuringExecution: {{- range $_, $expression := .Values.nodeAffinitiyMatchExpressions.preferredDuringSchedulingIgnoredDuringExecution }} + - weight: {{ $expression.weight}} + preference: + matchExpressions: {{- range $_, $pref := $expression.preference }} + - key: {{ $pref.key }} + operator: {{ $pref.operator }} + values: {{- range $pref.values }} + - {{ . }} + {{- end}} + {{- end}} + {{- end}} + {{- end}} + {{- end}} \ No newline at end of file diff --git a/stable/firehose/values.yaml b/stable/firehose/values.yaml index 1f4bc0b6..049d0ce8 100644 --- a/stable/firehose/values.yaml +++ b/stable/firehose/values.yaml @@ -38,6 +38,16 @@ firehose: cpu: 200m memory: 512Mi +tolerations: [] + +volumes: [] + +volumeMounts: [] + +nodeAffinitiyMatchExpressions: + requiredDuringSchedulingIgnoredDuringExecution: [] + preferredDuringSchedulingIgnoredDuringExecution: [] + init-firehose: enabled: false image: From 586a325d118566bf37e7ff8a28a7fc58f54c4777 Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Thu, 20 Apr 2023 13:06:35 +0530 Subject: [PATCH 011/128] fix: nest volumeMount under firehose object (#10) --- stable/firehose/templates/deployment.yaml | 4 ++-- stable/firehose/values.yaml | 3 +-- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/stable/firehose/templates/deployment.yaml b/stable/firehose/templates/deployment.yaml index 6a2e14d5..36fa2e73 100644 --- a/stable/firehose/templates/deployment.yaml +++ b/stable/firehose/templates/deployment.yaml @@ -29,13 +29,13 @@ spec: name: {{ .Chart.Name }} image: "{{ .Values.firehose.image.repository }}:{{ .Values.firehose.image.tag | default .Chart.AppVersion }}" imagePullPolicy: {{ .Values.firehose.image.pullPolicy }} - {{- if or (index .Values "init-firehose" "enabled") (gt (len .Values.volumeMounts) 0) }} + {{- if or (index .Values "init-firehose" "enabled") (gt (len .Values.firehose.volumeMounts) 0) }} volumeMounts: {{- if index .Values "init-firehose" "enabled" }} - mountPath: /work-dir name: workdir {{- end }} - {{- range $_, $volumeMount := .Values.volumeMounts }} + {{- range $_, $volumeMount := .Values.firehose.volumeMounts }} - name: {{ $volumeMount.name}} mountPath: {{ $volumeMount.mountPath }} {{- end}} diff --git a/stable/firehose/values.yaml b/stable/firehose/values.yaml index 049d0ce8..cb4ffabf 100644 --- a/stable/firehose/values.yaml +++ b/stable/firehose/values.yaml @@ -37,13 +37,12 @@ firehose: requests: cpu: 200m memory: 512Mi + volumeMounts: [] tolerations: [] volumes: [] -volumeMounts: [] - nodeAffinitiyMatchExpressions: requiredDuringSchedulingIgnoredDuringExecution: [] preferredDuringSchedulingIgnoredDuringExecution: [] From 6d05c95c3b000c160bcc1920d343b376109ea08c Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Fri, 21 Apr 2023 12:25:19 +0530 Subject: [PATCH 012/128] chore: fix typo (#11) * chore: fix typo * fix: update chart version --- stable/firehose/Chart.yaml | 2 +- stable/firehose/templates/deployment.yaml | 10 +++++----- stable/firehose/values.yaml | 2 +- 3 files changed, 7 insertions(+), 7 deletions(-) diff --git a/stable/firehose/Chart.yaml b/stable/firehose/Chart.yaml index 5b273f70..6b1aedb1 100644 --- a/stable/firehose/Chart.yaml +++ b/stable/firehose/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: firehose description: A Helm chart for deploying Firehose on Kubernetes type: application -version: 0.1.4 +version: 0.1.5 appVersion: 0.7.1 diff --git a/stable/firehose/templates/deployment.yaml b/stable/firehose/templates/deployment.yaml index 36fa2e73..47e2dc37 100644 --- a/stable/firehose/templates/deployment.yaml +++ b/stable/firehose/templates/deployment.yaml @@ -111,13 +111,13 @@ spec: effect: {{ $toleration.effect }} {{- end }} {{- end}} - {{- if or (gt (len .Values.nodeAffinitiyMatchExpressions.requiredDuringSchedulingIgnoredDuringExecution) 0) (gt (len .Values.nodeAffinitiyMatchExpressions.preferredDuringSchedulingIgnoredDuringExecution) 0) }} + {{- if or (gt (len .Values.nodeAffinityMatchExpressions.requiredDuringSchedulingIgnoredDuringExecution) 0) (gt (len .Values.nodeAffinityMatchExpressions.preferredDuringSchedulingIgnoredDuringExecution) 0) }} affinity: nodeAffinity: - {{- if (gt (len .Values.nodeAffinitiyMatchExpressions.requiredDuringSchedulingIgnoredDuringExecution) 0) }} + {{- if (gt (len .Values.nodeAffinityMatchExpressions.requiredDuringSchedulingIgnoredDuringExecution) 0) }} requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - - matchExpressions: {{- range $_, $expression := .Values.nodeAffinitiyMatchExpressions.requiredDuringSchedulingIgnoredDuringExecution }} + - matchExpressions: {{- range $_, $expression := .Values.nodeAffinityMatchExpressions.requiredDuringSchedulingIgnoredDuringExecution }} - key: {{ $expression.key }} operator: {{ $expression.operator }} values: {{- range $expression.values }} @@ -125,8 +125,8 @@ spec: {{- end}} {{- end}} {{- end}} - {{- if (gt (len .Values.nodeAffinitiyMatchExpressions.preferredDuringSchedulingIgnoredDuringExecution) 0) }} - preferredDuringSchedulingIgnoredDuringExecution: {{- range $_, $expression := .Values.nodeAffinitiyMatchExpressions.preferredDuringSchedulingIgnoredDuringExecution }} + {{- if (gt (len .Values.nodeAffinityMatchExpressions.preferredDuringSchedulingIgnoredDuringExecution) 0) }} + preferredDuringSchedulingIgnoredDuringExecution: {{- range $_, $expression := .Values.nodeAffinityMatchExpressions.preferredDuringSchedulingIgnoredDuringExecution }} - weight: {{ $expression.weight}} preference: matchExpressions: {{- range $_, $pref := $expression.preference }} diff --git a/stable/firehose/values.yaml b/stable/firehose/values.yaml index cb4ffabf..7696eb45 100644 --- a/stable/firehose/values.yaml +++ b/stable/firehose/values.yaml @@ -43,7 +43,7 @@ tolerations: [] volumes: [] -nodeAffinitiyMatchExpressions: +nodeAffinityMatchExpressions: requiredDuringSchedulingIgnoredDuringExecution: [] preferredDuringSchedulingIgnoredDuringExecution: [] From 2577a3e7129e9f166955ed46f2006f0226649d25 Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Fri, 21 Apr 2023 12:55:42 +0530 Subject: [PATCH 013/128] fix: nest under secret key (#12) * fix: nest under secret key * chore: change key name --- stable/firehose/templates/deployment.yaml | 17 +++++++++-------- stable/firehose/values.yaml | 2 +- 2 files changed, 10 insertions(+), 9 deletions(-) diff --git a/stable/firehose/templates/deployment.yaml b/stable/firehose/templates/deployment.yaml index 47e2dc37..c60261a5 100644 --- a/stable/firehose/templates/deployment.yaml +++ b/stable/firehose/templates/deployment.yaml @@ -81,7 +81,7 @@ spec: - mountPath: /work-dir name: workdir {{- end }} - {{if or (index .Values.telegraf.enabled) (index .Values "init-firehose" "enabled") (gt (len .Values.volumes) 0)}} + {{if or (index .Values.telegraf.enabled) (index .Values "init-firehose" "enabled") (gt (len .Values.secretsAsVolumes) 0)}} volumes: {{- if index .Values.telegraf.enabled }} - configMap: @@ -92,14 +92,15 @@ spec: - emptyDir: {} name: workdir {{- end }} - {{- range $_, $volume := .Values.volumes }} + {{- range $_, $volume := .Values.secretsAsVolumes }} - name: {{ $volume.name}} - secretName: {{ $volume.secretName }} - defaultMode: {{ $volume.defaultMode }} - items: {{- range $_, $item := $volume.items }} - - key: {{ $item.key }} - path: {{ $item.path }} - {{- end}} + secret: + secretName: {{ $volume.secretName }} + defaultMode: {{ $volume.defaultMode }} + items: {{- range $_, $item := $volume.items }} + - key: {{ $item.key }} + path: {{ $item.path }} + {{- end}} {{- end}} {{- end}} diff --git a/stable/firehose/values.yaml b/stable/firehose/values.yaml index 7696eb45..ee57409b 100644 --- a/stable/firehose/values.yaml +++ b/stable/firehose/values.yaml @@ -41,7 +41,7 @@ firehose: tolerations: [] -volumes: [] +secretsAsVolumes: [] nodeAffinityMatchExpressions: requiredDuringSchedulingIgnoredDuringExecution: [] From db601916a3d5817773e63afa7aee29a8f95b7158 Mon Sep 17 00:00:00 2001 From: feminovia <128130633+feminovia@users.noreply.github.com> Date: Mon, 8 May 2023 15:11:52 +0700 Subject: [PATCH 014/128] feat(app): add custom pod labels (#13) --- stable/app/Chart.yaml | 2 +- stable/app/templates/deployment.yaml | 3 +++ stable/app/values.yaml | 2 ++ 3 files changed, 6 insertions(+), 1 deletion(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index c853fc05..b81ea24b 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.5.0 +version: 0.5.1 diff --git a/stable/app/templates/deployment.yaml b/stable/app/templates/deployment.yaml index cdfa5abf..cc845788 100644 --- a/stable/app/templates/deployment.yaml +++ b/stable/app/templates/deployment.yaml @@ -21,6 +21,9 @@ spec: {{- end }} labels: {{- include "app.selectorLabels" . | nindent 8 }} + {{- with .Values.podLabels }} + {{- toYaml . | nindent 8 }} + {{- end }} spec: {{- with .Values.imagePullSecrets }} imagePullSecrets: diff --git a/stable/app/values.yaml b/stable/app/values.yaml index 12f5d12f..1f542eb3 100644 --- a/stable/app/values.yaml +++ b/stable/app/values.yaml @@ -141,3 +141,5 @@ telegraf: args: command: - telegraf + +podLabels: {} \ No newline at end of file From 09e3209f75e1f6a847dc29e02f4eb102f7667d62 Mon Sep 17 00:00:00 2001 From: feminovia <128130633+feminovia@users.noreply.github.com> Date: Tue, 9 May 2023 12:10:47 +0700 Subject: [PATCH 015/128] feat(app): add custom labels to cron and migration-job (#14) --- stable/app/Chart.yaml | 2 +- stable/app/templates/cron.yaml | 6 +++++- stable/app/templates/migration-job.yaml | 3 +++ 3 files changed, 9 insertions(+), 2 deletions(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index b81ea24b..425bfba3 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.5.1 +version: 0.5.2 diff --git a/stable/app/templates/cron.yaml b/stable/app/templates/cron.yaml index 10a50ece..e1c5f0a0 100644 --- a/stable/app/templates/cron.yaml +++ b/stable/app/templates/cron.yaml @@ -2,6 +2,7 @@ {{- $fullName := include "app.fullname" . -}} {{- $appLabels := include "app.labels" . -}} {{- $appSelectorLabels := include "app.selectorLabels" . -}} +{{- $podLabels := .Values.podLabels }} {{- range $i, $job := .Values.cron.jobs }} apiVersion: batch/v1 kind: CronJob @@ -18,7 +19,10 @@ spec: template: metadata: labels: - {{- $appSelectorLabels | nindent 12 }} + {{- $appSelectorLabels | nindent 12 }} + {{- with $podLabels }} + {{- toYaml . | nindent 12 }} + {{- end }} spec: containers: - name: {{ $job.name }} diff --git a/stable/app/templates/migration-job.yaml b/stable/app/templates/migration-job.yaml index c0ecc0b6..f5cbb220 100644 --- a/stable/app/templates/migration-job.yaml +++ b/stable/app/templates/migration-job.yaml @@ -18,6 +18,9 @@ spec: metadata: labels: {{- include "app.selectorLabels" . | nindent 8 }} + {{- with .Values.podLabels }} + {{- toYaml . | nindent 8 }} + {{- end }} spec: restartPolicy: Never containers: From ba818803c5852026ca108be2cc5a55af96a94e99 Mon Sep 17 00:00:00 2001 From: Yash Bhardwaj Date: Tue, 9 May 2023 14:42:08 +0530 Subject: [PATCH 016/128] fix: add cron job for optimus DB cleanup (#16) * fix: add cron job for optimus DB cleanup * fix: configurable optimus db cleanup template --- stable/optimus/Chart.yaml | 4 ++-- .../templates/data-cleanup-cronjob.yaml | 24 +++++++++++++++++++ stable/optimus/values.yaml | 12 ++++++++++ 3 files changed, 38 insertions(+), 2 deletions(-) create mode 100644 stable/optimus/templates/data-cleanup-cronjob.yaml diff --git a/stable/optimus/Chart.yaml b/stable/optimus/Chart.yaml index 703e43c8..6b769464 100644 --- a/stable/optimus/Chart.yaml +++ b/stable/optimus/Chart.yaml @@ -9,10 +9,10 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.0.3 +version: 0.0.4 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to # follow Semantic Versioning. They should reflect the version the application is using. # It is recommended to use it with quotes. -appVersion: "0.3.0" +appVersion: "0.6.0" diff --git a/stable/optimus/templates/data-cleanup-cronjob.yaml b/stable/optimus/templates/data-cleanup-cronjob.yaml new file mode 100644 index 00000000..3ee6d510 --- /dev/null +++ b/stable/optimus/templates/data-cleanup-cronjob.yaml @@ -0,0 +1,24 @@ +{{- if .Values.cleanupConfig.enabled -}} +apiVersion: batch/v1beta1 +kind: CronJob +metadata: + name: {{ include "app.fullname" . }}-cleanup +spec: + schedule: {{ .Values.cleanupConfig.schedule }} + concurrencyPolicy: {{ .Values.cleanupConfig.concurrencyPolicy }} + jobTemplate: + spec: + template: + spec: + containers: + - name: {{ include "app.fullname" . }}-cleanup + image: {{ .Values.cleanupConfig.image }} + envFrom: + - configMapRef: + name: {{ template "app.fullname" . }} + env: + - name: QUERIES + value: "{{- range .Values.cleanupConfig.queries -}} {{.}} {{- end }}" + command: ["sh", "-c", "set -x; echo $QUERIES; psql $OPTIMUS_SERVE_DB_DSN -c \"$QUERIES\";"] + restartPolicy: {{ .Values.cleanupConfig.restartPolicy }} +{{- end }} \ No newline at end of file diff --git a/stable/optimus/values.yaml b/stable/optimus/values.yaml index c205236d..e20060b1 100644 --- a/stable/optimus/values.yaml +++ b/stable/optimus/values.yaml @@ -68,6 +68,18 @@ config: secretConfig: {} +cleanupConfig: + enabled: true + schedule: "0 0 1 * *" # Runs At 00:00 on day-of-month 1 + image: "postgres:15.2-alpine3.17" + restartPolicy: OnFailure + concurrencyPolicy: Forbid + queries: + - "delete from sensor_run where start_time < now() - Interval '30d';" + - "delete from task_run where start_time < now() - Interval '30d';" + - "delete from hook_run where start_time < now() - Interval '30d';" + - "delete from job_run where start_time < now() - Interval '60d';" + service: type: ClusterIP ports: From a16f947857de6232dde9b389f9096c37ad24c637 Mon Sep 17 00:00:00 2001 From: feminovia <128130633+feminovia@users.noreply.github.com> Date: Tue, 9 May 2023 17:36:04 +0700 Subject: [PATCH 017/128] feat(siren): update app chart version (#15) --- stable/siren/Chart.yaml | 16 ++++++++-------- stable/siren/values.yaml | 1 + 2 files changed, 9 insertions(+), 8 deletions(-) diff --git a/stable/siren/Chart.yaml b/stable/siren/Chart.yaml index 05e4ecee..2ca8c0d7 100644 --- a/stable/siren/Chart.yaml +++ b/stable/siren/Chart.yaml @@ -1,22 +1,22 @@ apiVersion: v2 name: siren description: Siren Helm chart -version: 0.1.2 -appVersion: v0.5.0 +version: 0.1.3 +appVersion: v0.6.1 home: https://github.com/goto/siren dependencies: - name: app - version: "0.4.3" - repository: "https://goto.github.io/charts-legacy/" + version: "0.5.2" + repository: "https://goto.github.io/charts/" alias: app condition: app.enabled - name: app - version: "0.4.3" - repository: "https://goto.github.io/charts-legacy/" + version: "0.5.2" + repository: "https://goto.github.io/charts/" alias: notification-worker condition: notification-worker.enabled - name: app - version: "0.4.3" - repository: "https://goto.github.io/charts-legacy/" + version: "0.5.2" + repository: "https://goto.github.io/charts/" alias: notification-dlq-worker condition: notification-dlq-worker.enabled diff --git a/stable/siren/values.yaml b/stable/siren/values.yaml index 9b083762..e9d20e35 100644 --- a/stable/siren/values.yaml +++ b/stable/siren/values.yaml @@ -15,6 +15,7 @@ app: httpGet: path: /ping port: tcp + podLabels: {} migration: enabled: true From 15480bfe3bdf81e49ecc94f510bdc6072437bd12 Mon Sep 17 00:00:00 2001 From: feminovia <128130633+feminovia@users.noreply.github.com> Date: Thu, 11 May 2023 13:46:55 +0700 Subject: [PATCH 018/128] feat(siren): add podLabels value in workers (#17) feat(siren): add podLabels value --- stable/siren/Chart.yaml | 4 ++-- stable/siren/values.yaml | 2 ++ 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/stable/siren/Chart.yaml b/stable/siren/Chart.yaml index 2ca8c0d7..49753e7c 100644 --- a/stable/siren/Chart.yaml +++ b/stable/siren/Chart.yaml @@ -1,8 +1,8 @@ apiVersion: v2 name: siren description: Siren Helm chart -version: 0.1.3 -appVersion: v0.6.1 +version: 0.1.4 +appVersion: v0.6.2 home: https://github.com/goto/siren dependencies: - name: app diff --git a/stable/siren/values.yaml b/stable/siren/values.yaml index e9d20e35..c686a91d 100644 --- a/stable/siren/values.yaml +++ b/stable/siren/values.yaml @@ -72,6 +72,7 @@ notification-worker: - ps -ef | grep siren | grep -v grep initialDelaySeconds: 10 periodSeconds: 10 + podLabels: {} migration: enabled: false @@ -115,6 +116,7 @@ notification-dlq-worker: - ps -ef | grep siren | grep -v grep initialDelaySeconds: 10 periodSeconds: 10 + podLabels: {} migration: enabled: false From 92feeac32d9a4d07c17fcdbdb01cb897ee46920a Mon Sep 17 00:00:00 2001 From: Haveiss Date: Mon, 15 May 2023 11:29:37 +0700 Subject: [PATCH 019/128] feat(compass): deprecated APIs removed in 1.25 (#19) feat(meteor): deprecated APIs removed in 1.25 --- stable/meteor/Chart.yaml | 2 +- stable/meteor/templates/cronjob.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/stable/meteor/Chart.yaml b/stable/meteor/Chart.yaml index a36ab8a6..14cba333 100644 --- a/stable/meteor/Chart.yaml +++ b/stable/meteor/Chart.yaml @@ -1,5 +1,5 @@ apiVersion: v1 -version: 0.2.3 +version: 0.3.0 description: A Helm chart for Meteor (github.com/goto/meteor) name: meteor appVersion: "v0.8.0" diff --git a/stable/meteor/templates/cronjob.yaml b/stable/meteor/templates/cronjob.yaml index 594ffcf4..f74faa09 100644 --- a/stable/meteor/templates/cronjob.yaml +++ b/stable/meteor/templates/cronjob.yaml @@ -1,4 +1,4 @@ -apiVersion: batch/v1beta1 +apiVersion: batch/v1 kind: CronJob metadata: name: "{{ include "meteor.name" . }}" From 5668acaf3118b9621cc56132d83908aa0905fdb5 Mon Sep 17 00:00:00 2001 From: Shivaprasad Bhat Date: Thu, 8 Jun 2023 13:57:17 +0530 Subject: [PATCH 020/128] feat: otel collector sidecar (#22) * feat: otel collector sidecar Co-authored-by: Haveiss --- stable/app/templates/deployment.yaml | 41 ++++++++++++++++++- .../templates/otelcollector-configmap.yaml | 11 +++++ stable/app/values.yaml | 33 ++++++++++++--- 3 files changed, 78 insertions(+), 7 deletions(-) create mode 100644 stable/app/templates/otelcollector-configmap.yaml diff --git a/stable/app/templates/deployment.yaml b/stable/app/templates/deployment.yaml index cc845788..4f0bf404 100644 --- a/stable/app/templates/deployment.yaml +++ b/stable/app/templates/deployment.yaml @@ -68,10 +68,42 @@ spec: envFrom: - configMapRef: name: "{{ include "app.fullname" . }}" - {{- if .Values.secretConfig }} + {{- if .Values.secretConfig }} - secretRef: name: "{{ template "app.fullname" . }}-secret" {{- end }} + {{- if .Values.otelcollector.enabled }} + - name: otel-collector-sidecar + image: {{ .Values.otelcollector.image }} + command: + - "--config=/etc/otelcollector/config.yaml" + imagePullPolicy: IfNotPresent + ports: + - containerPort: 1888 + name: pprof + protocol: tcp + - containerPort: 8888 + name: prometheus_self + protocol: tcp + - containerPort: 8889 + name: prometheus + protocol: tcp + - containerPort: 13133 + name: healthcheck + protocol: tcp + - containerPort: 4317 + name: otlpgrpcreceiver + protocol: tcp + - containerPort: 4318 + name: otlphttpreceiver + protocol: tcp + - containerPort: 55679 + name: zpages + protocol: tcp + volumeMounts: + - name: otelcollector-conf + mountPath: /etc/otelcollector/ + {{- end }} {{- if .Values.telegraf.enabled }} - name: telegraf-sidecar image: {{ .Values.telegraf.image }} @@ -101,6 +133,11 @@ spec: configMap: name: {{ template "app.fullname" . }}-telegraf {{- end }} + {{- if .Values.otelcollector.enabled }} + - name: otelcollector-conf + configMap: + name: {{ template "app.fullname" . }}-otelcollector + {{- end }} {{- with .Values.nodeSelector }} nodeSelector: {{- toYaml . | nindent 8 }} @@ -112,4 +149,4 @@ spec: {{- with .Values.tolerations }} tolerations: {{- toYaml . | nindent 8 }} - {{- end }} \ No newline at end of file + {{- end }} diff --git a/stable/app/templates/otelcollector-configmap.yaml b/stable/app/templates/otelcollector-configmap.yaml new file mode 100644 index 00000000..2bed98eb --- /dev/null +++ b/stable/app/templates/otelcollector-configmap.yaml @@ -0,0 +1,11 @@ +{{- if .Values.otelcollector.enabled -}} +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ template "app.fullname" . }}-otelcollector + labels: + {{- include "app.labels" . | nindent 4 }} +data: + config.yaml: |- +{{ .Values.otelcollector.config | indent 4 }} +{{- end }} diff --git a/stable/app/values.yaml b/stable/app/values.yaml index 1f542eb3..05885da1 100644 --- a/stable/app/values.yaml +++ b/stable/app/values.yaml @@ -20,7 +20,8 @@ podAnnotations: {} podSecurityContext: {} # -- Eg: fsGroup: 2000 -securityContext: {} +securityContext: + {} # -- capabilities: # -- drop: # -- - ALL @@ -45,7 +46,8 @@ service: ingress: enabled: false className: "" - annotations: {} + annotations: + {} # -- kubernetes.io/ingress.class: nginx # -- kubernetes.io/tls-acme: "true" hosts: @@ -63,7 +65,8 @@ ingress: # -- hosts: # -- - chart-example.local -resources: {} +resources: + {} # -- We usually recommend not to specify default resources and to leave this as a conscious # -- choice for the user. This also increases chances charts run on environments with little # -- resources, such as Minikube. If you do want to specify resources, uncomment the following @@ -124,7 +127,8 @@ container: config: {} -secretConfig: {} +secretConfig: + {} # -- Example: database connection details can go under secret config # DB_HOST: localhost # DB_NAME: app @@ -142,4 +146,23 @@ telegraf: command: - telegraf -podLabels: {} \ No newline at end of file +otelcollector: + enabled: false + image: otel/opentelemetry-collector-contrib:0.79.0 + config: | + receivers: + otlp: + protocols: + grpc: + http: + processors: + exporters: + logging: + service: + pipelines: + traces: + receivers: [otlp] + processors: [] + exporters: [logging] + +podLabels: {} From ce18aa8a4325ed1362c329bb69eb5c0620af7604 Mon Sep 17 00:00:00 2001 From: Shivaprasad Bhat Date: Thu, 8 Jun 2023 16:52:36 +0530 Subject: [PATCH 021/128] feat: bump up chart version (#23) --- stable/app/Chart.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index 425bfba3..59c833ab 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.5.2 +version: 0.5.3 From 84296c27f2990d3ccf6ccef744e595c62803f39c Mon Sep 17 00:00:00 2001 From: Shivaprasad Bhat Date: Tue, 13 Jun 2023 14:25:57 +0530 Subject: [PATCH 022/128] fix: port naming & protocol issues for otel-collector (#24) --- stable/app/Chart.yaml | 2 +- stable/app/templates/deployment.yaml | 20 ++++++++++---------- 2 files changed, 11 insertions(+), 11 deletions(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index 59c833ab..55c14cd1 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.5.3 +version: 0.5.4 diff --git a/stable/app/templates/deployment.yaml b/stable/app/templates/deployment.yaml index 4f0bf404..132d1e16 100644 --- a/stable/app/templates/deployment.yaml +++ b/stable/app/templates/deployment.yaml @@ -81,25 +81,25 @@ spec: ports: - containerPort: 1888 name: pprof - protocol: tcp + protocol: TCP - containerPort: 8888 - name: prometheus_self - protocol: tcp + name: prometheusself + protocol: TCP - containerPort: 8889 name: prometheus - protocol: tcp + protocol: TCP - containerPort: 13133 name: healthcheck - protocol: tcp + protocol: TCP - containerPort: 4317 - name: otlpgrpcreceiver - protocol: tcp + name: otlpgrpcrecv + protocol: TCP - containerPort: 4318 - name: otlphttpreceiver - protocol: tcp + name: otlphttprecv + protocol: TCP - containerPort: 55679 name: zpages - protocol: tcp + protocol: TCP volumeMounts: - name: otelcollector-conf mountPath: /etc/otelcollector/ From 0e11abfe92d69d45ddc17f3e9c73a2e28df09548 Mon Sep 17 00:00:00 2001 From: Shivaprasad Bhat Date: Mon, 19 Jun 2023 13:50:30 +0530 Subject: [PATCH 023/128] fix: change command to arg (#25) --- stable/app/Chart.yaml | 2 +- stable/app/templates/deployment.yaml | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index 55c14cd1..9d2d091a 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.5.4 +version: 0.5.5 diff --git a/stable/app/templates/deployment.yaml b/stable/app/templates/deployment.yaml index 132d1e16..50a82e8c 100644 --- a/stable/app/templates/deployment.yaml +++ b/stable/app/templates/deployment.yaml @@ -75,9 +75,9 @@ spec: {{- if .Values.otelcollector.enabled }} - name: otel-collector-sidecar image: {{ .Values.otelcollector.image }} - command: - - "--config=/etc/otelcollector/config.yaml" imagePullPolicy: IfNotPresent + args: + - "--config=/etc/otelcollector/config.yaml" ports: - containerPort: 1888 name: pprof From f567ee0801ffb0169df7c30a65243d2768a96374 Mon Sep 17 00:00:00 2001 From: Shivaprasad Bhat Date: Fri, 23 Jun 2023 12:03:23 +0530 Subject: [PATCH 024/128] feat: expose pod info using downward api (#26) --- stable/app/Chart.yaml | 2 +- stable/app/templates/deployment.yaml | 20 ++++++++++++++++++++ 2 files changed, 21 insertions(+), 1 deletion(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index 9d2d091a..0734dec5 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.5.5 +version: 0.5.6 diff --git a/stable/app/templates/deployment.yaml b/stable/app/templates/deployment.yaml index 50a82e8c..7d77dca4 100644 --- a/stable/app/templates/deployment.yaml +++ b/stable/app/templates/deployment.yaml @@ -100,6 +100,26 @@ spec: - containerPort: 55679 name: zpages protocol: TCP + env: + - name: K8S_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + - name: K8S_POD_NAME + valueFrom: + fieldRef: + fieldPath: metadata.name + - name: K8S_POD_NAMESPACE + valueFrom: + fieldRef: + fieldPath: metadata.namespace + - name: K8S_POD_IP + valueFrom: + fieldRef: + fieldPath: status.podIP + - name: OTEL_RESOURCE_ATTRIBUTES + value: | + k8s.deployment.name={{ include "app.fullname" . }},k8s.namespace.name=$(K8S_POD_NAMESPACE),k8s.node.name=$(K8S_NODE_NAME),k8s.pod.name=$(K8S_POD_NAME),k8s.pod.ip=$(K8S_POD_IP) volumeMounts: - name: otelcollector-conf mountPath: /etc/otelcollector/ From 7d3add22ab8d7c132514f4625058790271aa5a76 Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Thu, 13 Jul 2023 15:38:46 +0530 Subject: [PATCH 025/128] feat: secrets and volumes as secrets (#27) * feat: add kube secret object - this hall handle all the secrets to be passed as env variables to firehose - this shall handle secret credentials and creating volumes and mounts * chore: bump chart version * fix: remove secretsAsVolumes key * fix: add empty check for mounts * feat: pass env variables and mount variables in separate keys * fix: create single volume for each firehose * fix: deployment.yaml * fix: deployment.yaml --- stable/firehose/Chart.yaml | 2 +- stable/firehose/templates/deployment.yaml | 31 +++++++++++++---------- stable/firehose/templates/secrets.yaml | 25 ++++++++++++++++++ stable/firehose/values.yaml | 7 ++--- 4 files changed, 47 insertions(+), 18 deletions(-) create mode 100644 stable/firehose/templates/secrets.yaml diff --git a/stable/firehose/Chart.yaml b/stable/firehose/Chart.yaml index 6b1aedb1..254b0d4d 100644 --- a/stable/firehose/Chart.yaml +++ b/stable/firehose/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: firehose description: A Helm chart for deploying Firehose on Kubernetes type: application -version: 0.1.5 +version: 0.1.6 appVersion: 0.7.1 diff --git a/stable/firehose/templates/deployment.yaml b/stable/firehose/templates/deployment.yaml index c60261a5..556612eb 100644 --- a/stable/firehose/templates/deployment.yaml +++ b/stable/firehose/templates/deployment.yaml @@ -29,22 +29,24 @@ spec: name: {{ .Chart.Name }} image: "{{ .Values.firehose.image.repository }}:{{ .Values.firehose.image.tag | default .Chart.AppVersion }}" imagePullPolicy: {{ .Values.firehose.image.pullPolicy }} - {{- if or (index .Values "init-firehose" "enabled") (gt (len .Values.firehose.volumeMounts) 0) }} + {{- if or (index .Values "init-firehose" "enabled") (gt (len .Values.mountSecrets) 0 ) }} volumeMounts: {{- if index .Values "init-firehose" "enabled" }} - mountPath: /work-dir name: workdir {{- end }} - {{- range $_, $volumeMount := .Values.firehose.volumeMounts }} - - name: {{ $volumeMount.name}} - mountPath: {{ $volumeMount.mountPath }} - {{- end}} - {{- end}} + {{- if (gt (len .Values.mountSecrets) 0 ) }} + - mountPath: /etc/secret/{{ include "firehose.fullname" . }}-mount-secrets + name: {{ include "firehose.fullname" . }}-mount-secrets + {{- end }} + {{- end }} resources: {{- toYaml .Values.firehose.resources | nindent 12 }} envFrom: - configMapRef: name: {{ include "firehose.fullname" . }}-config + - secretRef: + name: {{ include "firehose.fullname" . }}-secrets env: - name: POD_NAME valueFrom: @@ -81,7 +83,7 @@ spec: - mountPath: /work-dir name: workdir {{- end }} - {{if or (index .Values.telegraf.enabled) (index .Values "init-firehose" "enabled") (gt (len .Values.secretsAsVolumes) 0)}} + {{if or (index .Values.telegraf.enabled) (index .Values "init-firehose" "enabled") (gt (len .Values.mountSecrets) 0 ) }} volumes: {{- if index .Values.telegraf.enabled }} - configMap: @@ -92,14 +94,15 @@ spec: - emptyDir: {} name: workdir {{- end }} - {{- range $_, $volume := .Values.secretsAsVolumes }} - - name: {{ $volume.name}} + {{- if (gt (len .Values.mountSecrets) 0 ) }} + - name: {{ include "firehose.fullname" . }}-mount-secrets secret: - secretName: {{ $volume.secretName }} - defaultMode: {{ $volume.defaultMode }} - items: {{- range $_, $item := $volume.items }} - - key: {{ $item.key }} - path: {{ $item.path }} + secretName: {{ include "firehose.fullname" . }}-mount-secrets + defaultMode: 420 + items: + {{- range $_, $mountSecret := .Values.mountSecrets}} + - key: {{$mountSecret.key}} + path: {{$mountSecret.path}} {{- end}} {{- end}} {{- end}} diff --git a/stable/firehose/templates/secrets.yaml b/stable/firehose/templates/secrets.yaml new file mode 100644 index 00000000..46cfdced --- /dev/null +++ b/stable/firehose/templates/secrets.yaml @@ -0,0 +1,25 @@ +apiVersion: v1 +kind: Secret +metadata: + name: {{ include "firehose.fullname" . }}-secrets + namespace: {{ .Release.Namespace }} + labels: {{- range $key, $value := .Values.labels }} + {{ $key }}: {{ $value }} + {{- end }} +stringData: + {{- toYaml .Values.envSecrets | nindent 2 }} + +--- + +apiVersion: v1 +kind: Secret +metadata: + name: {{ include "firehose.fullname" . }}-mount-secrets + namespace: {{ .Release.Namespace }} + labels: {{- range $key, $value := .Values.labels }} + {{ $key }}: {{ $value }} + {{- end }} +stringData: + {{- range $_, $mountSecret := .Values.mountSecrets }} + {{$mountSecret.key }}: {{ $mountSecret.value }} + {{- end }} diff --git a/stable/firehose/values.yaml b/stable/firehose/values.yaml index ee57409b..32d4803c 100644 --- a/stable/firehose/values.yaml +++ b/stable/firehose/values.yaml @@ -37,12 +37,9 @@ firehose: requests: cpu: 200m memory: 512Mi - volumeMounts: [] tolerations: [] -secretsAsVolumes: [] - nodeAffinityMatchExpressions: requiredDuringSchedulingIgnoredDuringExecution: [] preferredDuringSchedulingIgnoredDuringExecution: [] @@ -85,3 +82,7 @@ telegraf: requests: cpu: 50m memory: 64Mi + +envSecrets: {} +mountSecrets: [] + From 5f514d999c9b65a39c61e043acb1dbd91868ae81 Mon Sep 17 00:00:00 2001 From: StewartJingga Date: Wed, 26 Jul 2023 15:30:57 +0700 Subject: [PATCH 026/128] feat(firehose): set metrics config (#28) feat(firehose): set firehose metrics config --- stable/firehose/Chart.yaml | 2 +- stable/firehose/values.yaml | 2 ++ 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/stable/firehose/Chart.yaml b/stable/firehose/Chart.yaml index 254b0d4d..33f300dc 100644 --- a/stable/firehose/Chart.yaml +++ b/stable/firehose/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: firehose description: A Helm chart for deploying Firehose on Kubernetes type: application -version: 0.1.6 +version: 0.1.7 appVersion: 0.7.1 diff --git a/stable/firehose/values.yaml b/stable/firehose/values.yaml index 32d4803c..babe38cd 100644 --- a/stable/firehose/values.yaml +++ b/stable/firehose/values.yaml @@ -20,6 +20,8 @@ firehose: SOURCE_KAFKA_CONSUMER_CONFIG_AUTO_OFFSET_RESET: latest INPUT_SCHEMA_PROTO_CLASS: com.github.firehose.sampleLogProto.SampleLogMessage JAVA_TOOL_OPTIONS: "-javaagent:jolokia-jvm-agent.jar=port=8778,host=localhost" + METRIC_STATSD_HOST: localhost + METRIC_STATSD_PORT: 8125 args: [ "java", From 1010920204096936d33df557a836a98a8230dea2 Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Fri, 28 Jul 2023 16:52:43 +0530 Subject: [PATCH 027/128] fix: change METRIC_STATSD_PORT to string (#29) --- stable/firehose/values.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/stable/firehose/values.yaml b/stable/firehose/values.yaml index babe38cd..baf9ea6f 100644 --- a/stable/firehose/values.yaml +++ b/stable/firehose/values.yaml @@ -21,7 +21,7 @@ firehose: INPUT_SCHEMA_PROTO_CLASS: com.github.firehose.sampleLogProto.SampleLogMessage JAVA_TOOL_OPTIONS: "-javaagent:jolokia-jvm-agent.jar=port=8778,host=localhost" METRIC_STATSD_HOST: localhost - METRIC_STATSD_PORT: 8125 + METRIC_STATSD_PORT: "8125" args: [ "java", From db8fc35caa74a84dce9e3ce0abd9a1bafaed9ff8 Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Fri, 28 Jul 2023 16:57:18 +0530 Subject: [PATCH 028/128] fix: change statsd port to string (#30) * fix: change METRIC_STATSD_PORT to string * version bump --- stable/firehose/Chart.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/stable/firehose/Chart.yaml b/stable/firehose/Chart.yaml index 33f300dc..1bb032be 100644 --- a/stable/firehose/Chart.yaml +++ b/stable/firehose/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: firehose description: A Helm chart for deploying Firehose on Kubernetes type: application -version: 0.1.7 +version: 0.1.8 appVersion: 0.7.1 From de9b9d5cb75af976e5bccd179c61b475b8d9a32d Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Mon, 31 Jul 2023 11:57:34 +0530 Subject: [PATCH 029/128] fix: remove app from global tags (#31) --- stable/firehose/Chart.yaml | 2 +- stable/firehose/templates/_helpers.tpl | 1 - 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/stable/firehose/Chart.yaml b/stable/firehose/Chart.yaml index 1bb032be..5bb37e2a 100644 --- a/stable/firehose/Chart.yaml +++ b/stable/firehose/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: firehose description: A Helm chart for deploying Firehose on Kubernetes type: application -version: 0.1.8 +version: 0.1.9 appVersion: 0.7.1 diff --git a/stable/firehose/templates/_helpers.tpl b/stable/firehose/templates/_helpers.tpl index deebc3ae..1fb2e697 100644 --- a/stable/firehose/templates/_helpers.tpl +++ b/stable/firehose/templates/_helpers.tpl @@ -17,7 +17,6 @@ {{- define "firehose.telegraf.conf" }} [global_tags] - app = "{{ include "firehose.fullname" . }}" {{- range $k, $v := .Values.telegraf.config.additional_global_tags }} {{ $k }} = "{{ $v }}" {{- end }} From f93e46c47c7d9e6daf66429796985b543c72c07e Mon Sep 17 00:00:00 2001 From: Suhas Karanth Date: Tue, 1 Aug 2023 15:49:07 +0530 Subject: [PATCH 030/128] feat: bump app chart dep for Compass v{0.5.0 => 0.5.6} (#33) --- stable/compass/Chart.yaml | 6 +++--- stable/compass/values.yaml | 12 ++++++++---- 2 files changed, 11 insertions(+), 7 deletions(-) diff --git a/stable/compass/Chart.yaml b/stable/compass/Chart.yaml index 7a06b8d0..5bbfc50f 100644 --- a/stable/compass/Chart.yaml +++ b/stable/compass/Chart.yaml @@ -2,9 +2,9 @@ apiVersion: v2 name: compass description: A Helm chart for running Compass in Kubernetes type: application -version: 0.2.0 -appVersion: "0.5.0" +version: 0.2.1 +appVersion: "0.5.7" dependencies: - name: app - version: "0.5.0" + version: "0.5.6" repository: "https://goto.github.io/charts/" diff --git a/stable/compass/values.yaml b/stable/compass/values.yaml index aaf7f759..39555a64 100644 --- a/stable/compass/values.yaml +++ b/stable/compass/values.yaml @@ -2,7 +2,7 @@ app: image: repository: gotocompany/compass pullPolicy: Always - tag: "0.5.0" + tag: "0.5.7" container: command: - compass @@ -50,14 +50,18 @@ app: # COMPASS_SERVICE_HOST: 0.0.0.0 # COMPASS_STATSD_ENABLED: false # COMPASS_STATSD_PREFIX: compass - # COMPASS_NEWRELIC_ENABLED: false - # COMPASS_NEWRELIC_APPNAME: compass # COMPASS_LOG_LEVEL: info + # COMPASS_TELEMETRY_APP_NAME: "compass" + # COMPASS_TELEMETRY_NEWRELIC_ENABLED: false + # COMPASS_TELEMETRY_OPEN_TELEMETRY_ENABLED: false + # COMPASS_TELEMETRY_OPEN_TELEMETRY_COLLECTOR_ADDR: "127.0.0.1:4317" + # COMPASS_TELEMETRY_OPEN_TELEMETRY_PERIODIC_READ_INTERVAL: 5s + # COMPASS_TELEMETRY_OPEN_TELEMETRY_TRACE_SAMPLE_PROBABILITY: 0.1 secretConfig: {} # COMPASS_ELASTICSEARCH_BROKERS: ~ # COMPASS_STATSD_ADDRESS: ~ - # COMPASS_NEWRELIC_LICENSEKEY: ~ + # COMPASS_TELEMETRY_NEWRELIC_LICENSEKEY: ~ # COMPASS_DB_HOST: ~ # COMPASS_DB_PORT: 5432 # COMPASS_DB_NAME: ~ From a36f254f21847a0f97a364729987acd1e835ca0e Mon Sep 17 00:00:00 2001 From: Abduh Date: Tue, 8 Aug 2023 16:58:02 +0700 Subject: [PATCH 031/128] chore: bump up entropy app deps (#34) --- stable/entropy/Chart.yaml | 6 +++--- stable/entropy/values.yaml | 1 + 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/stable/entropy/Chart.yaml b/stable/entropy/Chart.yaml index 2db2f04e..8a0d1ef3 100644 --- a/stable/entropy/Chart.yaml +++ b/stable/entropy/Chart.yaml @@ -2,9 +2,9 @@ apiVersion: v2 name: entropy description: A Helm chart for Kubernetes type: application -version: 0.1.3 +version: 0.1.4 appVersion: 0.1.0 dependencies: - name: app - version: "0.3.4" - repository: "https://goto.github.io/charts-legacy/" + version: "0.5.6" + repository: "https://goto.github.io/charts/" diff --git a/stable/entropy/values.yaml b/stable/entropy/values.yaml index 20a8d73a..4e5cb954 100644 --- a/stable/entropy/values.yaml +++ b/stable/entropy/values.yaml @@ -17,6 +17,7 @@ app: httpGet: path: /ping port: tcp + podLabels: {} migration: enabled: true From 36cbb943a45e3f586e6614c316576da064c1819c Mon Sep 17 00:00:00 2001 From: Abduh Date: Tue, 8 Aug 2023 16:59:27 +0700 Subject: [PATCH 032/128] chore: bump up dex app deps (#35) --- stable/dex/Chart.yaml | 6 +++--- stable/dex/values.yaml | 1 + 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/stable/dex/Chart.yaml b/stable/dex/Chart.yaml index c067e17e..85c0a3c1 100644 --- a/stable/dex/Chart.yaml +++ b/stable/dex/Chart.yaml @@ -2,9 +2,9 @@ apiVersion: v2 name: dex description: A Helm chart for Kubernetes type: application -version: 0.1.1 +version: 0.1.2 appVersion: 0.1.1 dependencies: - name: app - version: "0.4.0" - repository: "https://goto.github.io/charts-legacy/" + version: "0.5.6" + repository: "https://goto.github.io/charts/" diff --git a/stable/dex/values.yaml b/stable/dex/values.yaml index 348fa1fa..0de91315 100644 --- a/stable/dex/values.yaml +++ b/stable/dex/values.yaml @@ -17,6 +17,7 @@ app: httpGet: path: /ping port: tcp + podLabels: {} migration: enabled: false From 2815b57e75fccd3b26e9a08201aaa901ba102c09 Mon Sep 17 00:00:00 2001 From: Abduh Date: Mon, 21 Aug 2023 09:22:04 +0700 Subject: [PATCH 033/128] chore: bump shield app chart (#36) --- stable/shield/Chart.yaml | 10 +++++----- stable/shield/values.yaml | 2 ++ 2 files changed, 7 insertions(+), 5 deletions(-) diff --git a/stable/shield/Chart.yaml b/stable/shield/Chart.yaml index 90251c08..0bbd82e7 100644 --- a/stable/shield/Chart.yaml +++ b/stable/shield/Chart.yaml @@ -15,16 +15,16 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.1.4 +version: 0.1.5 dependencies: - name: app - version: "0.3.4" - repository: "https://goto.github.io/charts-legacy/" + version: "0.5.6" + repository: "https://goto.github.io/charts/" alias: shield-app condition: shield-app.enabled - name: app - version: "0.3.4" - repository: "https://goto.github.io/charts-legacy/" + version: "0.5.6" + repository: "https://goto.github.io/charts/" alias: spicedb condition: spicedb.enabled diff --git a/stable/shield/values.yaml b/stable/shield/values.yaml index c9e618c2..38474dfe 100644 --- a/stable/shield/values.yaml +++ b/stable/shield/values.yaml @@ -22,6 +22,7 @@ shield-app: - name: proxy containerPort: 5556 protocol: TCP + podLabels: {} service: type: ClusterIP ports: @@ -88,6 +89,7 @@ spicedb: path: / port: 8080 command: ["spicedb", "serve"] + podLabels: {} ingress: enabled: true annotations: From 579459d4ff8fd5ef40e51490aa17acbd98b6b063 Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Tue, 22 Aug 2023 18:02:22 +0530 Subject: [PATCH 034/128] fix: mount secret values to be base64 decoded (#37) * fix: mount secret values to be base64 decoded * bump chart version --- stable/firehose/Chart.yaml | 2 +- stable/firehose/templates/secrets.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/stable/firehose/Chart.yaml b/stable/firehose/Chart.yaml index 5bb37e2a..e89377cd 100644 --- a/stable/firehose/Chart.yaml +++ b/stable/firehose/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: firehose description: A Helm chart for deploying Firehose on Kubernetes type: application -version: 0.1.9 +version: 0.1.10 appVersion: 0.7.1 diff --git a/stable/firehose/templates/secrets.yaml b/stable/firehose/templates/secrets.yaml index 46cfdced..7b7f30f3 100644 --- a/stable/firehose/templates/secrets.yaml +++ b/stable/firehose/templates/secrets.yaml @@ -21,5 +21,5 @@ metadata: {{- end }} stringData: {{- range $_, $mountSecret := .Values.mountSecrets }} - {{$mountSecret.key }}: {{ $mountSecret.value }} + {{$mountSecret.key }}: {{ $mountSecret.value | b64dec | toJson }} {{- end }} From c5da778df44e0e9940cb544a84e4fd891518a2fd Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Tue, 22 Aug 2023 19:04:46 +0530 Subject: [PATCH 035/128] fix: change mount secret to use data (#39) * fix: change mount secret to use data * bump chart version --- stable/firehose/Chart.yaml | 2 +- stable/firehose/templates/secrets.yaml | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/stable/firehose/Chart.yaml b/stable/firehose/Chart.yaml index e89377cd..e1491c81 100644 --- a/stable/firehose/Chart.yaml +++ b/stable/firehose/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: firehose description: A Helm chart for deploying Firehose on Kubernetes type: application -version: 0.1.10 +version: 0.1.12 appVersion: 0.7.1 diff --git a/stable/firehose/templates/secrets.yaml b/stable/firehose/templates/secrets.yaml index 7b7f30f3..3c9cb9d0 100644 --- a/stable/firehose/templates/secrets.yaml +++ b/stable/firehose/templates/secrets.yaml @@ -19,7 +19,7 @@ metadata: labels: {{- range $key, $value := .Values.labels }} {{ $key }}: {{ $value }} {{- end }} -stringData: +data: {{- range $_, $mountSecret := .Values.mountSecrets }} - {{$mountSecret.key }}: {{ $mountSecret.value | b64dec | toJson }} + {{$mountSecret.key }}: {{ $mountSecret.value }} {{- end }} From d66176c6db7e377c8bd1034cd87130271a9b0ff0 Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Mon, 28 Aug 2023 14:54:23 +0530 Subject: [PATCH 036/128] fix: volume mount secret name (#41) * feat: add kube secret object - this hall handle all the secrets to be passed as env variables to firehose - this shall handle secret credentials and creating volumes and mounts * chore: bump chart version * fix: remove secretsAsVolumes key * fix: add empty check for mounts * feat: pass env variables and mount variables in separate keys * fix: create single volume for each firehose * fix: deployment.yaml * fix: deployment.yaml * fix: mount secret name length * fix: mounth path and secret name --- stable/firehose/Chart.yaml | 2 +- stable/firehose/templates/configmap-firehose.yaml | 2 +- stable/firehose/templates/configmap-telegraf.yaml | 2 +- stable/firehose/templates/deployment.yaml | 14 +++++++------- stable/firehose/templates/secrets.yaml | 4 ++-- 5 files changed, 12 insertions(+), 12 deletions(-) diff --git a/stable/firehose/Chart.yaml b/stable/firehose/Chart.yaml index e1491c81..62882c07 100644 --- a/stable/firehose/Chart.yaml +++ b/stable/firehose/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: firehose description: A Helm chart for deploying Firehose on Kubernetes type: application -version: 0.1.12 +version: 0.1.13 appVersion: 0.7.1 diff --git a/stable/firehose/templates/configmap-firehose.yaml b/stable/firehose/templates/configmap-firehose.yaml index 91a7ed2e..2bd3cbb3 100644 --- a/stable/firehose/templates/configmap-firehose.yaml +++ b/stable/firehose/templates/configmap-firehose.yaml @@ -1,7 +1,7 @@ apiVersion: v1 kind: ConfigMap metadata: - name: {{ include "firehose.fullname" . }}-config + name: {{ include "firehose.fullname" . }} namespace: {{ .Release.Namespace }} labels: {{- range $key, $value := .Values.labels }} {{ $key }}: {{ $value }} diff --git a/stable/firehose/templates/configmap-telegraf.yaml b/stable/firehose/templates/configmap-telegraf.yaml index c2e0a711..3d8a1e12 100644 --- a/stable/firehose/templates/configmap-telegraf.yaml +++ b/stable/firehose/templates/configmap-telegraf.yaml @@ -2,7 +2,7 @@ apiVersion: v1 kind: ConfigMap metadata: - name: {{ include "firehose.fullname" . }}-telegraf-config + name: {{ include "firehose.fullname" . }}-telegraf namespace: {{ .Release.Namespace }} labels: {{- range $key, $value := .Values.labels }} {{ $key }}: {{ $value }} diff --git a/stable/firehose/templates/deployment.yaml b/stable/firehose/templates/deployment.yaml index 556612eb..7694d223 100644 --- a/stable/firehose/templates/deployment.yaml +++ b/stable/firehose/templates/deployment.yaml @@ -36,17 +36,17 @@ spec: name: workdir {{- end }} {{- if (gt (len .Values.mountSecrets) 0 ) }} - - mountPath: /etc/secret/{{ include "firehose.fullname" . }}-mount-secrets - name: {{ include "firehose.fullname" . }}-mount-secrets + - mountPath: /etc/secret + name: {{ include "firehose.fullname" . }}-mount {{- end }} {{- end }} resources: {{- toYaml .Values.firehose.resources | nindent 12 }} envFrom: - configMapRef: - name: {{ include "firehose.fullname" . }}-config + name: {{ include "firehose.fullname" . }} - secretRef: - name: {{ include "firehose.fullname" . }}-secrets + name: {{ include "firehose.fullname" . }} env: - name: POD_NAME valueFrom: @@ -87,7 +87,7 @@ spec: volumes: {{- if index .Values.telegraf.enabled }} - configMap: - name: {{ include "firehose.fullname" . }}-telegraf-config + name: {{ include "firehose.fullname" . }}-telegraf name: telegraf-conf {{- end }} {{- if index .Values "init-firehose" "enabled" }} @@ -95,9 +95,9 @@ spec: name: workdir {{- end }} {{- if (gt (len .Values.mountSecrets) 0 ) }} - - name: {{ include "firehose.fullname" . }}-mount-secrets + - name: {{ include "firehose.fullname" . }}-mount secret: - secretName: {{ include "firehose.fullname" . }}-mount-secrets + secretName: {{ include "firehose.fullname" . }}-mount defaultMode: 420 items: {{- range $_, $mountSecret := .Values.mountSecrets}} diff --git a/stable/firehose/templates/secrets.yaml b/stable/firehose/templates/secrets.yaml index 3c9cb9d0..cbede9ae 100644 --- a/stable/firehose/templates/secrets.yaml +++ b/stable/firehose/templates/secrets.yaml @@ -1,7 +1,7 @@ apiVersion: v1 kind: Secret metadata: - name: {{ include "firehose.fullname" . }}-secrets + name: {{ include "firehose.fullname" . }} namespace: {{ .Release.Namespace }} labels: {{- range $key, $value := .Values.labels }} {{ $key }}: {{ $value }} @@ -14,7 +14,7 @@ stringData: apiVersion: v1 kind: Secret metadata: - name: {{ include "firehose.fullname" . }}-mount-secrets + name: {{ include "firehose.fullname" . }}-mount namespace: {{ .Release.Namespace }} labels: {{- range $key, $value := .Values.labels }} {{ $key }}: {{ $value }} From 6c44d2e90167ee5a04e0c66e0e9a2e0a55dd5ffe Mon Sep 17 00:00:00 2001 From: Abduh Date: Thu, 31 Aug 2023 16:11:31 +0700 Subject: [PATCH 037/128] feat: app and entropy support custom service account (#42) feat: entropy support custom service account --- stable/app/Chart.yaml | 2 +- stable/app/templates/deployment.yaml | 3 +++ stable/app/values.yaml | 2 ++ stable/entropy/Chart.yaml | 6 +++--- stable/entropy/values.yaml | 1 + 5 files changed, 10 insertions(+), 4 deletions(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index 0734dec5..b1712715 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.5.6 +version: 0.5.7 diff --git a/stable/app/templates/deployment.yaml b/stable/app/templates/deployment.yaml index 7d77dca4..e10ccf4c 100644 --- a/stable/app/templates/deployment.yaml +++ b/stable/app/templates/deployment.yaml @@ -25,6 +25,9 @@ spec: {{- toYaml . | nindent 8 }} {{- end }} spec: + {{- if .Values.serviceAccountName }} + serviceAccountName: {{ .Values.serviceAccountName }} + {{- end }} {{- with .Values.imagePullSecrets }} imagePullSecrets: {{- toYaml . | nindent 8 }} diff --git a/stable/app/values.yaml b/stable/app/values.yaml index 05885da1..bb5a047c 100644 --- a/stable/app/values.yaml +++ b/stable/app/values.yaml @@ -20,6 +20,8 @@ podAnnotations: {} podSecurityContext: {} # -- Eg: fsGroup: 2000 +serviceAccountName: "" + securityContext: {} # -- capabilities: diff --git a/stable/entropy/Chart.yaml b/stable/entropy/Chart.yaml index 8a0d1ef3..41dc5dd2 100644 --- a/stable/entropy/Chart.yaml +++ b/stable/entropy/Chart.yaml @@ -2,9 +2,9 @@ apiVersion: v2 name: entropy description: A Helm chart for Kubernetes type: application -version: 0.1.4 -appVersion: 0.1.0 +version: 0.1.5 +appVersion: 0.1.2 dependencies: - name: app - version: "0.5.6" + version: "0.5.7" repository: "https://goto.github.io/charts/" diff --git a/stable/entropy/values.yaml b/stable/entropy/values.yaml index 4e5cb954..62596712 100644 --- a/stable/entropy/values.yaml +++ b/stable/entropy/values.yaml @@ -18,6 +18,7 @@ app: path: /ping port: tcp podLabels: {} + serviceAccountName: "" migration: enabled: true From 51e2a06903a394a7556040dee1f920b360031016 Mon Sep 17 00:00:00 2001 From: Abduh Date: Thu, 31 Aug 2023 17:03:08 +0700 Subject: [PATCH 038/128] fix: bump up app chart (#43) --- stable/entropy/Chart.yaml | 6 +++--- stable/entropy/values.yaml | 1 - 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/stable/entropy/Chart.yaml b/stable/entropy/Chart.yaml index 41dc5dd2..8a0d1ef3 100644 --- a/stable/entropy/Chart.yaml +++ b/stable/entropy/Chart.yaml @@ -2,9 +2,9 @@ apiVersion: v2 name: entropy description: A Helm chart for Kubernetes type: application -version: 0.1.5 -appVersion: 0.1.2 +version: 0.1.4 +appVersion: 0.1.0 dependencies: - name: app - version: "0.5.7" + version: "0.5.6" repository: "https://goto.github.io/charts/" diff --git a/stable/entropy/values.yaml b/stable/entropy/values.yaml index 62596712..4e5cb954 100644 --- a/stable/entropy/values.yaml +++ b/stable/entropy/values.yaml @@ -18,7 +18,6 @@ app: path: /ping port: tcp podLabels: {} - serviceAccountName: "" migration: enabled: true From 209a3101bd0aa119fa373a474b437f96d15bb6fb Mon Sep 17 00:00:00 2001 From: Abduh Date: Thu, 31 Aug 2023 17:04:35 +0700 Subject: [PATCH 039/128] fix: entropy support custom service account (#44) --- stable/entropy/Chart.yaml | 6 +++--- stable/entropy/values.yaml | 1 + 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/stable/entropy/Chart.yaml b/stable/entropy/Chart.yaml index 8a0d1ef3..41dc5dd2 100644 --- a/stable/entropy/Chart.yaml +++ b/stable/entropy/Chart.yaml @@ -2,9 +2,9 @@ apiVersion: v2 name: entropy description: A Helm chart for Kubernetes type: application -version: 0.1.4 -appVersion: 0.1.0 +version: 0.1.5 +appVersion: 0.1.2 dependencies: - name: app - version: "0.5.6" + version: "0.5.7" repository: "https://goto.github.io/charts/" diff --git a/stable/entropy/values.yaml b/stable/entropy/values.yaml index 4e5cb954..62596712 100644 --- a/stable/entropy/values.yaml +++ b/stable/entropy/values.yaml @@ -18,6 +18,7 @@ app: path: /ping port: tcp podLabels: {} + serviceAccountName: "" migration: enabled: true From cd9addaa12e777042aa50e7f062ad02af72601ae Mon Sep 17 00:00:00 2001 From: StewartJingga Date: Fri, 1 Sep 2023 16:59:19 +0700 Subject: [PATCH 040/128] feat(dex): update use app chart 0.1.3 (#45) --- stable/dex/Chart.yaml | 6 +++--- stable/dex/values.yaml | 2 ++ 2 files changed, 5 insertions(+), 3 deletions(-) diff --git a/stable/dex/Chart.yaml b/stable/dex/Chart.yaml index 85c0a3c1..58c127a3 100644 --- a/stable/dex/Chart.yaml +++ b/stable/dex/Chart.yaml @@ -2,9 +2,9 @@ apiVersion: v2 name: dex description: A Helm chart for Kubernetes type: application -version: 0.1.2 -appVersion: 0.1.1 +version: 0.1.3 +appVersion: 0.7.11 dependencies: - name: app - version: "0.5.6" + version: "0.5.7" repository: "https://goto.github.io/charts/" diff --git a/stable/dex/values.yaml b/stable/dex/values.yaml index 0de91315..ea75d6fc 100644 --- a/stable/dex/values.yaml +++ b/stable/dex/values.yaml @@ -19,6 +19,8 @@ app: port: tcp podLabels: {} + serviceAccountName: "" + migration: enabled: false From ce1d226a810111060cf8819d72d90591c96909ae Mon Sep 17 00:00:00 2001 From: sushmith <6890568+bsushmith@users.noreply.github.com> Date: Thu, 14 Sep 2023 10:13:19 +0530 Subject: [PATCH 041/128] chore(guardian): remove optional field from secret config (#47) --- stable/guardian/Chart.yaml | 2 +- stable/guardian/values.yaml | 1 - 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/stable/guardian/Chart.yaml b/stable/guardian/Chart.yaml index e64a15e7..e3ee9aad 100644 --- a/stable/guardian/Chart.yaml +++ b/stable/guardian/Chart.yaml @@ -15,7 +15,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.2.0 +version: 0.2.1 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to diff --git a/stable/guardian/values.yaml b/stable/guardian/values.yaml index 4e3faec5..ed4ba368 100644 --- a/stable/guardian/values.yaml +++ b/stable/guardian/values.yaml @@ -89,7 +89,6 @@ app: secretConfig: ENCRYPTION_SECRET_KEY: - NOTIFIER_ACCESS_TOKEN: DB_HOST: localhost DB_PORT: DB_NAME: guardian From a48c8073b8534be866bc4f8717f610f505759d9f Mon Sep 17 00:00:00 2001 From: Yash Bhardwaj Date: Fri, 15 Sep 2023 14:50:12 +0530 Subject: [PATCH 042/128] fix: increase monitoring data retention (#46) --- stable/optimus/values.yaml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/stable/optimus/values.yaml b/stable/optimus/values.yaml index e20060b1..af8f5378 100644 --- a/stable/optimus/values.yaml +++ b/stable/optimus/values.yaml @@ -75,10 +75,10 @@ cleanupConfig: restartPolicy: OnFailure concurrencyPolicy: Forbid queries: - - "delete from sensor_run where start_time < now() - Interval '30d';" - - "delete from task_run where start_time < now() - Interval '30d';" - - "delete from hook_run where start_time < now() - Interval '30d';" - - "delete from job_run where start_time < now() - Interval '60d';" + - "delete from sensor_run where start_time < now() - Interval '5 months';" + - "delete from task_run where start_time < now() - Interval '5 months';" + - "delete from hook_run where start_time < now() - Interval '5 months';" + - "delete from job_run where start_time < now() - Interval '5 months';" service: type: ClusterIP From fdd704bf2921685b248f4363fc06fc6d1ec37a31 Mon Sep 17 00:00:00 2001 From: Abduh Date: Tue, 19 Sep 2023 08:46:33 +0700 Subject: [PATCH 043/128] feat: add initContainers in app chart (#49) * feat: add initContainers in app chart * Update stable/app/templates/deployment.yaml Co-authored-by: Haveiss --------- Co-authored-by: Haveiss --- stable/app/Chart.yaml | 2 +- stable/app/templates/deployment.yaml | 8 +++++++- stable/app/values.yaml | 2 ++ 3 files changed, 10 insertions(+), 2 deletions(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index b1712715..7749f160 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.5.7 +version: 0.5.8 diff --git a/stable/app/templates/deployment.yaml b/stable/app/templates/deployment.yaml index e10ccf4c..43662ed7 100644 --- a/stable/app/templates/deployment.yaml +++ b/stable/app/templates/deployment.yaml @@ -34,6 +34,12 @@ spec: {{- end }} securityContext: {{- toYaml .Values.podSecurityContext | nindent 8 }} + {{- if gt (len .Values.initContainers) 0 }} + initContainers: + {{- range $initContainer := .Values.initContainers }} + - {{- toYaml $initContainer | nindent 10 }} + {{- end }} + {{- end }} containers: - name: {{ .Chart.Name }} securityContext: @@ -149,7 +155,7 @@ spec: {{- end }} volumes: {{- range $volume := .Values.volumes }} - - {{- toYaml $volume | nindent 12 }} + - {{- toYaml $volume | nindent 10 }} {{- end }} {{- if .Values.telegraf.enabled }} - name: telegraf-conf diff --git a/stable/app/values.yaml b/stable/app/values.yaml index bb5a047c..f8f7da3a 100644 --- a/stable/app/values.yaml +++ b/stable/app/values.yaml @@ -17,6 +17,8 @@ fullnameOverride: "" podAnnotations: {} +initContainers: {} + podSecurityContext: {} # -- Eg: fsGroup: 2000 From 76083ba4bb0ab361cd3940af9cc2e743a4389842 Mon Sep 17 00:00:00 2001 From: Abduh Date: Tue, 19 Sep 2023 10:43:39 +0700 Subject: [PATCH 044/128] feat(siren): support plugin and multiple ports (#50) feat: siren chart to support multiports and plugin --- stable/siren/Chart.yaml | 10 ++++----- stable/siren/values.yaml | 47 +++++++++++++++++++++++++++++++++++++++- 2 files changed, 51 insertions(+), 6 deletions(-) diff --git a/stable/siren/Chart.yaml b/stable/siren/Chart.yaml index 49753e7c..a8bc1d26 100644 --- a/stable/siren/Chart.yaml +++ b/stable/siren/Chart.yaml @@ -1,22 +1,22 @@ apiVersion: v2 name: siren description: Siren Helm chart -version: 0.1.4 -appVersion: v0.6.2 +version: 0.1.5 +appVersion: v0.6.7 home: https://github.com/goto/siren dependencies: - name: app - version: "0.5.2" + version: "0.5.8" repository: "https://goto.github.io/charts/" alias: app condition: app.enabled - name: app - version: "0.5.2" + version: "0.5.8" repository: "https://goto.github.io/charts/" alias: notification-worker condition: notification-worker.enabled - name: app - version: "0.5.2" + version: "0.5.8" repository: "https://goto.github.io/charts/" alias: notification-dlq-worker condition: notification-dlq-worker.enabled diff --git a/stable/siren/values.yaml b/stable/siren/values.yaml index c686a91d..a89864b6 100644 --- a/stable/siren/values.yaml +++ b/stable/siren/values.yaml @@ -15,6 +15,26 @@ app: httpGet: path: /ping port: tcp + ports: + - name: http + containerPort: 8080 + protocol: TCP + - name: grpc + containerPort: 8081 + protocol: TCP + volumeMounts: + - mountPath: /work-dir + name: workdir + initContainers: + - args: ["wget -c https://github.com/goto/siren/releases/download/v0.6.7/siren-cortex_Linux_x86_64.tar.gz -O - | sudo tar -xz -C /work-dir/"] + command: ["/bin/sh", "-c"] + image: busybox:latest + imagePullPolicy: IfNotPresent + name: init-siren-app + volumeMounts: + - mountPath: /work-dir + name: workdir + podLabels: {} migration: @@ -23,6 +43,17 @@ app: - server - migrate + service: + ports: + - port: 80 + name: http + targetPort: http + protocol: TCP + - port: 8081 + name: grpc + targetPort: grpc + protocol: TCP + ingress: enabled: true hosts: @@ -34,8 +65,17 @@ app: service: port: number: 80 + - host: siren-grpc.example.com + paths: + - path: / + pathType: ImplementationSpecific + backend: + service: + port: + number: 8081 config: - # SERVICE_PORT: 80 + # SERVICE_PORT: 8080 + SERVICE_GRPC_PORT: 8081 DB_DRIVER: postgres NOTIFICATION_QUEUE_KIND: postgres NOTIFICATION_MESSAGE_HANDLER_ENABLED: false @@ -46,6 +86,11 @@ app: DB_URL: postgres://postgres:@localhost:5432/siren?sslmode=disable SERVICE_ENCRYPTION_KEY: ____STRING_OF_32_CHARACTERS_____ + volumes: + - name: workdir + emptyDir: {} + + notification-worker: image: repository: gotocompany/siren From 0475cbc530f129c5fc76840c2cfe8affae5ad490 Mon Sep 17 00:00:00 2001 From: Abduh Date: Tue, 19 Sep 2023 12:44:12 +0700 Subject: [PATCH 045/128] fix(siren): liveness and readiness probes (#51) fix(siren): liveness and readiness probe --- stable/siren/Chart.yaml | 2 +- stable/siren/values.yaml | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/stable/siren/Chart.yaml b/stable/siren/Chart.yaml index a8bc1d26..816ae658 100644 --- a/stable/siren/Chart.yaml +++ b/stable/siren/Chart.yaml @@ -1,7 +1,7 @@ apiVersion: v2 name: siren description: Siren Helm chart -version: 0.1.5 +version: 0.1.6 appVersion: v0.6.7 home: https://github.com/goto/siren dependencies: diff --git a/stable/siren/values.yaml b/stable/siren/values.yaml index a89864b6..bee08842 100644 --- a/stable/siren/values.yaml +++ b/stable/siren/values.yaml @@ -10,11 +10,11 @@ app: livenessProbe: httpGet: path: /ping - port: tcp + port: http readinessProbe: httpGet: path: /ping - port: tcp + port: http ports: - name: http containerPort: 8080 From ea377da4c753926e639eacfe50cf42d51c5ecda4 Mon Sep 17 00:00:00 2001 From: Yash Bhardwaj Date: Wed, 20 Sep 2023 10:36:49 +0530 Subject: [PATCH 046/128] fix: update chart version to 0.0.5 (#48) fix: update chart version to 0.0.5 --- stable/optimus/Chart.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/stable/optimus/Chart.yaml b/stable/optimus/Chart.yaml index 6b769464..c2007757 100644 --- a/stable/optimus/Chart.yaml +++ b/stable/optimus/Chart.yaml @@ -9,10 +9,10 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.0.4 +version: 0.0.5 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to # follow Semantic Versioning. They should reflect the version the application is using. # It is recommended to use it with quotes. -appVersion: "0.6.0" +appVersion: "0.10.0" From 08da1dd4e8b633f68cce88c83d04839ce7925082 Mon Sep 17 00:00:00 2001 From: Abduh Date: Wed, 20 Sep 2023 14:23:31 +0700 Subject: [PATCH 047/128] feat(app): cron support initContainers (#52) --- stable/app/Chart.yaml | 2 +- stable/app/templates/cron.yaml | 16 ++++++++++++++++ 2 files changed, 17 insertions(+), 1 deletion(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index 7749f160..474d6963 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.5.8 +version: 0.5.9 diff --git a/stable/app/templates/cron.yaml b/stable/app/templates/cron.yaml index e1c5f0a0..4c9de529 100644 --- a/stable/app/templates/cron.yaml +++ b/stable/app/templates/cron.yaml @@ -24,6 +24,12 @@ spec: {{- toYaml . | nindent 12 }} {{- end }} spec: + {{- if $job.initContainers }} + initContainers: + {{- range $initContainer := $job.initContainers }} + - {{- toYaml $initContainer | nindent 14 }} + {{- end }} + {{- end }} containers: - name: {{ $job.name }} image: "{{ $.Values.image.repository }}:{{ $.Values.image.tag | default $.Chart.AppVersion }}" @@ -37,7 +43,17 @@ spec: name: {{ $fullName }} - secretRef: name: {{ $fullName }}-secret + {{- if $job.volumeMounts }} + volumeMounts: + {{- toYaml $job.volumeMounts | nindent 16 }} + {{- end }} restartPolicy: {{ $job.restartPolicy }} + {{- if $job.volumes }} + volumes: + {{- range $volume := $job.volumes }} + - {{- toYaml $volume | nindent 14 }} + {{- end }} + {{- end }} --- {{- end -}} {{- end -}} \ No newline at end of file From a53988c90fd3b16ffec3ce25b88e79a9a800f62a Mon Sep 17 00:00:00 2001 From: Abduh Date: Wed, 20 Sep 2023 14:25:29 +0700 Subject: [PATCH 048/128] feat(siren): bump up app chart dep (#53) --- stable/siren/Chart.yaml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/stable/siren/Chart.yaml b/stable/siren/Chart.yaml index 816ae658..9756db90 100644 --- a/stable/siren/Chart.yaml +++ b/stable/siren/Chart.yaml @@ -1,22 +1,22 @@ apiVersion: v2 name: siren description: Siren Helm chart -version: 0.1.6 +version: 0.1.7 appVersion: v0.6.7 home: https://github.com/goto/siren dependencies: - name: app - version: "0.5.8" + version: "0.5.9" repository: "https://goto.github.io/charts/" alias: app condition: app.enabled - name: app - version: "0.5.8" + version: "0.5.9" repository: "https://goto.github.io/charts/" alias: notification-worker condition: notification-worker.enabled - name: app - version: "0.5.8" + version: "0.5.9" repository: "https://goto.github.io/charts/" alias: notification-dlq-worker condition: notification-dlq-worker.enabled From 05fa0f6e94c112c16de6bffa42222267e34a97ba Mon Sep 17 00:00:00 2001 From: Hermawan Wijaya Date: Mon, 9 Oct 2023 17:26:01 +0700 Subject: [PATCH 049/128] feat: add otelcollector support for meteor (#54) Co-authored-by: Hermawan Wijaya --- stable/meteor/Chart.yaml | 4 +- stable/meteor/templates/cronjob.yaml | 70 +++++++++++++++++-- .../templates/otelcollector-configmap.yaml | 13 ++++ stable/meteor/values.yaml | 19 +++++ 4 files changed, 98 insertions(+), 8 deletions(-) create mode 100644 stable/meteor/templates/otelcollector-configmap.yaml diff --git a/stable/meteor/Chart.yaml b/stable/meteor/Chart.yaml index 14cba333..9bdcb76a 100644 --- a/stable/meteor/Chart.yaml +++ b/stable/meteor/Chart.yaml @@ -1,5 +1,5 @@ apiVersion: v1 -version: 0.3.0 +version: 0.3.1 description: A Helm chart for Meteor (github.com/goto/meteor) name: meteor -appVersion: "v0.8.0" +appVersion: "v0.8.9" diff --git a/stable/meteor/templates/cronjob.yaml b/stable/meteor/templates/cronjob.yaml index f74faa09..0ea0072e 100644 --- a/stable/meteor/templates/cronjob.yaml +++ b/stable/meteor/templates/cronjob.yaml @@ -26,16 +26,15 @@ spec: image: "{{ required `image.repository is required` .Values.image.repository }}:{{ .Values.image.tag }}" imagePullPolicy: {{ .Values.image.pullPolicy }} command: - {{- if .Values.telegraf.enabled }} - /bin/sh - -c - | meteor run /opt/recipes; + {{- if .Values.telegraf.enabled }} pkill -SIGTERM telegraf - {{- else}} - - meteor - - run - - /opt/recipes + {{- end }} + {{- if .Values.otelcollector.enabled }} + pkill -SIGTERM otelcol-contrib {{- end }} volumeMounts: - name: "{{ include "meteor.name" . }}-volume" @@ -51,6 +50,58 @@ spec: - secretRef: name: "{{ include "meteor.name" . }}-secret" {{- end }} + {{- if .Values.otelcollector.enabled }} + - name: otel-collector-sidecar + image: {{ .Values.otelcollector.image }} + imagePullPolicy: IfNotPresent + args: + - "--config=/etc/otelcollector/config.yaml" + ports: + - containerPort: 1888 + name: pprof + protocol: TCP + - containerPort: 8888 + name: prometheusself + protocol: TCP + - containerPort: 8889 + name: prometheus + protocol: TCP + - containerPort: 13133 + name: healthcheck + protocol: TCP + - containerPort: 4317 + name: otlpgrpcrecv + protocol: TCP + - containerPort: 4318 + name: otlphttprecv + protocol: TCP + - containerPort: 55679 + name: zpages + protocol: TCP + env: + - name: K8S_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + - name: K8S_POD_NAME + valueFrom: + fieldRef: + fieldPath: metadata.name + - name: K8S_POD_NAMESPACE + valueFrom: + fieldRef: + fieldPath: metadata.namespace + - name: K8S_POD_IP + valueFrom: + fieldRef: + fieldPath: status.podIP + - name: OTEL_RESOURCE_ATTRIBUTES + value: | + k8s.deployment.name={{ include "meteor.name" . }},k8s.namespace.name=$(K8S_POD_NAMESPACE),k8s.node.name=$(K8S_NODE_NAME),k8s.pod.name=$(K8S_POD_NAME),k8s.pod.ip=$(K8S_POD_IP) + volumeMounts: + - name: otelcollector-conf + mountPath: /etc/otelcollector/ + {{- end }} {{- if .Values.telegraf.enabled }} - name: telegraf-sidecar image: {{ .Values.telegraf.image }} @@ -70,8 +121,10 @@ spec: volumeMounts: - name: telegraf-conf mountPath: /etc/telegraf/ - shareProcessNamespace: true {{- end }} + {{- if or .Values.telegraf.enabled .Values.otelcollector.enabled }} + shareProcessNamespace: true + {{- end}} restartPolicy: Never volumes: - name: "{{ include "meteor.name" . }}-volume" @@ -94,3 +147,8 @@ spec: configMap: name: {{ include "meteor.name" . }}-telegraf {{- end }} + {{- if .Values.otelcollector.enabled }} + - name: otelcollector-conf + configMap: + name: {{ include "meteor.name" . }}-otelcollector + {{- end }} diff --git a/stable/meteor/templates/otelcollector-configmap.yaml b/stable/meteor/templates/otelcollector-configmap.yaml new file mode 100644 index 00000000..8cccea25 --- /dev/null +++ b/stable/meteor/templates/otelcollector-configmap.yaml @@ -0,0 +1,13 @@ +{{- if .Values.otelcollector.enabled -}} +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ include "meteor.name" . }}-otelcollector + labels: +{{- if .Values.labels }} +{{ toYaml .Values.labels | indent 4 }} +{{- end }} +data: + config.yaml: |- +{{ .Values.otelcollector.config | indent 4 }} +{{- end }} diff --git a/stable/meteor/values.yaml b/stable/meteor/values.yaml index 6ecbc700..31f372a8 100644 --- a/stable/meteor/values.yaml +++ b/stable/meteor/values.yaml @@ -32,3 +32,22 @@ telegraf: args: command: - telegraf + +otelcollector: + enabled: false + image: otel/opentelemetry-collector-contrib:0.79.0 + config: | + receivers: + otlp: + protocols: + grpc: + http: + processors: + exporters: + logging: + service: + pipelines: + traces: + receivers: [otlp] + processors: [] + exporters: [logging] From 08aeeb197c098a31331a8fdfac6f6b5e8d2ad6b7 Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Wed, 18 Oct 2023 11:47:04 +0530 Subject: [PATCH 050/128] feat: omit default resource limits for telegeaf (#55) * feat: omit default resource limits for telegeaf * fix: update chart version --- stable/firehose/Chart.yaml | 2 +- stable/firehose/values.yaml | 8 +------- 2 files changed, 2 insertions(+), 8 deletions(-) diff --git a/stable/firehose/Chart.yaml b/stable/firehose/Chart.yaml index 62882c07..a133d750 100644 --- a/stable/firehose/Chart.yaml +++ b/stable/firehose/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: firehose description: A Helm chart for deploying Firehose on Kubernetes type: application -version: 0.1.13 +version: 0.1.14 appVersion: 0.7.1 diff --git a/stable/firehose/values.yaml b/stable/firehose/values.yaml index baf9ea6f..8c2c2871 100644 --- a/stable/firehose/values.yaml +++ b/stable/firehose/values.yaml @@ -77,13 +77,7 @@ telegraf: url: "http://localhost:8088" version: "0.1.0" # authorization: Bearer - resources: - limits: - cpu: 50m - memory: 64Mi - requests: - cpu: 50m - memory: 64Mi + resources: {} envSecrets: {} mountSecrets: [] From bf1e46d3e7638a2ff5fe3ea4528b9f5697834dd5 Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Wed, 18 Oct 2023 13:24:03 +0530 Subject: [PATCH 051/128] feat: add default limits & resources (#56) * feat: add default limits & resources * fix: telegraf default enable state --- stable/firehose/Chart.yaml | 2 +- stable/firehose/values.yaml | 8 +++++++- 2 files changed, 8 insertions(+), 2 deletions(-) diff --git a/stable/firehose/Chart.yaml b/stable/firehose/Chart.yaml index a133d750..2f93c7de 100644 --- a/stable/firehose/Chart.yaml +++ b/stable/firehose/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: firehose description: A Helm chart for deploying Firehose on Kubernetes type: application -version: 0.1.14 +version: 0.1.15 appVersion: 0.7.1 diff --git a/stable/firehose/values.yaml b/stable/firehose/values.yaml index 8c2c2871..ddb1a755 100644 --- a/stable/firehose/values.yaml +++ b/stable/firehose/values.yaml @@ -77,7 +77,13 @@ telegraf: url: "http://localhost:8088" version: "0.1.0" # authorization: Bearer - resources: {} + resources: + limits: + cpu: 1000m + memory: 2000Mi + requests: + cpu: 70m + memory: 100Mi envSecrets: {} mountSecrets: [] From ff549bd1f89681ae5fb219dc7867f59d4b2e5206 Mon Sep 17 00:00:00 2001 From: Abduh Date: Sun, 22 Oct 2023 10:50:55 +0700 Subject: [PATCH 052/128] feat: support iap sidecar in app chart (#57) --- stable/app/Chart.yaml | 2 +- stable/app/templates/deployment.yaml | 35 ++++++++++++++++++++++++++++ stable/app/values.yaml | 10 ++++++++ 3 files changed, 46 insertions(+), 1 deletion(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index 474d6963..d112e448 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.5.9 +version: 0.5.10 diff --git a/stable/app/templates/deployment.yaml b/stable/app/templates/deployment.yaml index 43662ed7..7cf6fcb5 100644 --- a/stable/app/templates/deployment.yaml +++ b/stable/app/templates/deployment.yaml @@ -153,6 +153,41 @@ spec: - name: telegraf-conf mountPath: /etc/telegraf/ {{- end }} + {{- if .Values.iap.enabled }} + - name: iap-sidecar + image: {{ .Values.iap.image }} + imagePullPolicy: IfNotPresent + ports: + - containerPort: {{ .Values.iap.containerPort }} + name: http + protocol: TCP + readinessProbe: + tcpSocket: + port: {{ .Values.iap.containerPort }} + initialDelaySeconds: {{ .Values.livenessProbe.initialDelaySeconds }} + timeoutSeconds: {{ .Values.livenessProbe.timeoutSeconds }} + livenessProbe: + tcpSocket: + port: {{ .Values.iap.containerPort }} + initialDelaySeconds: {{ .Values.livenessProbe.initialDelaySeconds }} + timeoutSeconds: {{ .Values.livenessProbe.timeoutSeconds }} + env: + - name: REFRESH_TIME_SECONDS + value: {{ .Values.iap.refreshTimeSeconds }} + - name: SERVICE_ACCOUNT_CREDENTIALS + value: {{ .Values.iap.serviceAccountMountPath }}/{{ .Values.iap.serviceAccountFileName }} + - name: IAP_HOST + value: {{ .Values.iap.host }} + - name: CLIENT_ID + value: {{ .Values.iap.clientID }} + - name: LOGGER_LEVEL + value: {{ .Values.iap.logLevel }} + - name: PORT + value: "{{ .Values.iap.containerPort }}" + volumeMounts: + - mountPath: {{ .Values.iap.serviceAccountMountPath }} + name: {{ .Values.iap.serviceAccountSecret }} + {{- end -}} volumes: {{- range $volume := .Values.volumes }} - {{- toYaml $volume | nindent 10 }} diff --git a/stable/app/values.yaml b/stable/app/values.yaml index f8f7da3a..9636db0d 100644 --- a/stable/app/values.yaml +++ b/stable/app/values.yaml @@ -170,3 +170,13 @@ otelcollector: exporters: [logging] podLabels: {} + +iap: + enabled: false + image: gojektech/iap-auth:0.1.0-99f7459df4481772d30176e3b39b3857cd538745 + containerPort: 8989 + refreshTimeSeconds: 3590s + serviceAccountMountPath: /etc/iap_auth + serviceAccountFileName: sa.json + serviceAccountSecret: iap-credentials-secret + logLevel: error From eef7ea10002dec628e4a402eb2efec6bf908ccac Mon Sep 17 00:00:00 2001 From: Abduh Date: Sun, 22 Oct 2023 10:55:18 +0700 Subject: [PATCH 053/128] fix: app chart (#58) --- stable/app/templates/deployment.yaml | 68 ++++++++++++++-------------- 1 file changed, 34 insertions(+), 34 deletions(-) diff --git a/stable/app/templates/deployment.yaml b/stable/app/templates/deployment.yaml index 7cf6fcb5..dd7785fc 100644 --- a/stable/app/templates/deployment.yaml +++ b/stable/app/templates/deployment.yaml @@ -154,40 +154,40 @@ spec: mountPath: /etc/telegraf/ {{- end }} {{- if .Values.iap.enabled }} - - name: iap-sidecar - image: {{ .Values.iap.image }} - imagePullPolicy: IfNotPresent - ports: - - containerPort: {{ .Values.iap.containerPort }} - name: http - protocol: TCP - readinessProbe: - tcpSocket: - port: {{ .Values.iap.containerPort }} - initialDelaySeconds: {{ .Values.livenessProbe.initialDelaySeconds }} - timeoutSeconds: {{ .Values.livenessProbe.timeoutSeconds }} - livenessProbe: - tcpSocket: - port: {{ .Values.iap.containerPort }} - initialDelaySeconds: {{ .Values.livenessProbe.initialDelaySeconds }} - timeoutSeconds: {{ .Values.livenessProbe.timeoutSeconds }} - env: - - name: REFRESH_TIME_SECONDS - value: {{ .Values.iap.refreshTimeSeconds }} - - name: SERVICE_ACCOUNT_CREDENTIALS - value: {{ .Values.iap.serviceAccountMountPath }}/{{ .Values.iap.serviceAccountFileName }} - - name: IAP_HOST - value: {{ .Values.iap.host }} - - name: CLIENT_ID - value: {{ .Values.iap.clientID }} - - name: LOGGER_LEVEL - value: {{ .Values.iap.logLevel }} - - name: PORT - value: "{{ .Values.iap.containerPort }}" - volumeMounts: - - mountPath: {{ .Values.iap.serviceAccountMountPath }} - name: {{ .Values.iap.serviceAccountSecret }} - {{- end -}} + - name: iap-sidecar + image: {{ .Values.iap.image }} + imagePullPolicy: IfNotPresent + ports: + - containerPort: {{ .Values.iap.containerPort }} + name: http + protocol: TCP + readinessProbe: + tcpSocket: + port: {{ .Values.iap.containerPort }} + initialDelaySeconds: {{ .Values.livenessProbe.initialDelaySeconds }} + timeoutSeconds: {{ .Values.livenessProbe.timeoutSeconds }} + livenessProbe: + tcpSocket: + port: {{ .Values.iap.containerPort }} + initialDelaySeconds: {{ .Values.livenessProbe.initialDelaySeconds }} + timeoutSeconds: {{ .Values.livenessProbe.timeoutSeconds }} + env: + - name: REFRESH_TIME_SECONDS + value: {{ .Values.iap.refreshTimeSeconds }} + - name: SERVICE_ACCOUNT_CREDENTIALS + value: {{ .Values.iap.serviceAccountMountPath }}/{{ .Values.iap.serviceAccountFileName }} + - name: IAP_HOST + value: {{ .Values.iap.host }} + - name: CLIENT_ID + value: {{ .Values.iap.clientID }} + - name: LOGGER_LEVEL + value: {{ .Values.iap.logLevel }} + - name: PORT + value: "{{ .Values.iap.containerPort }}" + volumeMounts: + - mountPath: {{ .Values.iap.serviceAccountMountPath }} + name: {{ .Values.iap.serviceAccountSecret }} + {{- end }} volumes: {{- range $volume := .Values.volumes }} - {{- toYaml $volume | nindent 10 }} From eb1503463012b1a18d50742258506ae21b8106bd Mon Sep 17 00:00:00 2001 From: Abduh Date: Sun, 22 Oct 2023 14:41:58 +0700 Subject: [PATCH 054/128] feat(siren): bump up chart and support additional services (#59) --- stable/siren/Chart.yaml | 10 +++++----- stable/siren/templates/services.yaml | 26 ++++++++++++++++++++++++++ 2 files changed, 31 insertions(+), 5 deletions(-) create mode 100644 stable/siren/templates/services.yaml diff --git a/stable/siren/Chart.yaml b/stable/siren/Chart.yaml index 9756db90..26e79b63 100644 --- a/stable/siren/Chart.yaml +++ b/stable/siren/Chart.yaml @@ -1,22 +1,22 @@ apiVersion: v2 name: siren description: Siren Helm chart -version: 0.1.7 -appVersion: v0.6.7 +version: 0.1.8 +appVersion: v0.6.8 home: https://github.com/goto/siren dependencies: - name: app - version: "0.5.9" + version: "0.5.10" repository: "https://goto.github.io/charts/" alias: app condition: app.enabled - name: app - version: "0.5.9" + version: "0.5.10" repository: "https://goto.github.io/charts/" alias: notification-worker condition: notification-worker.enabled - name: app - version: "0.5.9" + version: "0.5.10" repository: "https://goto.github.io/charts/" alias: notification-dlq-worker condition: notification-dlq-worker.enabled diff --git a/stable/siren/templates/services.yaml b/stable/siren/templates/services.yaml new file mode 100644 index 00000000..1fe9a831 --- /dev/null +++ b/stable/siren/templates/services.yaml @@ -0,0 +1,26 @@ +{{- $dot := . }} +{{- if .Values.app.additionalServices }} +{{- range $i, $service := .Values.app.additionalServices }} +apiVersion: v1 +kind: Service +metadata: + name: {{ include "app.fullname" $dot}}-{{ $service.name }} + labels: + {{- include "app.labels" $dot | nindent 4 }} + {{- with $service.annotations }} + annotations: + {{- toYaml . | nindent 4 }} + {{- end }} +spec: + type: {{ $service.type }} + ports: + {{- range $port := $service.ports }} + - port: {{ $port.port }} + targetPort: {{ $port.targetPort }} + protocol: {{ $port.protocol }} + name: {{ $port.name }} + {{- end }} + selector: + {{- include "app.selectorLabels" $dot | nindent 4 }} +{{- end -}} +{{- end -}} From 1f411e6a50a5869e6a3433fd7bba80832c01a13d Mon Sep 17 00:00:00 2001 From: Abduh Date: Sun, 22 Oct 2023 15:40:03 +0700 Subject: [PATCH 055/128] fix(app): missing field in iap sidecar (#60) --- stable/app/templates/deployment.yaml | 8 ++++---- stable/app/values.yaml | 6 ++++++ 2 files changed, 10 insertions(+), 4 deletions(-) diff --git a/stable/app/templates/deployment.yaml b/stable/app/templates/deployment.yaml index dd7785fc..5a37b0a8 100644 --- a/stable/app/templates/deployment.yaml +++ b/stable/app/templates/deployment.yaml @@ -164,13 +164,13 @@ spec: readinessProbe: tcpSocket: port: {{ .Values.iap.containerPort }} - initialDelaySeconds: {{ .Values.livenessProbe.initialDelaySeconds }} - timeoutSeconds: {{ .Values.livenessProbe.timeoutSeconds }} + initialDelaySeconds: {{ .Values.iap.livenessProbe.initialDelaySeconds }} + timeoutSeconds: {{ .Values.iap.livenessProbe.timeoutSeconds }} livenessProbe: tcpSocket: port: {{ .Values.iap.containerPort }} - initialDelaySeconds: {{ .Values.livenessProbe.initialDelaySeconds }} - timeoutSeconds: {{ .Values.livenessProbe.timeoutSeconds }} + initialDelaySeconds: {{ .Values.iap.livenessProbe.initialDelaySeconds }} + timeoutSeconds: {{ .Values.iap.livenessProbe.timeoutSeconds }} env: - name: REFRESH_TIME_SECONDS value: {{ .Values.iap.refreshTimeSeconds }} diff --git a/stable/app/values.yaml b/stable/app/values.yaml index 9636db0d..a3299f4e 100644 --- a/stable/app/values.yaml +++ b/stable/app/values.yaml @@ -180,3 +180,9 @@ iap: serviceAccountFileName: sa.json serviceAccountSecret: iap-credentials-secret logLevel: error + readinessProbe: + initialDelaySeconds: 0 + timeoutSeconds: 5 + livenessProbe: + initialDelaySeconds: 0 + timeoutSeconds: 5 From 79255c951eda0a07ce7bdf7233fec772fde3dc2e Mon Sep 17 00:00:00 2001 From: Abduh Date: Tue, 24 Oct 2023 22:41:02 +0700 Subject: [PATCH 056/128] fix(siren): service selector (#61) --- stable/siren/Chart.yaml | 34 ++++++++++----------- stable/siren/templates/services.yaml | 4 ++- stable/siren/values.yaml | 44 +++++++++++++++------------- 3 files changed, 43 insertions(+), 39 deletions(-) diff --git a/stable/siren/Chart.yaml b/stable/siren/Chart.yaml index 26e79b63..d0b8a98a 100644 --- a/stable/siren/Chart.yaml +++ b/stable/siren/Chart.yaml @@ -1,22 +1,22 @@ apiVersion: v2 name: siren description: Siren Helm chart -version: 0.1.8 -appVersion: v0.6.8 +version: 0.1.9 +appVersion: v0.6.9 home: https://github.com/goto/siren dependencies: -- name: app - version: "0.5.10" - repository: "https://goto.github.io/charts/" - alias: app - condition: app.enabled -- name: app - version: "0.5.10" - repository: "https://goto.github.io/charts/" - alias: notification-worker - condition: notification-worker.enabled -- name: app - version: "0.5.10" - repository: "https://goto.github.io/charts/" - alias: notification-dlq-worker - condition: notification-dlq-worker.enabled + - name: app + version: "0.5.10" + repository: "https://goto.github.io/charts/" + alias: app + condition: app.enabled + - name: app + version: "0.5.10" + repository: "https://goto.github.io/charts/" + alias: notification-worker + condition: notification-worker.enabled + - name: app + version: "0.5.10" + repository: "https://goto.github.io/charts/" + alias: notification-dlq-worker + condition: notification-dlq-worker.enabled diff --git a/stable/siren/templates/services.yaml b/stable/siren/templates/services.yaml index 1fe9a831..b2aeef50 100644 --- a/stable/siren/templates/services.yaml +++ b/stable/siren/templates/services.yaml @@ -21,6 +21,8 @@ spec: name: {{ $port.name }} {{- end }} selector: - {{- include "app.selectorLabels" $dot | nindent 4 }} + {{- range $k, $v := $service.selectorLabels }} + {{ $k }}: {{ $v }} + {{- end }} {{- end -}} {{- end -}} diff --git a/stable/siren/values.yaml b/stable/siren/values.yaml index bee08842..9174ccad 100644 --- a/stable/siren/values.yaml +++ b/stable/siren/values.yaml @@ -26,15 +26,18 @@ app: - mountPath: /work-dir name: workdir initContainers: - - args: ["wget -c https://github.com/goto/siren/releases/download/v0.6.7/siren-cortex_Linux_x86_64.tar.gz -O - | sudo tar -xz -C /work-dir/"] + - args: + [ + "wget -c https://github.com/goto/siren/releases/download/v0.6.9/siren-cortex_Linux_x86_64.tar.gz -O - | sudo tar -xz -C /work-dir/", + ] command: ["/bin/sh", "-c"] image: busybox:latest imagePullPolicy: IfNotPresent - name: init-siren-app + name: init-cortex volumeMounts: - - mountPath: /work-dir - name: workdir - + - mountPath: /work-dir + name: workdir + podLabels: {} migration: @@ -81,7 +84,7 @@ app: NOTIFICATION_MESSAGE_HANDLER_ENABLED: false NOTIFICATION_DLQ_HANDLER_ENABLED: false # PROVIDERS_CORTEX_WEBHOOK_BASE_API: http://localhost:8080/v1beta1/alerts/cortex - + secretConfig: DB_URL: postgres://postgres:@localhost:5432/siren?sslmode=disable SERVICE_ENCRYPTION_KEY: ____STRING_OF_32_CHARACTERS_____ @@ -90,7 +93,6 @@ app: - name: workdir emptyDir: {} - notification-worker: image: repository: gotocompany/siren @@ -104,17 +106,17 @@ notification-worker: livenessProbe: exec: command: - - /bin/sh - - -c - - ps -ef | grep siren | grep -v grep + - /bin/sh + - -c + - ps -ef | grep siren | grep -v grep initialDelaySeconds: 10 periodSeconds: 10 readinessProbe: exec: command: - - /bin/sh - - -c - - ps -ef | grep siren | grep -v grep + - /bin/sh + - -c + - ps -ef | grep siren | grep -v grep initialDelaySeconds: 10 periodSeconds: 10 podLabels: {} @@ -130,7 +132,7 @@ notification-worker: NOTIFICATION_QUEUE_KIND: postgres NOTIFICATION_MESSAGE_HANDLER_ENABLED: false NOTIFICATION_DLQ_HANDLER_ENABLED: false - + secretConfig: DB_URL: postgres://postgres:@localhost:5432/siren?sslmode=disable SERVICE_ENCRYPTION_KEY: ____STRING_OF_32_CHARACTERS_____ @@ -148,17 +150,17 @@ notification-dlq-worker: livenessProbe: exec: command: - - /bin/sh - - -c - - ps -ef | grep siren | grep -v grep + - /bin/sh + - -c + - ps -ef | grep siren | grep -v grep initialDelaySeconds: 10 periodSeconds: 10 readinessProbe: exec: command: - - /bin/sh - - -c - - ps -ef | grep siren | grep -v grep + - /bin/sh + - -c + - ps -ef | grep siren | grep -v grep initialDelaySeconds: 10 periodSeconds: 10 podLabels: {} @@ -168,7 +170,7 @@ notification-dlq-worker: ingress: enabled: false - + config: DB_DRIVER: postgres NOTIFICATION_QUEUE_KIND: postgres From d1da6fc5e057af84fa6b46bca0388097ca8f4c04 Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Wed, 25 Oct 2023 16:44:40 +0530 Subject: [PATCH 057/128] feat: update default telegraf resources (#62) * feat: change telegraf default resources * chore: bump version --- stable/firehose/Chart.yaml | 2 +- stable/firehose/values.yaml | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/stable/firehose/Chart.yaml b/stable/firehose/Chart.yaml index 2f93c7de..67990cb6 100644 --- a/stable/firehose/Chart.yaml +++ b/stable/firehose/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: firehose description: A Helm chart for deploying Firehose on Kubernetes type: application -version: 0.1.15 +version: 0.1.16 appVersion: 0.7.1 diff --git a/stable/firehose/values.yaml b/stable/firehose/values.yaml index ddb1a755..9deaec96 100644 --- a/stable/firehose/values.yaml +++ b/stable/firehose/values.yaml @@ -79,8 +79,8 @@ telegraf: # authorization: Bearer resources: limits: - cpu: 1000m - memory: 2000Mi + cpu: 500m + memory: 1000Mi requests: cpu: 70m memory: 100Mi From b6ecc7d946bfeb57ca1b890de4d311c247f2f328 Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Fri, 3 Nov 2023 12:28:16 +0530 Subject: [PATCH 058/128] change telegraf limits (#63) --- stable/firehose/Chart.yaml | 2 +- stable/firehose/values.yaml | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/stable/firehose/Chart.yaml b/stable/firehose/Chart.yaml index 67990cb6..838fdbf1 100644 --- a/stable/firehose/Chart.yaml +++ b/stable/firehose/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: firehose description: A Helm chart for deploying Firehose on Kubernetes type: application -version: 0.1.16 +version: 0.1.17 appVersion: 0.7.1 diff --git a/stable/firehose/values.yaml b/stable/firehose/values.yaml index 9deaec96..ddb1a755 100644 --- a/stable/firehose/values.yaml +++ b/stable/firehose/values.yaml @@ -79,8 +79,8 @@ telegraf: # authorization: Bearer resources: limits: - cpu: 500m - memory: 1000Mi + cpu: 1000m + memory: 2000Mi requests: cpu: 70m memory: 100Mi From d27f3b4c53b8a80716a7a2c146f20d9c8bd9eddd Mon Sep 17 00:00:00 2001 From: Sumit Aich Date: Wed, 8 Nov 2023 11:51:35 +0530 Subject: [PATCH 059/128] fix: update resource and limits for firehose telegraf container (#64) * fix: update resource and limits for firehose telegraf container * fix: update resource limits and requests for firehose telegraf container * Update Chart.yaml --- stable/firehose/Chart.yaml | 2 +- stable/firehose/values.yaml | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/stable/firehose/Chart.yaml b/stable/firehose/Chart.yaml index 838fdbf1..9361d9d2 100644 --- a/stable/firehose/Chart.yaml +++ b/stable/firehose/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: firehose description: A Helm chart for deploying Firehose on Kubernetes type: application -version: 0.1.17 +version: 0.1.18 appVersion: 0.7.1 diff --git a/stable/firehose/values.yaml b/stable/firehose/values.yaml index ddb1a755..0cba5d8b 100644 --- a/stable/firehose/values.yaml +++ b/stable/firehose/values.yaml @@ -79,10 +79,10 @@ telegraf: # authorization: Bearer resources: limits: - cpu: 1000m - memory: 2000Mi + cpu: 600m + memory: 200Mi requests: - cpu: 70m + cpu: 200m memory: 100Mi envSecrets: {} From c07df4fdd611651b580bf73e77e634086aa832b7 Mon Sep 17 00:00:00 2001 From: StewartJingga Date: Wed, 22 Nov 2023 18:06:55 +0700 Subject: [PATCH 060/128] feat(firehose): set telegraf delete_counter to false (#65) --- stable/firehose/Chart.yaml | 2 +- stable/firehose/templates/_helpers.tpl | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/stable/firehose/Chart.yaml b/stable/firehose/Chart.yaml index 9361d9d2..7190ce89 100644 --- a/stable/firehose/Chart.yaml +++ b/stable/firehose/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: firehose description: A Helm chart for deploying Firehose on Kubernetes type: application -version: 0.1.18 +version: 0.1.19 appVersion: 0.7.1 diff --git a/stable/firehose/templates/_helpers.tpl b/stable/firehose/templates/_helpers.tpl index 1fb2e697..5f3bc8c0 100644 --- a/stable/firehose/templates/_helpers.tpl +++ b/stable/firehose/templates/_helpers.tpl @@ -55,7 +55,7 @@ {{- end }} [[inputs.statsd]] allowed_pending_messages = 10000 - delete_counters = true + delete_counters = false delete_gauges = true delete_sets = true delete_timings = true From 8bbb87af8cef84de300814df99be2d5320ad5c04 Mon Sep 17 00:00:00 2001 From: Haveiss Date: Fri, 24 Nov 2023 16:06:57 +0700 Subject: [PATCH 061/128] feat(app): add otelcollector healthcheck (#66) --- stable/app/Chart.yaml | 2 +- stable/app/templates/deployment.yaml | 12 ++++++++++++ stable/app/values.yaml | 8 +++++++- 3 files changed, 20 insertions(+), 2 deletions(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index d112e448..3e429bfe 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.5.10 +version: 0.5.11 diff --git a/stable/app/templates/deployment.yaml b/stable/app/templates/deployment.yaml index 5a37b0a8..f812cab4 100644 --- a/stable/app/templates/deployment.yaml +++ b/stable/app/templates/deployment.yaml @@ -132,6 +132,18 @@ spec: volumeMounts: - name: otelcollector-conf mountPath: /etc/otelcollector/ + readinessProbe: + httpGet: + path: /readyz + port: 13133 + initialDelaySeconds: {{ .Values.otelcollector.readinessProbe.initialDelaySeconds }} + periodSeconds: {{ .Values.otelcollector.readinessProbe.periodSeconds }} + livenessProbe: + httpGet: + path: /healthz + port: 13133 + initialDelaySeconds: {{ .Values.otelcollector.livenessProbe.initialDelaySeconds }} + periodSeconds: {{ .Values.otelcollector.livenessProbe.periodSeconds }} {{- end }} {{- if .Values.telegraf.enabled }} - name: telegraf-sidecar diff --git a/stable/app/values.yaml b/stable/app/values.yaml index a3299f4e..2bbf9128 100644 --- a/stable/app/values.yaml +++ b/stable/app/values.yaml @@ -152,7 +152,13 @@ telegraf: otelcollector: enabled: false - image: otel/opentelemetry-collector-contrib:0.79.0 + image: otel/opentelemetry-collector-contrib:0.89.0 + readinessProbe: + initialDelaySeconds: 15 + periodSeconds: 5 + livenessProbe: + initialDelaySeconds: 15 + periodSeconds: 5 config: | receivers: otlp: From 736d809dc7ec25493631bc01993c9e17861c4553 Mon Sep 17 00:00:00 2001 From: Haveiss Date: Mon, 4 Dec 2023 11:04:27 +0700 Subject: [PATCH 062/128] feat(meteor): enable resources config (#67) --- stable/meteor/Chart.yaml | 2 +- stable/meteor/templates/cronjob.yaml | 2 ++ stable/meteor/values.yaml | 15 +++++++++++++++ 3 files changed, 18 insertions(+), 1 deletion(-) diff --git a/stable/meteor/Chart.yaml b/stable/meteor/Chart.yaml index 9bdcb76a..3615f0ba 100644 --- a/stable/meteor/Chart.yaml +++ b/stable/meteor/Chart.yaml @@ -1,5 +1,5 @@ apiVersion: v1 -version: 0.3.1 +version: 0.3.2 description: A Helm chart for Meteor (github.com/goto/meteor) name: meteor appVersion: "v0.8.9" diff --git a/stable/meteor/templates/cronjob.yaml b/stable/meteor/templates/cronjob.yaml index 0ea0072e..bfa8e18a 100644 --- a/stable/meteor/templates/cronjob.yaml +++ b/stable/meteor/templates/cronjob.yaml @@ -50,6 +50,8 @@ spec: - secretRef: name: "{{ include "meteor.name" . }}-secret" {{- end }} + resources: + {{- toYaml .Values.resources | nindent 14 }} {{- if .Values.otelcollector.enabled }} - name: otel-collector-sidecar image: {{ .Values.otelcollector.image }} diff --git a/stable/meteor/values.yaml b/stable/meteor/values.yaml index 31f372a8..9947e2b3 100644 --- a/stable/meteor/values.yaml +++ b/stable/meteor/values.yaml @@ -13,6 +13,21 @@ secretConfig: {} ssl_secrets: [] jobDeadlineSeconds: 14400 + +resources: + {} + # -- We usually recommend not to specify default resources and to leave this as a conscious + # -- choice for the user. This also increases chances charts run on environments with little + # -- resources, such as Minikube. If you do want to specify resources, uncomment the following + # -- lines, adjust them as necessary, and remove the curly braces after 'resources:'. + # -- limits: + # -- cpu: 100m + # -- memory: 128Mi + # -- requests: + # -- cpu: 100m + # -- memory: 128Mi + + # sample recipe usage # recipes: # sample-recipe.yaml: |- From 7dcbb76e711a9b8b7e2fecb27ea4aeb0cd0cd70a Mon Sep 17 00:00:00 2001 From: Haveiss Date: Wed, 6 Dec 2023 09:56:44 +0700 Subject: [PATCH 063/128] feat(app): support additional ingress (#68) * feat(app): support additional ingress * refactor(app): enforce kube git version --- stable/app/Chart.yaml | 2 +- stable/app/templates/ingress.yaml | 68 +++++++++++++++++++++---------- stable/app/values.yaml | 15 +++++++ stable/compass/Chart.yaml | 6 +-- 4 files changed, 66 insertions(+), 25 deletions(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index 3e429bfe..aa93615d 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.5.11 +version: 0.5.12 diff --git a/stable/app/templates/ingress.yaml b/stable/app/templates/ingress.yaml index b083ec00..67ed1af3 100644 --- a/stable/app/templates/ingress.yaml +++ b/stable/app/templates/ingress.yaml @@ -1,28 +1,18 @@ {{- if .Values.ingress.enabled -}} {{- $fullName := include "app.fullname" . -}} -{{- if and .Values.ingress.className (not (semverCompare ">=1.18-0" .Capabilities.KubeVersion.GitVersion)) }} - {{- if not (hasKey .Values.ingress.annotations "kubernetes.io/ingress.class") }} - {{- $_ := set .Values.ingress.annotations "kubernetes.io/ingress.class" .Values.ingress.className}} - {{- end }} -{{- end }} -{{- if semverCompare ">=1.19-0" .Capabilities.KubeVersion.GitVersion -}} +{{- $labels := include "app.labels" . -}} apiVersion: networking.k8s.io/v1 -{{- else if semverCompare ">=1.14-0" .Capabilities.KubeVersion.GitVersion -}} -apiVersion: networking.k8s.io/v1beta1 -{{- else -}} -apiVersion: extensions/v1beta1 -{{- end }} kind: Ingress metadata: name: {{ $fullName }} labels: - {{- include "app.labels" . | nindent 4 }} + {{- $labels | nindent 4 }} {{- with .Values.ingress.annotations }} annotations: {{- toYaml . | nindent 4 }} {{- end }} spec: - {{- if and .Values.ingress.className (semverCompare ">=1.18-0" .Capabilities.KubeVersion.GitVersion) }} + {{- if .Values.ingress.className }} ingressClassName: {{ .Values.ingress.className }} {{- end }} {{- if .Values.ingress.tls }} @@ -43,20 +33,56 @@ spec: paths: {{- range .paths }} - path: {{ .path }} - {{- if and .pathType (semverCompare ">=1.18-0" $.Capabilities.KubeVersion.GitVersion) }} pathType: {{ .pathType }} - {{- end }} backend: - {{- if semverCompare ">=1.19-0" $.Capabilities.KubeVersion.GitVersion }} service: name: {{ ternary $fullName .backend.service.name (empty .backend.service.name) }} port: number: {{ .backend.service.port.number }} - {{- else }} - serviceName: {{ ternary $fullName .backend.service.name (empty .backend.service.name) }} - servicePort: {{ .backend.service.port.number }} - {{- end }} {{- end }} {{- end }} - +{{- if .Values.ingress.additionalIngress }} + {{- range .Values.ingress.additionalIngress }} +--- +apiVersion: networking.k8s.io/v1 +kind: Ingress +metadata: + name: {{ printf "%s-%s" $fullName .name }} + labels: + {{- $labels | nindent 4 }} + {{- with .annotations }} + annotations: + {{- toYaml . | nindent 4 }} + {{- end }} +spec: + {{- if .className }} + ingressClassName: {{ .className }} + {{- end }} + {{- if .tls }} + tls: + {{- range .tls }} + - hosts: + {{- range .hosts }} + - {{ . | quote }} + {{- end }} + secretName: {{ .secretName }} + {{- end }} + {{- end }} + rules: + {{- range .hosts }} + - host: {{ .host | quote }} + http: + paths: + {{- range .paths }} + - path: {{ .path }} + pathType: {{ .pathType }} + backend: + service: + name: {{ ternary $fullName .backend.service.name (empty .backend.service.name) }} + port: + number: {{ .backend.service.port.number }} + {{- end }} + {{- end }} + {{- end }} +{{- end }} {{- end }} diff --git a/stable/app/values.yaml b/stable/app/values.yaml index 2bbf9128..81055736 100644 --- a/stable/app/values.yaml +++ b/stable/app/values.yaml @@ -68,6 +68,21 @@ ingress: # -- - secretName: chart-example-tls # -- hosts: # -- - chart-example.local + additionalIngress: + - name: grpc + className: "" + annotations: {} + hosts: + - host: grpc-chart-example.local + paths: + - path: / + pathType: ImplementationSpecific + backend: + service: + # name: backend_01 + port: + number: 8081 + tls: [] resources: {} diff --git a/stable/compass/Chart.yaml b/stable/compass/Chart.yaml index 5bbfc50f..73e18715 100644 --- a/stable/compass/Chart.yaml +++ b/stable/compass/Chart.yaml @@ -2,9 +2,9 @@ apiVersion: v2 name: compass description: A Helm chart for running Compass in Kubernetes type: application -version: 0.2.1 -appVersion: "0.5.7" +version: 0.2.2 +appVersion: "0.5.12" dependencies: - name: app - version: "0.5.6" + version: "0.5.12" repository: "https://goto.github.io/charts/" From a2b51d9c217e05aad2620486764628d3541150b4 Mon Sep 17 00:00:00 2001 From: Haveiss Date: Wed, 6 Dec 2023 10:55:42 +0700 Subject: [PATCH 064/128] revert(compass): to fix publish pipeline (#69) --- stable/compass/Chart.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/stable/compass/Chart.yaml b/stable/compass/Chart.yaml index 73e18715..5bbfc50f 100644 --- a/stable/compass/Chart.yaml +++ b/stable/compass/Chart.yaml @@ -2,9 +2,9 @@ apiVersion: v2 name: compass description: A Helm chart for running Compass in Kubernetes type: application -version: 0.2.2 -appVersion: "0.5.12" +version: 0.2.1 +appVersion: "0.5.7" dependencies: - name: app - version: "0.5.12" + version: "0.5.6" repository: "https://goto.github.io/charts/" From 76d9912fc48842fa3e522fe50218fbf470f7d03c Mon Sep 17 00:00:00 2001 From: Haveiss Date: Wed, 6 Dec 2023 11:01:28 +0700 Subject: [PATCH 065/128] feat(compass): bump version (#70) --- stable/compass/Chart.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/stable/compass/Chart.yaml b/stable/compass/Chart.yaml index 5bbfc50f..4f45858c 100644 --- a/stable/compass/Chart.yaml +++ b/stable/compass/Chart.yaml @@ -2,9 +2,9 @@ apiVersion: v2 name: compass description: A Helm chart for running Compass in Kubernetes type: application -version: 0.2.1 -appVersion: "0.5.7" +version: 0.2.2 +appVersion: "0.6.5" dependencies: - name: app - version: "0.5.6" + version: "0.5.12" repository: "https://goto.github.io/charts/" From 6f0ab665c6a87380a11c7b4774563f3d2f72d3da Mon Sep 17 00:00:00 2001 From: Yash Bhardwaj Date: Mon, 15 Jan 2024 15:27:08 +0530 Subject: [PATCH 066/128] fix: Optimus db cleanup cron job (#18) * fix: Optimus db cleanup cron job * fix: bump the optimus chart version --- stable/optimus/templates/data-cleanup-cronjob.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/stable/optimus/templates/data-cleanup-cronjob.yaml b/stable/optimus/templates/data-cleanup-cronjob.yaml index 3ee6d510..a788c1ee 100644 --- a/stable/optimus/templates/data-cleanup-cronjob.yaml +++ b/stable/optimus/templates/data-cleanup-cronjob.yaml @@ -1,5 +1,5 @@ {{- if .Values.cleanupConfig.enabled -}} -apiVersion: batch/v1beta1 +apiVersion: batch/v1 kind: CronJob metadata: name: {{ include "app.fullname" . }}-cleanup From 275626d3c4c2006a03758c0f4104c07dd0bdb87e Mon Sep 17 00:00:00 2001 From: Abduh Date: Mon, 15 Jan 2024 20:50:11 +0700 Subject: [PATCH 067/128] feat: bump up siren chart (#72) --- stable/siren/Chart.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/stable/siren/Chart.yaml b/stable/siren/Chart.yaml index d0b8a98a..5c3a8b05 100644 --- a/stable/siren/Chart.yaml +++ b/stable/siren/Chart.yaml @@ -6,17 +6,17 @@ appVersion: v0.6.9 home: https://github.com/goto/siren dependencies: - name: app - version: "0.5.10" + version: "0.5.12" repository: "https://goto.github.io/charts/" alias: app condition: app.enabled - name: app - version: "0.5.10" + version: "0.5.12" repository: "https://goto.github.io/charts/" alias: notification-worker condition: notification-worker.enabled - name: app - version: "0.5.10" + version: "0.5.12" repository: "https://goto.github.io/charts/" alias: notification-dlq-worker condition: notification-dlq-worker.enabled From f2faa7aeaf0a5b529c81b0101add5a0f4d759d55 Mon Sep 17 00:00:00 2001 From: Abduh Date: Mon, 15 Jan 2024 20:51:02 +0700 Subject: [PATCH 068/128] feat: bump up entropy chart (#71) --- stable/entropy/Chart.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/stable/entropy/Chart.yaml b/stable/entropy/Chart.yaml index 41dc5dd2..30835e73 100644 --- a/stable/entropy/Chart.yaml +++ b/stable/entropy/Chart.yaml @@ -6,5 +6,5 @@ version: 0.1.5 appVersion: 0.1.2 dependencies: - name: app - version: "0.5.7" + version: "0.5.12" repository: "https://goto.github.io/charts/" From 21a7b2aef955b52db3457d08c53b8dd12ab3ddab Mon Sep 17 00:00:00 2001 From: Abduh Date: Mon, 15 Jan 2024 20:53:54 +0700 Subject: [PATCH 069/128] chore: bumpup entropy siren chart (#73) feat: bump up entropy and siren chart --- stable/entropy/Chart.yaml | 2 +- stable/siren/Chart.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/stable/entropy/Chart.yaml b/stable/entropy/Chart.yaml index 30835e73..d67362a3 100644 --- a/stable/entropy/Chart.yaml +++ b/stable/entropy/Chart.yaml @@ -2,7 +2,7 @@ apiVersion: v2 name: entropy description: A Helm chart for Kubernetes type: application -version: 0.1.5 +version: 0.1.6 appVersion: 0.1.2 dependencies: - name: app diff --git a/stable/siren/Chart.yaml b/stable/siren/Chart.yaml index 5c3a8b05..65c29c49 100644 --- a/stable/siren/Chart.yaml +++ b/stable/siren/Chart.yaml @@ -1,7 +1,7 @@ apiVersion: v2 name: siren description: Siren Helm chart -version: 0.1.9 +version: 0.1.10 appVersion: v0.6.9 home: https://github.com/goto/siren dependencies: From edae12eed2c763d18b576bcf0b1bff791c9638b4 Mon Sep 17 00:00:00 2001 From: Abduh Date: Thu, 18 Jan 2024 21:08:58 +0700 Subject: [PATCH 070/128] chore: bump up shield chart (#74) --- stable/shield/Chart.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/stable/shield/Chart.yaml b/stable/shield/Chart.yaml index 0bbd82e7..e89827c6 100644 --- a/stable/shield/Chart.yaml +++ b/stable/shield/Chart.yaml @@ -15,16 +15,16 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.1.5 +version: 0.1.6 dependencies: - name: app - version: "0.5.6" + version: "0.5.12" repository: "https://goto.github.io/charts/" alias: shield-app condition: shield-app.enabled - name: app - version: "0.5.6" + version: "0.5.12" repository: "https://goto.github.io/charts/" alias: spicedb condition: spicedb.enabled From 6a6f317676cd03fcfa5f4be586402ca427a12be3 Mon Sep 17 00:00:00 2001 From: Sandeep Bhardwaj Date: Thu, 25 Jan 2024 13:48:43 +0530 Subject: [PATCH 071/128] feat: update charts for optimus 0.11.1 (#75) * feat: update charts for optimus 0.11.1 * fix: update the values for ingress --- stable/optimus/Chart.yaml | 4 +- stable/optimus/templates/ingress.yaml | 69 +++++++++++++++++++-------- stable/optimus/values.yaml | 40 ++++++++++++---- 3 files changed, 82 insertions(+), 31 deletions(-) diff --git a/stable/optimus/Chart.yaml b/stable/optimus/Chart.yaml index c2007757..f018ace4 100644 --- a/stable/optimus/Chart.yaml +++ b/stable/optimus/Chart.yaml @@ -9,10 +9,10 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.0.5 +version: 0.0.6 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to # follow Semantic Versioning. They should reflect the version the application is using. # It is recommended to use it with quotes. -appVersion: "0.10.0" +appVersion: "0.11.1" diff --git a/stable/optimus/templates/ingress.yaml b/stable/optimus/templates/ingress.yaml index a34de5fe..dbdc1338 100644 --- a/stable/optimus/templates/ingress.yaml +++ b/stable/optimus/templates/ingress.yaml @@ -1,28 +1,18 @@ {{- if .Values.ingress.enabled -}} - {{- $fullName := include "app.fullname" . -}} - {{- if and .Values.ingress.className (not (semverCompare ">=1.18-0" .Capabilities.KubeVersion.GitVersion)) }} - {{- if not (hasKey .Values.ingress.annotations "kubernetes.io/ingress.class") }} - {{- $_ := set .Values.ingress.annotations "kubernetes.io/ingress.class" .Values.ingress.className}} - {{- end }} - {{- end }} - {{- if semverCompare ">=1.19-0" .Capabilities.KubeVersion.GitVersion -}} +{{- $fullName := include "app.fullname" . -}} +{{- $labels := include "app.labels" . -}} apiVersion: networking.k8s.io/v1 - {{- else if semverCompare ">=1.14-0" .Capabilities.KubeVersion.GitVersion -}} -apiVersion: networking.k8s.io/v1beta1 - {{- else -}} -apiVersion: extensions/v1beta1 - {{- end }} kind: Ingress metadata: name: {{ $fullName }} labels: - {{- include "app.labels" . | nindent 4 }} + {{- $labels | nindent 4 }} {{- with .Values.ingress.annotations }} annotations: {{- toYaml . | nindent 4 }} {{- end }} spec: - {{- if and .Values.ingress.className (semverCompare ">=1.18-0" .Capabilities.KubeVersion.GitVersion) }} + {{- if .Values.ingress.className }} ingressClassName: {{ .Values.ingress.className }} {{- end }} {{- if .Values.ingress.tls }} @@ -43,19 +33,56 @@ spec: paths: {{- range .paths }} - path: {{ .path }} - {{- if and .pathType (semverCompare ">=1.18-0" $.Capabilities.KubeVersion.GitVersion) }} pathType: {{ .pathType }} - {{- end }} backend: - {{- if semverCompare ">=1.19-0" $.Capabilities.KubeVersion.GitVersion }} service: name: {{ ternary $fullName .backend.service.name (empty .backend.service.name) }} port: number: {{ .backend.service.port.number }} - {{- else }} - serviceName: {{ ternary $fullName .backend.service.name (empty .backend.service.name) }} - servicePort: {{ .backend.service.port.number }} - {{- end }} + {{- end }} + {{- end }} +{{- if .Values.ingress.additionalIngress }} + {{- range .Values.ingress.additionalIngress }} +--- +apiVersion: networking.k8s.io/v1 +kind: Ingress +metadata: + name: {{ printf "%s-%s" $fullName .name }} + labels: + {{- $labels | nindent 4 }} + {{- with .annotations }} + annotations: + {{- toYaml . | nindent 4 }} + {{- end }} +spec: + {{- if .className }} + ingressClassName: {{ .className }} + {{- end }} + {{- if .tls }} + tls: + {{- range .tls }} + - hosts: + {{- range .hosts }} + - {{ . | quote }} + {{- end }} + secretName: {{ .secretName }} + {{- end }} + {{- end }} + rules: + {{- range .hosts }} + - host: {{ .host | quote }} + http: + paths: + {{- range .paths }} + - path: {{ .path }} + pathType: {{ .pathType }} + backend: + service: + name: {{ ternary $fullName .backend.service.name (empty .backend.service.name) }} + port: + number: {{ .backend.service.port.number }} {{- end }} {{- end }} {{- end }} +{{- end }} +{{- end }} \ No newline at end of file diff --git a/stable/optimus/values.yaml b/stable/optimus/values.yaml index af8f5378..acf54af6 100644 --- a/stable/optimus/values.yaml +++ b/stable/optimus/values.yaml @@ -17,7 +17,7 @@ deployment: image: repository: gotocompany/optimus - tag: "0.2.5" + tag: "0.11.1" pullPolicy: Always container: @@ -25,9 +25,12 @@ container: securityContext: runAsUser: 1000 ports: - - name: optimus + - name: http containerPort: 9100 protocol: TCP + - name: grpc + containerPort: 9101 + protocol: TCP command: - optimus args: @@ -37,14 +40,14 @@ container: livenessProbe: httpGet: path: /ping - port: optimus - initialDelaySeconds: 60 + port: http + initialDelaySeconds: 30 timeoutSeconds: 1 readinessProbe: httpGet: path: /ping - port: optimus - initialDelaySeconds: 60 + port: http + initialDelaySeconds: 30 timeoutSeconds: 1 # serve.host field in configYaml breaks the live-ness probe @@ -54,7 +57,9 @@ configYaml: |- level: DEBUG serve: port: 9100 + port_grpc: 9101 ingress_host: optimus.optimus.svc.cluster.local + ingress_host_grpc: optimus.grpc.optimus.svc.cluster.local deployer: num_workers: 2 scheduler: @@ -84,14 +89,19 @@ service: type: ClusterIP ports: - port: 80 - targetPort: optimus + targetPort: http protocol: TCP name: http + - port: 8081 + name: grpc + targetPort: grpc + protocol: TCP annotations: - projectcontour.io/upstream-protocol.h2c: 80,http + projectcontour.io/upstream-protocol.h2c: grpc ingress: enabled: false + className: "" annotations: kubernetes.io/ingress.class: contour projectcontour.io/response-timeout: infinity @@ -105,6 +115,20 @@ ingress: name: optimus port: number: 80 + additionalIngress: + - name: grpc + className: "" + annotations: {} + hosts: + - host: optimus-grpc.example.com + paths: + - path: / + pathType: ImplementationSpecific + backend: + service: + name: optimus + port: + number: 9101 telegraf: enabled: false From 56d5b8aa9356fc98948d52feec6b0fd98a3ca5ab Mon Sep 17 00:00:00 2001 From: Ayushi Sharma <58321738+ayushi0014@users.noreply.github.com> Date: Thu, 25 Jan 2024 16:45:23 +0530 Subject: [PATCH 072/128] chore: add resources for cron jobs (#76) * chore: add resources for cron * chore: updated readme --------- Co-authored-by: Ayushi Sharma --- stable/app/Chart.yaml | 2 +- stable/app/README.md | 3 ++- stable/app/templates/cron.yaml | 2 ++ stable/app/values.yaml | 7 +++++++ 4 files changed, 12 insertions(+), 2 deletions(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index aa93615d..618fd917 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.5.12 +version: 0.5.13 diff --git a/stable/app/README.md b/stable/app/README.md index 2d1ad394..7a9fc6d4 100644 --- a/stable/app/README.md +++ b/stable/app/README.md @@ -58,7 +58,8 @@ The following table lists the configurable parameters of the Siren chart and the | cron.jobs[0].command | string | `""` | | | cron.jobs[0].args | string | `""` | | | cron.jobs[0].schedule | string | `"0 0 * * *"` | | -| cron.jobs[0].restartPolicy | string | `Never` | | +| cron.jobs[0].restartPolicy | string | `Never` | +| cron.jobs[0].resources | object | {} | fullnameOverride | string | `""` | | | image.pullPolicy | string | `"IfNotPresent"` | Specify the docker image path/repository. | | image.repository | string | `nil` | | diff --git a/stable/app/templates/cron.yaml b/stable/app/templates/cron.yaml index 4c9de529..0fd7c834 100644 --- a/stable/app/templates/cron.yaml +++ b/stable/app/templates/cron.yaml @@ -54,6 +54,8 @@ spec: - {{- toYaml $volume | nindent 14 }} {{- end }} {{- end }} + resources: + {{- toYaml $job.resources | nindent 14 }} --- {{- end -}} {{- end -}} \ No newline at end of file diff --git a/stable/app/values.yaml b/stable/app/values.yaml index 81055736..dd30be00 100644 --- a/stable/app/values.yaml +++ b/stable/app/values.yaml @@ -115,6 +115,13 @@ cron: - app args: - startJob + # resources: + # limits: + # cpu: "100m" + # memory: "100Mi" + # requests: + # cpu: "100m" + # memory: "100Mi" container: command: [] From 7efd02a0e5c320236944522681ba063a45caa2b1 Mon Sep 17 00:00:00 2001 From: Ayushi Sharma <58321738+ayushi0014@users.noreply.github.com> Date: Thu, 25 Jan 2024 16:52:55 +0530 Subject: [PATCH 073/128] chore: update guardian chart (#77) chore: updated guardian chart version Co-authored-by: Ayushi Sharma --- stable/guardian/Chart.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/stable/guardian/Chart.yaml b/stable/guardian/Chart.yaml index e3ee9aad..7d943dac 100644 --- a/stable/guardian/Chart.yaml +++ b/stable/guardian/Chart.yaml @@ -15,7 +15,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.2.1 +version: 0.2.2 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to @@ -25,5 +25,5 @@ appVersion: "0.3.0" dependencies: - name: app - version: "0.4.0" - repository: "https://goto.github.io/charts-legacy/" + version: "0.5.13" + repository: "https://goto.github.io/charts/" From eab4d0248cbfd3b2fe79f29190fedd3a37bee4da Mon Sep 17 00:00:00 2001 From: Ayushi Sharma <58321738+ayushi0014@users.noreply.github.com> Date: Thu, 25 Jan 2024 17:52:28 +0530 Subject: [PATCH 074/128] chore: add resources field for cron (#78) Co-authored-by: Ayushi Sharma --- stable/app/Chart.yaml | 2 +- stable/app/templates/cron.yaml | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index 618fd917..3585c1d3 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.5.13 +version: 0.5.14 diff --git a/stable/app/templates/cron.yaml b/stable/app/templates/cron.yaml index 0fd7c834..b7746b5f 100644 --- a/stable/app/templates/cron.yaml +++ b/stable/app/templates/cron.yaml @@ -47,6 +47,8 @@ spec: volumeMounts: {{- toYaml $job.volumeMounts | nindent 16 }} {{- end }} + resources: + {{- toYaml $job.resources | nindent 16 }} restartPolicy: {{ $job.restartPolicy }} {{- if $job.volumes }} volumes: @@ -54,8 +56,6 @@ spec: - {{- toYaml $volume | nindent 14 }} {{- end }} {{- end }} - resources: - {{- toYaml $job.resources | nindent 14 }} --- {{- end -}} {{- end -}} \ No newline at end of file From 3a3692c41cc3b43bb408897975a9e150fc5d7341 Mon Sep 17 00:00:00 2001 From: Ayushi Sharma <58321738+ayushi0014@users.noreply.github.com> Date: Thu, 25 Jan 2024 18:01:53 +0530 Subject: [PATCH 075/128] chore: update guardian chart version (#79) Co-authored-by: Ayushi Sharma --- stable/guardian/Chart.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/stable/guardian/Chart.yaml b/stable/guardian/Chart.yaml index 7d943dac..a8833303 100644 --- a/stable/guardian/Chart.yaml +++ b/stable/guardian/Chart.yaml @@ -15,7 +15,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.2.2 +version: 0.2.3 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to @@ -25,5 +25,5 @@ appVersion: "0.3.0" dependencies: - name: app - version: "0.5.13" + version: "0.5.14" repository: "https://goto.github.io/charts/" From 8cf1981fe293dea4d2991de83eed23be9930c539 Mon Sep 17 00:00:00 2001 From: Abduh Date: Sun, 4 Feb 2024 05:56:29 +0700 Subject: [PATCH 076/128] feat: configurable resources on sidecar app chart (#80) --- stable/app/Chart.yaml | 2 +- stable/app/templates/deployment.yaml | 12 ++++++++++++ 2 files changed, 13 insertions(+), 1 deletion(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index 3585c1d3..d54ab9b0 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.5.14 +version: 0.5.15 diff --git a/stable/app/templates/deployment.yaml b/stable/app/templates/deployment.yaml index f812cab4..509403e8 100644 --- a/stable/app/templates/deployment.yaml +++ b/stable/app/templates/deployment.yaml @@ -132,6 +132,10 @@ spec: volumeMounts: - name: otelcollector-conf mountPath: /etc/otelcollector/ + {{- if .Values.otelcollector.resources }} + resources: + {{- toYaml .Values.otelcollector.resources | nindent 12 }} + {{- end }} readinessProbe: httpGet: path: /readyz @@ -157,6 +161,10 @@ spec: - {{ . }} {{- end }} imagePullPolicy: IfNotPresent + {{- if .Values.telegraf.resources }} + resources: + {{- toYaml .Values.telegraf.resources | nindent 12 }} + {{- end }} ports: - containerPort: {{ .Values.telegraf.containerPort }} name: http @@ -183,6 +191,10 @@ spec: port: {{ .Values.iap.containerPort }} initialDelaySeconds: {{ .Values.iap.livenessProbe.initialDelaySeconds }} timeoutSeconds: {{ .Values.iap.livenessProbe.timeoutSeconds }} + {{- if .Values.iap.resources }} + resources: + {{- toYaml .Values.iap.resources | nindent 12 }} + {{- end }} env: - name: REFRESH_TIME_SECONDS value: {{ .Values.iap.refreshTimeSeconds }} From b3d152e806f59d8707517a701b685f86547d9a9a Mon Sep 17 00:00:00 2001 From: Abduh Date: Mon, 5 Feb 2024 14:52:22 +0700 Subject: [PATCH 077/128] feat: bump up siren chart to 0.1.11 (#81) --- stable/siren/Chart.yaml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/stable/siren/Chart.yaml b/stable/siren/Chart.yaml index 65c29c49..b0d2b8be 100644 --- a/stable/siren/Chart.yaml +++ b/stable/siren/Chart.yaml @@ -1,22 +1,22 @@ apiVersion: v2 name: siren description: Siren Helm chart -version: 0.1.10 -appVersion: v0.6.9 +version: 0.1.11 +appVersion: v0.6.11 home: https://github.com/goto/siren dependencies: - name: app - version: "0.5.12" + version: "0.5.15" repository: "https://goto.github.io/charts/" alias: app condition: app.enabled - name: app - version: "0.5.12" + version: "0.5.15" repository: "https://goto.github.io/charts/" alias: notification-worker condition: notification-worker.enabled - name: app - version: "0.5.12" + version: "0.5.15" repository: "https://goto.github.io/charts/" alias: notification-dlq-worker condition: notification-dlq-worker.enabled From b98aada09e6cfefdbced8bb4773dec3a219b44fa Mon Sep 17 00:00:00 2001 From: Haveiss Date: Tue, 6 Feb 2024 11:14:29 +0700 Subject: [PATCH 078/128] feat(app): introduce hpa (#20) Co-authored-by: Abduh --- stable/app/Chart.yaml | 2 +- stable/app/templates/hpa.yaml | 41 +++++++++++++++++++++++++++++++++++ stable/app/values.yaml | 12 ++++++++++ 3 files changed, 54 insertions(+), 1 deletion(-) create mode 100644 stable/app/templates/hpa.yaml diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index d54ab9b0..b393e80a 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.5.15 +version: 0.6.0 diff --git a/stable/app/templates/hpa.yaml b/stable/app/templates/hpa.yaml new file mode 100644 index 00000000..dd167158 --- /dev/null +++ b/stable/app/templates/hpa.yaml @@ -0,0 +1,41 @@ +{{- if .Values.hpa.enabled }} +{{- $fullName := include "app.fullname" . -}} +{{- $appLabels := include "app.labels" . -}} +apiVersion: autoscaling/v2 +kind: HorizontalPodAutoscaler +metadata: + name: {{ $fullName }} + namespace: {{ $.Release.Namespace }} + labels: + {{- $appLabels | nindent 4 }} +spec: + minReplicas: {{ .Values.hpa.replicas.min }} + maxReplicas: {{ .Values.hpa.replicas.max }} + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ $fullName }} + behavior: + scaleDown: + stabilizationWindowSeconds: {{ .Values.hpa.stabilizationWindowSeconds.scaleDown }} + scaleUp: + stabilizationWindowSeconds: {{ .Values.hpa.stabilizationWindowSeconds.scaleUp }} + metrics: + {{- if .Values.hpa.targetUtilization.memory }} + - type: Resource + resource: + name: memory + target: + type: Utilization + averageUtilization: {{ .Values.hpa.targetUtilization.memory }} + {{- end }} + {{- if .Values.hpa.targetUtilization.cpu }} + - type: Resource + resource: + name: cpu + target: + type: Utilization + averageUtilization: {{ .Values.hpa.targetUtilization.cpu }} + {{- end }} +--- +{{- end -}} \ No newline at end of file diff --git a/stable/app/values.yaml b/stable/app/values.yaml index dd30be00..e4204be8 100644 --- a/stable/app/values.yaml +++ b/stable/app/values.yaml @@ -151,6 +151,18 @@ container: # path: auth.json # secretName: app-service-account +hpa: + enabled: false + targetUtilization: + cpu: 70 + memory: 70 + stabilizationWindowSeconds: + scaleDown: 300 + scaleUp: 0 + replicas: + min: 1 + max: 1 + config: {} secretConfig: From f21ec04bdeb03f199145bc04341abba24b066e68 Mon Sep 17 00:00:00 2001 From: Hermawan Wijaya Date: Thu, 29 Feb 2024 11:19:05 +0700 Subject: [PATCH 079/128] feat: bump compass chart version to 0.2.3 (#82) Co-authored-by: Hermawan Wijaya --- stable/compass/Chart.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/stable/compass/Chart.yaml b/stable/compass/Chart.yaml index 4f45858c..80ea09c8 100644 --- a/stable/compass/Chart.yaml +++ b/stable/compass/Chart.yaml @@ -2,9 +2,9 @@ apiVersion: v2 name: compass description: A Helm chart for running Compass in Kubernetes type: application -version: 0.2.2 +version: 0.2.3 appVersion: "0.6.5" dependencies: - name: app - version: "0.5.12" + version: "0.6.0" repository: "https://goto.github.io/charts/" From 8168ad5a0c1347f80e30209b5f81c6235b3162d4 Mon Sep 17 00:00:00 2001 From: Abduh Date: Tue, 2 Apr 2024 13:02:54 +0700 Subject: [PATCH 080/128] feat(guardian): support podLabels (#84) --- stable/guardian/Chart.yaml | 4 ++-- stable/guardian/values.yaml | 2 ++ 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/stable/guardian/Chart.yaml b/stable/guardian/Chart.yaml index a8833303..9635ec7f 100644 --- a/stable/guardian/Chart.yaml +++ b/stable/guardian/Chart.yaml @@ -15,7 +15,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.2.3 +version: 0.2.4 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to @@ -25,5 +25,5 @@ appVersion: "0.3.0" dependencies: - name: app - version: "0.5.14" + version: "0.5.15" repository: "https://goto.github.io/charts/" diff --git a/stable/guardian/values.yaml b/stable/guardian/values.yaml index ed4ba368..5a4fbb46 100644 --- a/stable/guardian/values.yaml +++ b/stable/guardian/values.yaml @@ -5,6 +5,8 @@ app: ## Value to fully override guardian.fullname template fullnameOverride: "" + podLabels: {} + image: repository: gotocompany/guardian pullPolicy: Always From 371eb3210d784a3bf5a8f360715edd1c896cc7d3 Mon Sep 17 00:00:00 2001 From: Rahmat Hidayat Date: Thu, 4 Apr 2024 16:50:40 +0700 Subject: [PATCH 081/128] chore(dex): bump up app chart version (#83) --- stable/dex/Chart.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/stable/dex/Chart.yaml b/stable/dex/Chart.yaml index 58c127a3..81f42739 100644 --- a/stable/dex/Chart.yaml +++ b/stable/dex/Chart.yaml @@ -2,9 +2,9 @@ apiVersion: v2 name: dex description: A Helm chart for Kubernetes type: application -version: 0.1.3 +version: 0.1.4 appVersion: 0.7.11 dependencies: - name: app - version: "0.5.7" + version: "0.6.0" repository: "https://goto.github.io/charts/" From 24f7c13cc3cb733ec8a99c8aeb2e7a26275a2ecb Mon Sep 17 00:00:00 2001 From: Anwar Hidayat <15167551+irainia@users.noreply.github.com> Date: Wed, 17 Apr 2024 10:21:45 +0700 Subject: [PATCH 082/128] fix(optimus): custom labels are not applied (#86) * fix: add app labels from value to address bug on lable customization * refactor: update the way to use labels in the app labels * chore: update optimus chart version * fix: add labels to cleanup cron job --- stable/optimus/Chart.yaml | 2 +- stable/optimus/templates/_helpers.tpl | 3 +++ stable/optimus/templates/data-cleanup-cronjob.yaml | 2 ++ 3 files changed, 6 insertions(+), 1 deletion(-) diff --git a/stable/optimus/Chart.yaml b/stable/optimus/Chart.yaml index f018ace4..f48b21c6 100644 --- a/stable/optimus/Chart.yaml +++ b/stable/optimus/Chart.yaml @@ -9,7 +9,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.0.6 +version: 0.0.7 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to diff --git a/stable/optimus/templates/_helpers.tpl b/stable/optimus/templates/_helpers.tpl index 70c801d6..e42cfb65 100644 --- a/stable/optimus/templates/_helpers.tpl +++ b/stable/optimus/templates/_helpers.tpl @@ -40,6 +40,9 @@ helm.sh/chart: {{ include "app.chart" . }} app.kubernetes.io/version: {{ .Chart.AppVersion | quote }} {{- end }} app.kubernetes.io/managed-by: {{ .Release.Service }} +{{- range $key, $value := .Values.app.labels }} +{{ $key }}: {{ $value }} +{{- end }} {{- end }} {{/* diff --git a/stable/optimus/templates/data-cleanup-cronjob.yaml b/stable/optimus/templates/data-cleanup-cronjob.yaml index a788c1ee..6a4ed234 100644 --- a/stable/optimus/templates/data-cleanup-cronjob.yaml +++ b/stable/optimus/templates/data-cleanup-cronjob.yaml @@ -3,6 +3,8 @@ apiVersion: batch/v1 kind: CronJob metadata: name: {{ include "app.fullname" . }}-cleanup + labels: + {{- include "app.labels" . | nindent 4 }} spec: schedule: {{ .Values.cleanupConfig.schedule }} concurrencyPolicy: {{ .Values.cleanupConfig.concurrencyPolicy }} From a6f5778f29c0dfd8ba8084a37669ad32b6e1646a Mon Sep 17 00:00:00 2001 From: Anwar Hidayat <15167551+irainia@users.noreply.github.com> Date: Wed, 17 Apr 2024 13:56:58 +0700 Subject: [PATCH 083/128] fix(optimus): add labels to pod template (#87) --- stable/optimus/Chart.yaml | 2 +- stable/optimus/templates/deployment.yaml | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/stable/optimus/Chart.yaml b/stable/optimus/Chart.yaml index f48b21c6..268be7ba 100644 --- a/stable/optimus/Chart.yaml +++ b/stable/optimus/Chart.yaml @@ -9,7 +9,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.0.7 +version: 0.0.8 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to diff --git a/stable/optimus/templates/deployment.yaml b/stable/optimus/templates/deployment.yaml index b5501a8c..c436c82c 100644 --- a/stable/optimus/templates/deployment.yaml +++ b/stable/optimus/templates/deployment.yaml @@ -25,6 +25,7 @@ spec: {{- end }} labels: {{- include "app.selectorLabels" . | nindent 8 }} + {{- include "app.labels" . | nindent 8 }} spec: {{- with .Values.imagePullSecrets }} imagePullSecrets: From 1dbfbf818792d4efc35487101bac296a4589d70c Mon Sep 17 00:00:00 2001 From: Anwar Hidayat <15167551+irainia@users.noreply.github.com> Date: Tue, 23 Apr 2024 14:06:44 +0700 Subject: [PATCH 084/128] fix(optimus): update cron job to limit the history and to add label (#88) --- stable/optimus/Chart.yaml | 2 +- stable/optimus/templates/data-cleanup-cronjob.yaml | 4 ++++ stable/optimus/values.yaml | 1 + 3 files changed, 6 insertions(+), 1 deletion(-) diff --git a/stable/optimus/Chart.yaml b/stable/optimus/Chart.yaml index 268be7ba..70cf8944 100644 --- a/stable/optimus/Chart.yaml +++ b/stable/optimus/Chart.yaml @@ -9,7 +9,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.0.8 +version: 0.0.9 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to diff --git a/stable/optimus/templates/data-cleanup-cronjob.yaml b/stable/optimus/templates/data-cleanup-cronjob.yaml index 6a4ed234..8c32304a 100644 --- a/stable/optimus/templates/data-cleanup-cronjob.yaml +++ b/stable/optimus/templates/data-cleanup-cronjob.yaml @@ -8,9 +8,13 @@ metadata: spec: schedule: {{ .Values.cleanupConfig.schedule }} concurrencyPolicy: {{ .Values.cleanupConfig.concurrencyPolicy }} + successfulJobsHistoryLimit: {{ .Values.cleanupConfig.successJobHistoryLimit }} jobTemplate: spec: template: + metadata: + labels: + {{- include "app.labels" . | nindent 12 }} spec: containers: - name: {{ include "app.fullname" . }}-cleanup diff --git a/stable/optimus/values.yaml b/stable/optimus/values.yaml index acf54af6..82d5abe4 100644 --- a/stable/optimus/values.yaml +++ b/stable/optimus/values.yaml @@ -79,6 +79,7 @@ cleanupConfig: image: "postgres:15.2-alpine3.17" restartPolicy: OnFailure concurrencyPolicy: Forbid + successJobHistoryLimit: 1 queries: - "delete from sensor_run where start_time < now() - Interval '5 months';" - "delete from task_run where start_time < now() - Interval '5 months';" From 314f2af151f10fffd7386940c2ab90874d641a49 Mon Sep 17 00:00:00 2001 From: Abduh Date: Mon, 29 Apr 2024 11:22:08 +0700 Subject: [PATCH 085/128] feat: making additional ingress optional in app (#89) --- stable/app/Chart.yaml | 2 +- stable/app/values.yaml | 15 --------------- 2 files changed, 1 insertion(+), 16 deletions(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index b393e80a..c24ca3c7 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.6.0 +version: 0.6.1 diff --git a/stable/app/values.yaml b/stable/app/values.yaml index e4204be8..aaaddd41 100644 --- a/stable/app/values.yaml +++ b/stable/app/values.yaml @@ -68,21 +68,6 @@ ingress: # -- - secretName: chart-example-tls # -- hosts: # -- - chart-example.local - additionalIngress: - - name: grpc - className: "" - annotations: {} - hosts: - - host: grpc-chart-example.local - paths: - - path: / - pathType: ImplementationSpecific - backend: - service: - # name: backend_01 - port: - number: 8081 - tls: [] resources: {} From f047d3d76c1fcbaf4098813964df0029d144a782 Mon Sep 17 00:00:00 2001 From: Dwarakesh Venkatasamy Date: Thu, 16 May 2024 11:26:41 +0530 Subject: [PATCH 086/128] feat: capability in meteor to configure service account with token volume projection (#90) * feat: capability in meteor to configure service account with token volume projection * bump chart version and fix few discrepancies * fix: typo --------- Co-authored-by: Dwarakesh Venkatasamy --- stable/meteor/Chart.yaml | 2 +- stable/meteor/templates/cronjob.yaml | 16 ++++++++++++++++ stable/meteor/values.yaml | 9 +++++++++ 3 files changed, 26 insertions(+), 1 deletion(-) diff --git a/stable/meteor/Chart.yaml b/stable/meteor/Chart.yaml index 3615f0ba..e511b174 100644 --- a/stable/meteor/Chart.yaml +++ b/stable/meteor/Chart.yaml @@ -1,5 +1,5 @@ apiVersion: v1 -version: 0.3.2 +version: 0.3.3 description: A Helm chart for Meteor (github.com/goto/meteor) name: meteor appVersion: "v0.8.9" diff --git a/stable/meteor/templates/cronjob.yaml b/stable/meteor/templates/cronjob.yaml index bfa8e18a..b2c722dc 100644 --- a/stable/meteor/templates/cronjob.yaml +++ b/stable/meteor/templates/cronjob.yaml @@ -21,6 +21,9 @@ spec: {{ toYaml .Values.labels | indent 12 }} {{- end }} spec: + {{- if .Values.serviceAccount.name }} + serviceAccountName: {{ .Values.serviceAccount.name }} + {{- end }} containers: - name: "{{ include "meteor.name" . }}" image: "{{ required `image.repository is required` .Values.image.repository }}:{{ .Values.image.tag }}" @@ -43,6 +46,10 @@ spec: - name: {{ $v }} mountPath: {{ printf "%s/%s" "/etc/secret" $v }} {{- end }} + {{- if .Values.serviceAccount.tokenProjection.enabled }} + - name: {{ .Values.serviceAccount.name }} + mountPath: {{ .Values.serviceAccount.tokenProjection.mountPath }} + {{- end}} envFrom: - configMapRef: name: "{{ include "meteor.name" . }}-variables-configmap" @@ -154,3 +161,12 @@ spec: configMap: name: {{ include "meteor.name" . }}-otelcollector {{- end }} + {{- if .Values.serviceAccount.tokenProjection.enabled }} + - name: {{ .Values.serviceAccount.name }} + projected: + sources: + - serviceAccountToken: + path: {{ .Values.serviceAccount.tokenProjection.subPath }} + expirationSeconds: {{ .Values.serviceAccount.tokenProjection.expirationSeconds }} + audience: {{ .Values.serviceAccount.tokenProjection.audience }} + {{- end}} diff --git a/stable/meteor/values.yaml b/stable/meteor/values.yaml index 9947e2b3..1239e9bb 100644 --- a/stable/meteor/values.yaml +++ b/stable/meteor/values.yaml @@ -66,3 +66,12 @@ otelcollector: receivers: [otlp] processors: [] exporters: [logging] + +serviceAccount: + name: "" + tokenProjection: + enabled: false + mountPath: "/var/run/secrets" + subPath: "token" + expirationSeconds: 600 + audience: "" From 10dd3a6a554afccb2c563d92b8412df715ac200c Mon Sep 17 00:00:00 2001 From: Sumeet Rai <43041062+sumslim@users.noreply.github.com> Date: Fri, 17 May 2024 12:52:50 +0530 Subject: [PATCH 087/128] feat: app chart cron yaml update for otel sidecar (#91) * feat: app char cron yaml update for otel sidecar * corrected variable name * collapsed if condition - resolved PR comment * fixed otel collector support chart issue * conditional statement for otel collector support * added volume for otel collector * fixed volume key and added otel volume * bump chart version --------- Co-authored-by: Sumeet Rai --- stable/app/Chart.yaml | 2 +- stable/app/templates/cron.yaml | 70 ++++++++++++++++++++++++++++++++-- 2 files changed, 68 insertions(+), 4 deletions(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index c24ca3c7..4c96511a 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.6.1 +version: 0.6.2 diff --git a/stable/app/templates/cron.yaml b/stable/app/templates/cron.yaml index b7746b5f..0736542a 100644 --- a/stable/app/templates/cron.yaml +++ b/stable/app/templates/cron.yaml @@ -35,7 +35,15 @@ spec: image: "{{ $.Values.image.repository }}:{{ $.Values.image.tag | default $.Chart.AppVersion }}" imagePullPolicy: {{ $.Values.image.pullPolicy }} command: - {{- toYaml $job.command | nindent 16 }} + {{- if $.Values.otelcollector.enabled }} + - /bin/sh + - -c + - | + {{ join " " $job.command }} + pkill -SIGTERM otelcol-contrib + {{- else }} + {{- toYaml $job.command | nindent 16 }} + {{- end }} args: {{- toYaml $job.args | nindent 16 }} envFrom: @@ -49,13 +57,69 @@ spec: {{- end }} resources: {{- toYaml $job.resources | nindent 16 }} + {{- if $.Values.otelcollector.enabled }} + - name: otel-collector-sidecar + image: {{ $.Values.otelcollector.image }} + imagePullPolicy: IfNotPresent + args: + - "--config=/etc/otelcollector/config.yaml" + ports: + - containerPort: 1888 + name: pprof + protocol: TCP + - containerPort: 8888 + name: prometheusself + protocol: TCP + - containerPort: 8889 + name: prometheus + protocol: TCP + - containerPort: 13133 + name: healthcheck + protocol: TCP + - containerPort: 4317 + name: otlpgrpcrecv + protocol: TCP + - containerPort: 4318 + name: otlphttprecv + protocol: TCP + - containerPort: 55679 + name: zpages + protocol: TCP + env: + - name: K8S_NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + - name: K8S_POD_NAME + valueFrom: + fieldRef: + fieldPath: metadata.name + - name: K8S_POD_NAMESPACE + valueFrom: + fieldRef: + fieldPath: metadata.namespace + - name: K8S_POD_IP + valueFrom: + fieldRef: + fieldPath: status.podIP + - name: OTEL_RESOURCE_ATTRIBUTES + value: | + k8s.deployment.name={{ $job.name }},k8s.namespace.name=$(K8S_POD_NAMESPACE),k8s.node.name=$(K8S_NODE_NAME),k8s.pod.name=$(K8S_POD_NAME),k8s.pod.ip=$(K8S_POD_IP) + volumeMounts: + - name: otelcollector-conf + mountPath: /etc/otelcollector/ + shareProcessNamespace: true + {{- end}} restartPolicy: {{ $job.restartPolicy }} - {{- if $job.volumes }} volumes: {{- range $volume := $job.volumes }} - {{- toYaml $volume | nindent 14 }} {{- end }} - {{- end }} + {{- if $.Values.otelcollector.enabled }} + - name: otelcollector-conf + configMap: + name: {{ $job.name }}-otelcollector + {{- end }} --- {{- end -}} {{- end -}} \ No newline at end of file From 1670ffaaca28f0ae4740524ac002b9db6a30a52d Mon Sep 17 00:00:00 2001 From: Sumeet Rai <43041062+sumslim@users.noreply.github.com> Date: Tue, 21 May 2024 12:56:23 +0530 Subject: [PATCH 088/128] fix(app): conditionally disable deployment app chart for cron jobs (#92) * feat: app char cron yaml update for otel sidecar * corrected variable name * collapsed if condition - resolved PR comment * fixed otel collector support chart issue * conditional statement for otel collector support * added volume for otel collector * fixed volume key and added otel volume * bump chart version * conditional disable deployment and service yaml * corrected changes * fix: volume name for otel collector * fix: conditional logic for deployment/service --------- Co-authored-by: Sumeet Rai --- stable/app/Chart.yaml | 2 +- stable/app/templates/cron.yaml | 2 +- stable/app/templates/deployment.yaml | 2 ++ stable/app/templates/service.yaml | 2 ++ stable/app/values.yaml | 1 + 5 files changed, 7 insertions(+), 2 deletions(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index 4c96511a..3fdd8371 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.6.2 +version: 0.6.3 diff --git a/stable/app/templates/cron.yaml b/stable/app/templates/cron.yaml index 0736542a..97dbda71 100644 --- a/stable/app/templates/cron.yaml +++ b/stable/app/templates/cron.yaml @@ -118,7 +118,7 @@ spec: {{- if $.Values.otelcollector.enabled }} - name: otelcollector-conf configMap: - name: {{ $job.name }}-otelcollector + name: {{ template "app.fullname" . }}-otelcollector {{- end }} --- {{- end -}} diff --git a/stable/app/templates/deployment.yaml b/stable/app/templates/deployment.yaml index 509403e8..e9f7f98e 100644 --- a/stable/app/templates/deployment.yaml +++ b/stable/app/templates/deployment.yaml @@ -1,3 +1,4 @@ +{{- if .Values.container.enabled }} apiVersion: apps/v1 kind: Deployment metadata: @@ -238,3 +239,4 @@ spec: tolerations: {{- toYaml . | nindent 8 }} {{- end }} +{{- end -}} diff --git a/stable/app/templates/service.yaml b/stable/app/templates/service.yaml index ec2a23e8..f9845fe0 100644 --- a/stable/app/templates/service.yaml +++ b/stable/app/templates/service.yaml @@ -1,3 +1,4 @@ +{{- if .Values.container.enabled }} apiVersion: v1 kind: Service metadata: @@ -19,3 +20,4 @@ spec: {{- end }} selector: {{- include "app.selectorLabels" . | nindent 4 }} +{{- end -}} \ No newline at end of file diff --git a/stable/app/values.yaml b/stable/app/values.yaml index aaaddd41..31968bbc 100644 --- a/stable/app/values.yaml +++ b/stable/app/values.yaml @@ -109,6 +109,7 @@ cron: # memory: "100Mi" container: + enabled: true command: [] args: [] ports: From ac4a01a0662d1d81e5839a797f627899be4de0d3 Mon Sep 17 00:00:00 2001 From: Sumeet Rai <43041062+sumslim@users.noreply.github.com> Date: Tue, 21 May 2024 14:20:43 +0530 Subject: [PATCH 089/128] fix(app): corrected configMap name otel collector (#93) * fix(app): corrected configMap name otel collector * updated chart version --------- Co-authored-by: Sumeet Rai --- stable/app/Chart.yaml | 2 +- stable/app/templates/cron.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index 3fdd8371..6b7da6e6 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.6.3 +version: 0.6.4 diff --git a/stable/app/templates/cron.yaml b/stable/app/templates/cron.yaml index 97dbda71..ccc1a4c5 100644 --- a/stable/app/templates/cron.yaml +++ b/stable/app/templates/cron.yaml @@ -118,7 +118,7 @@ spec: {{- if $.Values.otelcollector.enabled }} - name: otelcollector-conf configMap: - name: {{ template "app.fullname" . }}-otelcollector + name: {{ $fullName }}-otelcollector {{- end }} --- {{- end -}} From fd6a253f680f998408190ff142805ac3f2ff65db Mon Sep 17 00:00:00 2001 From: Sumeet Rai <43041062+sumslim@users.noreply.github.com> Date: Tue, 21 May 2024 15:21:07 +0530 Subject: [PATCH 090/128] fix(app): conditional logic to use secrets for env (#94) * fix(app): conditional logic to use secrets for env * resolved PR comments --------- Co-authored-by: Sumeet Rai --- stable/app/Chart.yaml | 2 +- stable/app/templates/cron.yaml | 2 ++ 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index 6b7da6e6..fe7970a2 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.6.4 +version: 0.6.5 diff --git a/stable/app/templates/cron.yaml b/stable/app/templates/cron.yaml index ccc1a4c5..b93579d7 100644 --- a/stable/app/templates/cron.yaml +++ b/stable/app/templates/cron.yaml @@ -49,8 +49,10 @@ spec: envFrom: - configMapRef: name: {{ $fullName }} + {{- if $.Values.secretConfig }} - secretRef: name: {{ $fullName }}-secret + {{- end }} {{- if $job.volumeMounts }} volumeMounts: {{- toYaml $job.volumeMounts | nindent 16 }} From e44575c2248681d138c9fa447d27cf27aebd24d5 Mon Sep 17 00:00:00 2001 From: Sumeet Rai <43041062+sumslim@users.noreply.github.com> Date: Thu, 23 May 2024 14:32:34 +0530 Subject: [PATCH 091/128] fix(app): job name truncate issue (#95) * fix(app): job name truncate issue * added condition to trim - suffix * deleted test file --------- Co-authored-by: Sumeet Rai --- stable/app/Chart.yaml | 2 +- stable/app/templates/cron.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index fe7970a2..fffb136c 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.6.5 +version: 0.6.6 diff --git a/stable/app/templates/cron.yaml b/stable/app/templates/cron.yaml index b93579d7..fcd62b10 100644 --- a/stable/app/templates/cron.yaml +++ b/stable/app/templates/cron.yaml @@ -7,7 +7,7 @@ apiVersion: batch/v1 kind: CronJob metadata: - name: "{{ $fullName | trunc 24 }}-{{ $i }}-{{ $job.name | trunc 24}}" + name: "{{ ($fullName | trunc 24 | trimSuffix "-") }}-{{ $i }}-{{ ($job.name | trunc 24 | trimSuffix "-") }}" namespace: {{ $.Release.Namespace }} labels: {{- $appLabels | nindent 4 }} From 46a88a68c0d22a81112bf8e66856289a1e4c41b9 Mon Sep 17 00:00:00 2001 From: Abduh Date: Tue, 11 Jun 2024 12:52:59 +0700 Subject: [PATCH 092/128] feat: bump up siren and shield chart (#96) --- stable/shield/Chart.yaml | 22 +++++++++++----------- stable/shield/values.yaml | 32 ++++++++++++++++---------------- stable/siren/Chart.yaml | 10 +++++----- 3 files changed, 32 insertions(+), 32 deletions(-) diff --git a/stable/shield/Chart.yaml b/stable/shield/Chart.yaml index e89827c6..80447e82 100644 --- a/stable/shield/Chart.yaml +++ b/stable/shield/Chart.yaml @@ -15,16 +15,16 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.1.6 +version: 0.1.7 dependencies: -- name: app - version: "0.5.12" - repository: "https://goto.github.io/charts/" - alias: shield-app - condition: shield-app.enabled -- name: app - version: "0.5.12" - repository: "https://goto.github.io/charts/" - alias: spicedb - condition: spicedb.enabled + - name: app + version: "0.6.1" + repository: "https://goto.github.io/charts/" + alias: shield-app + condition: shield-app.enabled + - name: app + version: "0.6.1" + repository: "https://goto.github.io/charts/" + alias: spicedb + condition: spicedb.enabled diff --git a/stable/shield/values.yaml b/stable/shield/values.yaml index 38474dfe..ca239522 100644 --- a/stable/shield/values.yaml +++ b/stable/shield/values.yaml @@ -2,11 +2,11 @@ shield-app: enabled: true image: repository: gotocompany/shield - pullPolicy: IfNotPresent + pullPolicy: Always tag: 0.2.10 container: args: - - serve + - serve livenessProbe: httpGet: path: /ping @@ -16,12 +16,12 @@ shield-app: path: /ping port: 5556 ports: - - name: tcp - containerPort: 8080 - protocol: TCP - - name: proxy - containerPort: 5556 - protocol: TCP + - name: tcp + containerPort: 8080 + protocol: TCP + - name: proxy + containerPort: 5556 + protocol: TCP podLabels: {} service: type: ClusterIP @@ -58,28 +58,28 @@ shield-app: SHIELD_SPICEDB_HOST: spicedb.namespace.svc.local SHIELD_SPICEDB_PORT: 50051 secretConfig: - SHIELD_DB_URL: - SHIELD_SPICEDB_PRE_SHARED_KEY: + SHIELD_DB_URL: + SHIELD_SPICEDB_PRE_SHARED_KEY: -spicedb: +spicedb: enabled: true nameOverride: shield-spicedb replicaCount: 2 image: repository: quay.io/authzed/spicedb tag: v1.2.0 - secretConfig: + secretConfig: SPICEDB_GRPC_PRESHARED_KEY: - SPICEDB_DATASTORE_CONN_URI: + SPICEDB_DATASTORE_CONN_URI: config: SPICEDB_LOG_LEVEL: info SPICEDB_DATASTORE_ENGINE: SPICEDB_GRPC_SHUTDOWN_GRACE_PERIOD: "5s" container: ports: - - name: tcp - containerPort: 50051 - protocol: TCP + - name: tcp + containerPort: 50051 + protocol: TCP livenessProbe: httpGet: path: / diff --git a/stable/siren/Chart.yaml b/stable/siren/Chart.yaml index b0d2b8be..3a54b119 100644 --- a/stable/siren/Chart.yaml +++ b/stable/siren/Chart.yaml @@ -1,22 +1,22 @@ apiVersion: v2 name: siren description: Siren Helm chart -version: 0.1.11 -appVersion: v0.6.11 +version: 0.2.0 +appVersion: v0.7.6 home: https://github.com/goto/siren dependencies: - name: app - version: "0.5.15" + version: "0.6.1" repository: "https://goto.github.io/charts/" alias: app condition: app.enabled - name: app - version: "0.5.15" + version: "0.6.1" repository: "https://goto.github.io/charts/" alias: notification-worker condition: notification-worker.enabled - name: app - version: "0.5.15" + version: "0.6.1" repository: "https://goto.github.io/charts/" alias: notification-dlq-worker condition: notification-dlq-worker.enabled From 6c662d13bd0a8d94cc010432510f0834e9b40e5b Mon Sep 17 00:00:00 2001 From: StewartJingga Date: Wed, 19 Jun 2024 17:33:47 +0700 Subject: [PATCH 093/128] feat(app): add serviceAccountName to cronjob (#97) * feat(app): add serviceAccountName to cronjob * fix(app): serviceAccountName location --- stable/app/Chart.yaml | 2 +- stable/app/README.md | 1 + stable/app/templates/cron.yaml | 3 +++ stable/app/values.yaml | 1 + 4 files changed, 6 insertions(+), 1 deletion(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index fffb136c..0bfaf4e2 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.6.6 +version: 0.6.7 diff --git a/stable/app/README.md b/stable/app/README.md index 7a9fc6d4..e965197a 100644 --- a/stable/app/README.md +++ b/stable/app/README.md @@ -55,6 +55,7 @@ The following table lists the configurable parameters of the Siren chart and the | container.readinessProbe.httpGet.port | string | `"tcp"` | | | cron.enabled | bool | `false` | | | cron.jobs[0].name | string | `""` | | +| cron.jobs[0].serviceAccountName | string | `""` | | | cron.jobs[0].command | string | `""` | | | cron.jobs[0].args | string | `""` | | | cron.jobs[0].schedule | string | `"0 0 * * *"` | | diff --git a/stable/app/templates/cron.yaml b/stable/app/templates/cron.yaml index fcd62b10..14ee4cf9 100644 --- a/stable/app/templates/cron.yaml +++ b/stable/app/templates/cron.yaml @@ -24,6 +24,9 @@ spec: {{- toYaml . | nindent 12 }} {{- end }} spec: + {{- if $job.serviceAccountName }} + serviceAccountName: "{{ $job.serviceAccountName }}" + {{- end }} {{- if $job.initContainers }} initContainers: {{- range $initContainer := $job.initContainers }} diff --git a/stable/app/values.yaml b/stable/app/values.yaml index 31968bbc..f2194376 100644 --- a/stable/app/values.yaml +++ b/stable/app/values.yaml @@ -100,6 +100,7 @@ cron: - app args: - startJob + serviceAccountName: "" # resources: # limits: # cpu: "100m" From 0524c4cff97e0b7c56cba1c697d959bd3b2e2c10 Mon Sep 17 00:00:00 2001 From: StewartJingga Date: Wed, 19 Jun 2024 17:43:27 +0700 Subject: [PATCH 094/128] feat(dex): bump app chart version to 0.6.7 (#98) * feat(dex): update app chart version * feat(dex): remove chartlock --- stable/dex/Chart.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/stable/dex/Chart.yaml b/stable/dex/Chart.yaml index 81f42739..4dc139f1 100644 --- a/stable/dex/Chart.yaml +++ b/stable/dex/Chart.yaml @@ -2,9 +2,9 @@ apiVersion: v2 name: dex description: A Helm chart for Kubernetes type: application -version: 0.1.4 +version: 0.1.5 appVersion: 0.7.11 dependencies: - name: app - version: "0.6.0" + version: "0.6.7" repository: "https://goto.github.io/charts/" From 300f48485a7c78bd838f28207e2c34c797ff1830 Mon Sep 17 00:00:00 2001 From: StewartJingga Date: Mon, 24 Jun 2024 11:36:11 +0700 Subject: [PATCH 095/128] feat(app): inject configmap and secret to otel-collector (#99) * feat(app): inject configmap and secret to otel-collector * feat(app): injecting env from config in otel sidecar is optional --- stable/app/Chart.yaml | 2 +- stable/app/templates/deployment.yaml | 9 +++++++++ stable/app/values.yaml | 1 + 3 files changed, 11 insertions(+), 1 deletion(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index 0bfaf4e2..d717de07 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.6.7 +version: 0.6.8 diff --git a/stable/app/templates/deployment.yaml b/stable/app/templates/deployment.yaml index e9f7f98e..da65a7af 100644 --- a/stable/app/templates/deployment.yaml +++ b/stable/app/templates/deployment.yaml @@ -110,6 +110,15 @@ spec: - containerPort: 55679 name: zpages protocol: TCP + {{- if .Values.otelcollector.useEnvFromConfig }} + envFrom: + - configMapRef: + name: "{{ include "app.fullname" . }}" + {{- if .Values.secretConfig }} + - secretRef: + name: "{{ template "app.fullname" . }}-secret" + {{- end }} + {{- end }} env: - name: K8S_NODE_NAME valueFrom: diff --git a/stable/app/values.yaml b/stable/app/values.yaml index f2194376..4f743794 100644 --- a/stable/app/values.yaml +++ b/stable/app/values.yaml @@ -174,6 +174,7 @@ telegraf: otelcollector: enabled: false image: otel/opentelemetry-collector-contrib:0.89.0 + useEnvFromConfig: false readinessProbe: initialDelaySeconds: 15 periodSeconds: 5 From a582f762e1127484cf018fcc3856ce12318bf584 Mon Sep 17 00:00:00 2001 From: harishkswami <168426010+harishkswami@users.noreply.github.com> Date: Tue, 23 Jul 2024 14:09:49 +0530 Subject: [PATCH 096/128] chore(guardian): remove slack config and bump version (#100) remove slack config and bump version --- stable/guardian/Chart.yaml | 2 +- stable/guardian/values.yaml | 1 - 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/stable/guardian/Chart.yaml b/stable/guardian/Chart.yaml index 9635ec7f..8e5a4c6d 100644 --- a/stable/guardian/Chart.yaml +++ b/stable/guardian/Chart.yaml @@ -15,7 +15,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.2.4 +version: 0.2.5 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to diff --git a/stable/guardian/values.yaml b/stable/guardian/values.yaml index 5a4fbb46..08aacd53 100644 --- a/stable/guardian/values.yaml +++ b/stable/guardian/values.yaml @@ -80,7 +80,6 @@ app: config: LOG_LEVEL: info AUTHENTICATED_USER_HEADER_KEY: x-authenticated-user-email - NOTIFIER_PROVIDER: slack JOBS_FETCH_RESOURCES_ENABLED: false JOBS_FETCH_RESOURCES_INTERVAL: "0 */2 * * *" JOBS_REVOKE_EXPIRED_ACCESS_ENABLED: false From 7fe19145314c97fba2efaa88a1031160a5551b19 Mon Sep 17 00:00:00 2001 From: Dery Rahman Ahaddienata Date: Thu, 1 Aug 2024 11:08:03 +0700 Subject: [PATCH 097/128] feat(optimus): plugin yaml configmaps (#101) * feat: plugin yaml configmaps * feat: bump chart version * Update values.yaml * Update sample image --- stable/optimus/Chart.yaml | 2 +- stable/optimus/templates/configmap.yaml | 12 ++++++++++++ stable/optimus/templates/deployment.yaml | 6 ++++++ stable/optimus/values.yaml | 13 +++++++++++++ 4 files changed, 32 insertions(+), 1 deletion(-) diff --git a/stable/optimus/Chart.yaml b/stable/optimus/Chart.yaml index 70cf8944..4ab37e67 100644 --- a/stable/optimus/Chart.yaml +++ b/stable/optimus/Chart.yaml @@ -9,7 +9,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.0.9 +version: 0.0.10 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to diff --git a/stable/optimus/templates/configmap.yaml b/stable/optimus/templates/configmap.yaml index cf1caf19..a770b150 100644 --- a/stable/optimus/templates/configmap.yaml +++ b/stable/optimus/templates/configmap.yaml @@ -19,3 +19,15 @@ metadata: "helm.sh/hook-weight": "-5" data: config.yaml: {{ toYaml .Values.configYaml | indent 4 }} +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ template "app.fullname" . }}-plugin-yaml + annotations: + "helm.sh/hook": pre-install,pre-upgrade + "helm.sh/hook-weight": "-5" +data: + {{- range $k, $v := .Values.pluginYaml }} + {{ $k }}: {{ toYaml $v | indent 4 }} + {{- end }} diff --git a/stable/optimus/templates/deployment.yaml b/stable/optimus/templates/deployment.yaml index c436c82c..00ecd908 100644 --- a/stable/optimus/templates/deployment.yaml +++ b/stable/optimus/templates/deployment.yaml @@ -59,6 +59,9 @@ spec: - mountPath: /etc/optimus name: configuration-volume readOnly: true + - mountPath: /etc/optimus-plugins + name: plugins-volume + readOnly: true {{- range $volumeMount := .Values.container.volumeMounts }} - {{- toYaml $volumeMount | nindent 16 }} {{- end }} @@ -111,6 +114,9 @@ spec: - name: configuration-volume configMap: name: {{ template "app.fullname" . }}-yaml + - name: plugins-volume + configMap: + name: {{ template "app.fullname" . }}-plugin-yaml {{- range $volume := .Values.volumes }} - {{- toYaml $volume | nindent 12 }} {{- end }} diff --git a/stable/optimus/values.yaml b/stable/optimus/values.yaml index 82d5abe4..71b6396b 100644 --- a/stable/optimus/values.yaml +++ b/stable/optimus/values.yaml @@ -67,10 +67,23 @@ configYaml: |- telemetry: profile_addr: ":9110" jaeger_addr: "http://jaeger-collector:14268/api/traces" + plugin: + artifacts: + - /etc/optimus-plugins config: OPTIMUS_TELEMETRY_JAEGER_ADDR: http://jaeger-collector.optimus:14268/api/traces +pluginYaml: + bq2bq.yaml: |- + name: bq2bq + description: BigQuery to BigQuery transformation task + plugintype: task + pluginversion: 0.4.2 + image: 'docker.io/gotocompany/optimus-task-bq2bq-executor:0.4.2' + entrypoint: + script: "python3 /opt/bumblebee/main.py" + secretConfig: {} cleanupConfig: From bbc1de891a7aba5ad955247bbfcdcd272ed7d5bd Mon Sep 17 00:00:00 2001 From: luthfifahlevi <77453015+luthfifahlevi@users.noreply.github.com> Date: Fri, 23 Aug 2024 15:10:08 +0700 Subject: [PATCH 098/128] feat: set post curl command after meteor ran successfully (#102) --- stable/meteor/Chart.yaml | 2 +- stable/meteor/templates/cronjob.yaml | 6 ++++++ stable/meteor/values.yaml | 4 ++++ 3 files changed, 11 insertions(+), 1 deletion(-) diff --git a/stable/meteor/Chart.yaml b/stable/meteor/Chart.yaml index e511b174..3116f9dd 100644 --- a/stable/meteor/Chart.yaml +++ b/stable/meteor/Chart.yaml @@ -1,5 +1,5 @@ apiVersion: v1 -version: 0.3.3 +version: 0.3.4 description: A Helm chart for Meteor (github.com/goto/meteor) name: meteor appVersion: "v0.8.9" diff --git a/stable/meteor/templates/cronjob.yaml b/stable/meteor/templates/cronjob.yaml index b2c722dc..58da4ce6 100644 --- a/stable/meteor/templates/cronjob.yaml +++ b/stable/meteor/templates/cronjob.yaml @@ -33,6 +33,12 @@ spec: - -c - | meteor run /opt/recipes; + {{- if .Values.postCmd.enabled }} + METEOR_EXIT_CODE=$? + if [ $METEOR_EXIT_CODE -eq 0 ]; then + {{- .Values.postCmd.cmd | nindent 18 }} + fi + {{- end }} {{- if .Values.telegraf.enabled }} pkill -SIGTERM telegraf {{- end }} diff --git a/stable/meteor/values.yaml b/stable/meteor/values.yaml index 1239e9bb..08b54f39 100644 --- a/stable/meteor/values.yaml +++ b/stable/meteor/values.yaml @@ -38,6 +38,10 @@ resources: # foo: "bar" # sinks: # - name: console +postCmd: + enabled: false + cmd: "" + telegraf: enabled: false image: telegraf:1.19.3-alpine From 75008a5b7aed3b68dc3ba16902459fbe458fbe14 Mon Sep 17 00:00:00 2001 From: Femi Novia Lina <77434812+FemiNoviaLina@users.noreply.github.com> Date: Mon, 26 Aug 2024 14:08:54 +0700 Subject: [PATCH 099/128] feat(entropy): add worker deployment (#104) --- stable/entropy/Chart.yaml | 11 ++++++++-- stable/entropy/values.yaml | 44 ++++++++++++++++++++++++++++++++++++++ 2 files changed, 53 insertions(+), 2 deletions(-) diff --git a/stable/entropy/Chart.yaml b/stable/entropy/Chart.yaml index d67362a3..32ffc583 100644 --- a/stable/entropy/Chart.yaml +++ b/stable/entropy/Chart.yaml @@ -2,9 +2,16 @@ apiVersion: v2 name: entropy description: A Helm chart for Kubernetes type: application -version: 0.1.6 -appVersion: 0.1.2 +version: 0.1.7 +appVersion: 0.1.26 dependencies: - name: app version: "0.5.12" repository: "https://goto.github.io/charts/" + alias: app + condition: app.enabled +- name: worker + version: "0.5.12" + repository: "https://goto.github.io/charts/" + alias: worker + condition: worker.enabled \ No newline at end of file diff --git a/stable/entropy/values.yaml b/stable/entropy/values.yaml index 62596712..a7d98f22 100644 --- a/stable/entropy/values.yaml +++ b/stable/entropy/values.yaml @@ -52,3 +52,47 @@ app: # NEW_RELIC_APP_NAME: entropy secretConfig: {} + +worker: + image: + repository: gotocompany/entropy + pullPolicy: Always + tag: "latest" + container: + command: + - entropy + args: + - worker + livenessProbe: + exec: + command: + - /bin/sh + - -c + - ps -ef | grep entropy | grep -v grep + initialDelaySeconds: 10 + periodSeconds: 10 + readinessProbe: + exec: + command: + - /bin/sh + - -c + - ps -ef | grep entropy | grep -v grep + initialDelaySeconds: 10 + periodSeconds: 10 + podLabels: {} + + migration: + enabled: false + + ingress: + enabled: false + + config: + LOG_LEVEL: INFO + SYNCER_SYNC_INTERVAL: 1s + SYNCER_REFRESH_INTERVAL: 3s + SYNCER_EXTEND_LOCK_BY: 5s + SYNCER_SYNC_BACKOFF_INTERVAL: 5s + SYNCER_MAX_RETRIES: 5 + + secretConfig: {} \ No newline at end of file From ceb0ca972159877a007fdec6450974c718c3b169 Mon Sep 17 00:00:00 2001 From: Femi Novia Lina <77434812+FemiNoviaLina@users.noreply.github.com> Date: Mon, 26 Aug 2024 14:22:53 +0700 Subject: [PATCH 100/128] fix(entropy): chart dependency (#105) --- stable/entropy/Chart.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/stable/entropy/Chart.yaml b/stable/entropy/Chart.yaml index 32ffc583..e8839de3 100644 --- a/stable/entropy/Chart.yaml +++ b/stable/entropy/Chart.yaml @@ -10,7 +10,7 @@ dependencies: repository: "https://goto.github.io/charts/" alias: app condition: app.enabled -- name: worker +- name: app version: "0.5.12" repository: "https://goto.github.io/charts/" alias: worker From 4fc42c34aa38babab405cd0a6853a9aae7570da6 Mon Sep 17 00:00:00 2001 From: lifosmin <65651883+lifosmin@users.noreply.github.com> Date: Tue, 27 Aug 2024 13:02:54 +0700 Subject: [PATCH 101/128] bump(guardian): bump chart version (#103) Co-authored-by: Lifosmin Simon --- stable/guardian/Chart.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/stable/guardian/Chart.yaml b/stable/guardian/Chart.yaml index 8e5a4c6d..e806ecbb 100644 --- a/stable/guardian/Chart.yaml +++ b/stable/guardian/Chart.yaml @@ -15,7 +15,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.2.5 +version: 0.2.6 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to @@ -25,5 +25,5 @@ appVersion: "0.3.0" dependencies: - name: app - version: "0.5.15" + version: "0.6.8" repository: "https://goto.github.io/charts/" From 01f23c47cbd5e0e0f3ea33efda38bd26ceac4ece Mon Sep 17 00:00:00 2001 From: lifosmin <65651883+lifosmin@users.noreply.github.com> Date: Tue, 3 Sep 2024 11:24:37 +0700 Subject: [PATCH 102/128] chore(app): add resource for cron otel sidecar deployment (#107) * chore(app): add resource for cron otel sidecar deployment * optional condition --------- Co-authored-by: Lifosmin Simon --- stable/app/Chart.yaml | 2 +- stable/app/templates/cron.yaml | 4 ++++ 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index d717de07..d1c3aee3 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.6.8 +version: 0.6.9 diff --git a/stable/app/templates/cron.yaml b/stable/app/templates/cron.yaml index 14ee4cf9..889d5353 100644 --- a/stable/app/templates/cron.yaml +++ b/stable/app/templates/cron.yaml @@ -113,6 +113,10 @@ spec: volumeMounts: - name: otelcollector-conf mountPath: /etc/otelcollector/ + {{- if $.Values.otelcollector.resources }} + resources: + {{- toYaml $.Values.otelcollector.resources | nindent 16 }} + {{- end }} shareProcessNamespace: true {{- end}} restartPolicy: {{ $job.restartPolicy }} From 87d7fd4ac891e7a3b3539403ede40ef73bda4ac9 Mon Sep 17 00:00:00 2001 From: lifosmin <65651883+lifosmin@users.noreply.github.com> Date: Tue, 3 Sep 2024 11:25:02 +0700 Subject: [PATCH 103/128] chore(guardian): cron job update (#106) * chore(guardian): update cron job * chore(guardian): update cron job * bump(guardian): cron otel sidecear resources * bump(guardian): cron otel sidecear resources * chore(guardian): update cron job --------- Co-authored-by: Lifosmin Simon --- stable/guardian/Chart.yaml | 4 ++-- stable/guardian/values.yaml | 12 ++++++------ 2 files changed, 8 insertions(+), 8 deletions(-) diff --git a/stable/guardian/Chart.yaml b/stable/guardian/Chart.yaml index e806ecbb..81bda9ce 100644 --- a/stable/guardian/Chart.yaml +++ b/stable/guardian/Chart.yaml @@ -15,7 +15,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.2.6 +version: 0.2.7 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to @@ -25,5 +25,5 @@ appVersion: "0.3.0" dependencies: - name: app - version: "0.6.8" + version: "0.6.9" repository: "https://goto.github.io/charts/" diff --git a/stable/guardian/values.yaml b/stable/guardian/values.yaml index 08aacd53..381ca699 100644 --- a/stable/guardian/values.yaml +++ b/stable/guardian/values.yaml @@ -40,24 +40,24 @@ app: - name: "fetch-resources" schedule: "0 */2 * * *" restartPolicy: Never - command: [] - args: + args: [] + command: - job - run - fetch_resources - name: "appeal-expiration-reminder" schedule: "0 9 * * *" restartPolicy: Never - command: [] - args: + args: [] + command: - job - run - appeal_expiration_reminder - name: "appeal-expiration-revocation" schedule: "*/20 * * * *" restartPolicy: Never - command: [] - args: + args: [] + command: - job - run - appeal_expiration_revocation From 38345f343481b5ce17efa204db2bce8b5d0b7793 Mon Sep 17 00:00:00 2001 From: lifosmin <65651883+lifosmin@users.noreply.github.com> Date: Tue, 3 Sep 2024 15:07:21 +0700 Subject: [PATCH 104/128] chore(guardian): fix guardian command (#108) Co-authored-by: Lifosmin Simon --- stable/guardian/Chart.yaml | 2 +- stable/guardian/values.yaml | 3 +++ 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/stable/guardian/Chart.yaml b/stable/guardian/Chart.yaml index 81bda9ce..5e9bfc27 100644 --- a/stable/guardian/Chart.yaml +++ b/stable/guardian/Chart.yaml @@ -15,7 +15,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.2.7 +version: 0.2.8 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to diff --git a/stable/guardian/values.yaml b/stable/guardian/values.yaml index 381ca699..911df156 100644 --- a/stable/guardian/values.yaml +++ b/stable/guardian/values.yaml @@ -42,6 +42,7 @@ app: restartPolicy: Never args: [] command: + - guardian - job - run - fetch_resources @@ -50,6 +51,7 @@ app: restartPolicy: Never args: [] command: + - guardian - job - run - appeal_expiration_reminder @@ -58,6 +60,7 @@ app: restartPolicy: Never args: [] command: + - guardian - job - run - appeal_expiration_revocation From fdc9ccc091884092768dae5ae453cf3718307a5a Mon Sep 17 00:00:00 2001 From: lifosmin <65651883+lifosmin@users.noreply.github.com> Date: Thu, 5 Sep 2024 10:04:18 +0700 Subject: [PATCH 105/128] chore(guardian): cron job commands (#109) Co-authored-by: Lifosmin Simon --- stable/guardian/Chart.yaml | 2 +- stable/guardian/values.yaml | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/stable/guardian/Chart.yaml b/stable/guardian/Chart.yaml index 5e9bfc27..bcfe9f6b 100644 --- a/stable/guardian/Chart.yaml +++ b/stable/guardian/Chart.yaml @@ -15,7 +15,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.2.8 +version: 0.2.9 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to diff --git a/stable/guardian/values.yaml b/stable/guardian/values.yaml index 911df156..ba2a42c0 100644 --- a/stable/guardian/values.yaml +++ b/stable/guardian/values.yaml @@ -42,7 +42,7 @@ app: restartPolicy: Never args: [] command: - - guardian + - ./guardian - job - run - fetch_resources @@ -51,7 +51,7 @@ app: restartPolicy: Never args: [] command: - - guardian + - ./guardian - job - run - appeal_expiration_reminder @@ -60,7 +60,7 @@ app: restartPolicy: Never args: [] command: - - guardian + - ./guardian - job - run - appeal_expiration_revocation From 2f5d57c03b0d38afef5ccfd5ccb53cbce8c5b5dd Mon Sep 17 00:00:00 2001 From: Vaishnavi190900 <152475034+Vaishnavi190900@users.noreply.github.com> Date: Wed, 11 Sep 2024 18:22:14 +0530 Subject: [PATCH 106/128] feat: dagger helm chart added (#110) * dagger helm chart added * resolved comments * storage_protocol added --- stable/dagger/.helmignore | 23 +++++ stable/dagger/Chart.yaml | 5 + stable/dagger/templates/NOTES.txt | 1 + stable/dagger/templates/dagger.yaml | 141 ++++++++++++++++++++++++++++ stable/dagger/values.yaml | 23 +++++ 5 files changed, 193 insertions(+) create mode 100644 stable/dagger/.helmignore create mode 100644 stable/dagger/Chart.yaml create mode 100644 stable/dagger/templates/NOTES.txt create mode 100644 stable/dagger/templates/dagger.yaml create mode 100644 stable/dagger/values.yaml diff --git a/stable/dagger/.helmignore b/stable/dagger/.helmignore new file mode 100644 index 00000000..0e8a0eb3 --- /dev/null +++ b/stable/dagger/.helmignore @@ -0,0 +1,23 @@ +# Patterns to ignore when building packages. +# This supports shell glob matching, relative path matching, and +# negation (prefixed with !). Only one pattern per line. +.DS_Store +# Common VCS dirs +.git/ +.gitignore +.bzr/ +.bzrignore +.hg/ +.hgignore +.svn/ +# Common backup files +*.swp +*.bak +*.tmp +*.orig +*~ +# Various IDEs +.project +.idea/ +*.tmproj +.vscode/ diff --git a/stable/dagger/Chart.yaml b/stable/dagger/Chart.yaml new file mode 100644 index 00000000..0bb3aebd --- /dev/null +++ b/stable/dagger/Chart.yaml @@ -0,0 +1,5 @@ +apiVersion: v2 +name: dagger-deployment-chart +description: A Helm chart for dagger deployment +version: 0.1.0 +appVersion: "1.0" diff --git a/stable/dagger/templates/NOTES.txt b/stable/dagger/templates/NOTES.txt new file mode 100644 index 00000000..5563e76b --- /dev/null +++ b/stable/dagger/templates/NOTES.txt @@ -0,0 +1 @@ +Thank you for installing {{ .Chart.Name }}. \ No newline at end of file diff --git a/stable/dagger/templates/dagger.yaml b/stable/dagger/templates/dagger.yaml new file mode 100644 index 00000000..6ffe7992 --- /dev/null +++ b/stable/dagger/templates/dagger.yaml @@ -0,0 +1,141 @@ +apiVersion: flink.apache.org/v1beta1 +kind: FlinkDeployment +metadata: + name: {{ .Values.deployment_id }} +spec: + image: {{ .Values.image }} + flinkVersion: v1_14 + flinkConfiguration: + blob.server.port: "6124" + taskmanager.rpc.port: "6122" + taskmanager.numberOfTaskSlots: "1" + metrics.latency.interval: "0" + web.timeout: "60000" + akka.ask.timeout: 10 min + rest.server.numThreads: "20" + slot.request.timeout: "300000" + cluster.evenly-spread-out-slots: "false" + rest.flamegraph.enabled: "false" + taskmanager.memory.managed.fraction: "0.2" + taskmanager.memory.managed.consumer-weights: OPERATOR:70,STATE_BACKEND:70,PYTHON:30 + classloader.resolve-order: parent-first + + #HA CONFIGS + state.backend: filesystem + state.backend.fs.checkpointdir: {{ .Values.storage_protocol }}://{{ .Values.projectID }}-dagger-checkpoints/flink-checkpoints/{{ .Values.name }} + state.savepoints.dir: {{ .Values.storage_protocol }}://{{ .Values.projectID }}-dagger-checkpoints/flink-savepoints/{{ .Values.name }} + blob.storage.directory: /tmp/flink-blobs + jobmanager.web.tmpdir: /tmp/flink-web + web.upload.dir: /tmp/flink-web/flink-uploads + + high-availability: org.apache.flink.kubernetes.highavailability.KubernetesHaServicesFactory + high-availability.storageDir: {{ .Values.storage_protocol }}://{{ .Values.projectID }}-dagger-checkpoints/ha + + metrics.reporters: stsd + metrics.reporter.stsd.class: com.gojek.de.dagger.metrics.StatsDReporter + metrics.reporter.stsd.host: localhost + metrics.reporter.stsd.port: "8125" + metrics.reporter.stsd.tags: dagger_name={{ .Values.name }},team_name={{ .Values.team }} + metrics.reporter.stsd.blacklistedTags: task_name,operator_name,task_attempt_id,metric_type + metrics.reporter.stsd.blacklistedMetrics: .*KafkaConsumer_current_offsets_.*,.*KafkaConsumer_committed_offsets.*,.*Shuffle_Netty.* + metrics.reporter.stsd.interval: 5 SECONDS + akka.framesize: 10485760b + client.timeout: 10 min + metrics.scope.jm: jobmanager.godata-id-flink-operator + metrics.scope.jm.job: jobmanager-job.godata-id-flink-operator.. + metrics.scope.tm: taskmanager.godata-id-flink-operator. + metrics.scope.tm.job: taskmanager-job.godata-id-flink-operator.. + metrics.scope.task: task.godata-id-flink-operator.... + metrics.scope.operator: operator.godata-id-flink-operator... + serviceAccount: flink + podTemplate: + apiVersion: v1 + kind: Pod + metadata: + name: common-pod-template + labels: + application: dagger + app-id: 02408523-06e0-4b4a-a3f4-8df6d429e21e + instance-id: {{ .Values.deployment_id }} + {{- range $key, $value := .Values.extra_labels }} + {{ $key }}: '{{ $value }}' + {{- end }} + spec: + serviceAccount: flink + containers: + - name: flink-main-container + env: + - name: GOOGLE_APPLICATION_CREDENTIALS + value: /var/secrets/google/gcp_key.json + volumeMounts: + - mountPath: /etc/hadoop/conf + name: hadoop-config + - mountPath: /var/secrets/google + name: google-cloud-key + - name: telegrafd + image: telegraf:1.18.3-alpine + imagePullPolicy: IfNotPresent + env: + - name: CLUSTER_NAME + value: {{ .Values.flink_name }} + - name: PROMETHEUS_URL + value: {{ .Values.prometheus_url }} + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + resources: + limits: + cpu: 100m + memory: 100Mi + requests: + cpu: 100m + memory: 100Mi + volumeMounts: + - mountPath: /etc/telegraf + name: telegraf-config + volumes: + - name: hadoop-config + configMap: + defaultMode: 420 + name: flink-operator-hadoop-config + - name: telegraf-config + configMap: + defaultMode: 420 + name: flink-operator-telegraf-config + - name: google-cloud-key + secret: + defaultMode: 420 + secretName: flink-operator-gcp + jobManager: + resource: + cpu: {{ .Values.resources.jobmanager.cpu }} + memory: {{ .Values.resources.jobmanager.memory }} + taskManager: + resource: + cpu: {{ .Values.resources.taskmanager.cpu }} + memory: {{ .Values.resources.taskmanager.memory }} + job: + jarURI: {{ .Values.jarURI }} + parallelism: {{ .Values.configuration.FLINK_PARALLELISM }} + upgradeMode: stateless + state: {{ .Values.state }} + entryClass: com.gotocompany.dagger.core.KafkaProtoSQLProcessor + args: + {{ range .Values.programArgs }} + - {{ . }} + {{ end }} + logConfiguration: + "log4j-console.properties": | + rootLogger.level=INFO + rootLogger.appenderRef.console.ref=ConsoleAppender + logger.flink.name=org.apache.flink + logger.flink.level=INFO + logger.akka.name=akka + logger.akka.level=INFO + logger.kafka.name=org.apache.kafka + logger.kafka.level=INFO + logger.hadoop.name=org.apache.hadoop + logger.hadoop.level=INFO + appender.console.name=ConsoleAppender + appender.console.type=CONSOLE + appender.console.layout.type=PatternLayout + appender.console.layout.pattern=%d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %-60c - %m%n diff --git a/stable/dagger/values.yaml b/stable/dagger/values.yaml new file mode 100644 index 00000000..403a1f51 --- /dev/null +++ b/stable/dagger/values.yaml @@ -0,0 +1,23 @@ +deployment_id: "dagger-test-deployment" +image: "dagger-flink-operator-image" +projectID: "g-pilotdata-gl" +name: "dagger-test" +team: "streaming" +flink_name: "flink-cluster" +prometheus_url: "http://prometheus:9090" +storage_protocol: gs +resources: + jobmanager: + cpu: "1" + memory: "1024m" + taskmanager: + cpu: "1" + memory: "1024m" +jarURI: "dagger-minimal-jar" +configuration: + FLINK_PARALLELISM: 1 +state: "running" +programArgs: + - "--encodedArgs" + - WyItLVNPVVJDRV9LQUZLQV9DT05TVU1FX0xBUkdFX01FU1NBR0VfRU5BQkxFIixmYWxzZSwiLS1FTkFCTEVfU1RFTkNJTF9VUkwiLHRydWUsIi0tRkxJTktfSk9CX0lEIiwiZy1waWxvdGRhdGEtZ2wtdGVzdC1kYWdnZXIiLCItLVNJTktfSU5GTFVYX0JBVENIX1NJWkUiLDEwMCwiLS1TSU5LX0lORkxVWF9EQl9OQU1FIiwiIiwiLS1TSU5LX0lORkxVWF9GTFVTSF9EVVJBVElPTl9NUyIsMTAwMCwiLS1TSU5LX0lORkxVWF9NRUFTVVJFTUVOVF9OQU1FIiwiIiwiLS1TSU5LX0lORkxVWF9QQVNTV09SRCIsInJvb3QiLCItLVNJTktfSU5GTFVYX1JFVEVOVElPTl9QT0xJQ1kiLCJhdXRvZ2VuIiwiLS1TSU5LX0lORkxVWF9VUkwiLCIiLCItLVNJTktfSU5GTFVYX1VTRVJOQU1FIiwicm9vdCIsIi0tUFJPQ0VTU09SX0xPTkdCT1dfR0NQX0lOU1RBTkNFX0lEIiwidGVzdCIsIi0tUFJPQ0VTU09SX0xPTkdCT1dfR0NQX1BST0pFQ1RfSUQiLCJ0ZXN0IiwiLS1TSU5LX0tBRktBX0JST0tFUlMiLCIiLCItLVNJTktfS0FGS0FfVE9QSUMiLCIiLCItLU9VVFBVVF9QUk9UT19DTEFTU19QUkVGSVgiLCIiLCItLVNJTktfS0FGS0FfUFJPVE9fS0VZIiwiIiwiLS1TSU5LX0tBRktBX1BST1RPX01FU1NBR0UiLCIiLCItLVNJTktfS0FGS0FfU1RSRUFNIiwiIiwiLS1GTElOS19QQVJBTExFTElTTSIsMSwiLS1QT1JUQUxfVkVSU0lPTiIsIjIiLCItLVBST0NFU1NPUl9QUkVQUk9DRVNTT1JfQ09ORklHIiwiIiwiLS1QUk9DRVNTT1JfUFJFUFJPQ0VTU09SX0VOQUJMRSIsZmFsc2UsIi0tUFJPQ0VTU09SX1BPU1RQUk9DRVNTT1JfQ09ORklHIiwiIiwiLS1QUk9DRVNTT1JfUE9TVFBST0NFU1NPUl9FTkFCTEUiLGZhbHNlLCItLVNJTktfS0FGS0FfUFJPRFVDRV9MQVJHRV9NRVNTQUdFX0VOQUJMRSIsZmFsc2UsIi0tUkVESVNfU0VSVkVSIiwiIiwiLS1GTElOS19ST1dUSU1FX0FUVFJJQlVURV9OQU1FIiwicm93dGltZSIsIi0tU0lOS19UWVBFIiwiaW5mbHV4IiwiLS1GTElOS19TUUxfUVVFUlkiLCJTRUxFQ1QgKiBGUk9NIGRhdGFfc3RyZWFtc18wIiwiLS1TQ0hFTUFfUkVHSVNUUllfU1RFTkNJTF9FTkFCTEUiLHRydWUsIi0tU0NIRU1BX1JFR0lTVFJZX1NURU5DSUxfVVJMUyIsIiIsIi0tU1RSRUFNUyIsIlt7XCJJTlBVVF9TQ0hFTUFfRVZFTlRfVElNRVNUQU1QX0ZJRUxEX0lOREVYXCI6XCI1XCIsXCJJTlBVVF9TQ0hFTUFfUFJPVE9fQ0xBU1NcIjpcImdvamVrLmVzYi5ib29raW5nLkJvb2tpbmdMb2dNZXNzYWdlXCIsXCJJTlBVVF9TQ0hFTUFfVEFCTEVcIjpcImRhdGFfc3RyZWFtc18wXCIsXCJTT1VSQ0VfREVUQUlMU1wiOlt7XCJTT1VSQ0VfTkFNRVwiOlwiS0FGS0FfQ09OU1VNRVJcIixcIlNPVVJDRV9UWVBFXCI6XCJVTkJPVU5ERURcIn1dLFwiU09VUkNFX0tBRktBX0NPTlNVTUVSX0NPTkZJR19BVVRPX0NPTU1JVF9FTkFCTEVcIjpcImZhbHNlXCIsXCJTT1VSQ0VfS0FGS0FfQ09OU1VNRVJfQ09ORklHX0FVVE9fT0ZGU0VUX1JFU0VUXCI6XCJsYXRlc3RcIixcIlNPVVJDRV9LQUZLQV9DT05TVU1FUl9DT05GSUdfQk9PVFNUUkFQX1NFUlZFUlNcIjpcIlwiLFwiU09VUkNFX0tBRktBX0NPTlNVTUVSX0NPTkZJR19HUk9VUF9JRFwiOlwiXCIsXCJTT1VSQ0VfS0FGS0FfTkFNRVwiOlwiXCIsXCJTT1VSQ0VfS0FGS0FfVE9QSUNfTkFNRVNcIjpcIlwiLFwiU09VUkNFX1BBUlFVRVRfRklMRV9EQVRFX1JBTkdFXCI6bnVsbCxcIlNPVVJDRV9QQVJRVUVUX0ZJTEVfUEFUSFNcIjpudWxsfV0iLCItLUZMSU5LX1dBVEVSTUFSS19ERUxBWV9NUyIsMTAwMCwiLS1GTElOS19XQVRFUk1BUktfSU5URVJWQUxfTVMiLDYwMDAwLCItLVVERl9EQVJUX0dDU19CVUNLRVRfSUQiLCJwLWdvZGF0YS1kYWdnZXJzLWRhcnRzLXN0b3JhZ2UiLCItLVVERl9EQVJUX0dDU19QUk9KRUNUX0lEIiwiZ29kYXRhLXByb2R1Y3Rpb24iLCItLUZVTkNUSU9OX0ZBQ1RPUllfQ0xBU1NFUyIsImNvbS5nb3RvY29tcGFueS5kYWdnZXIuZnVuY3Rpb25zLnVkZnMuZmFjdG9yaWVzLkZ1bmN0aW9uRmFjdG9yeSxjb20uZ29qZWsuZGUuZmx1ZC51ZGZzLmZhY3Rvcmllcy5GdW5jdGlvbkZhY3RvcnkiLCItLVBZVEhPTl9VREZfRU5BQkxFIixmYWxzZSwiLS1QWVRIT05fVURGX0NPTkZJRyIsIntcIlBZVEhPTl9GSUxFU1wiOiBcImdzOi8vZ29kYXRhLWRhZ2dlci9weXRob24vbWFzdGVyL2xhdGVzdC9weXRob25fdWRmcy56aXBcIixcIlBZVEhPTl9SRVFVSVJFTUVOVFNcIjogXCJnczovL2dvZGF0YS1kYWdnZXIvcHl0aG9uL21hc3Rlci9sYXRlc3QvcmVxdWlyZW1lbnRzLnR4dFwiLFwiUFlUSE9OX0FSQ0hJVkVTXCI6IFwiZ3M6Ly9nb2RhdGEtZGFnZ2VyL3B5dGhvbi9tYXN0ZXIvbGF0ZXN0L2RhdGEuemlwI2RhdGFcIixcIlBZVEhPTl9GTl9FWEVDVVRJT05fQVJST1dfQkFUQ0hfU0laRVwiOiBcIjEwMDAwXCIsXCJQWVRIT05fRk5fRVhFQ1VUSU9OX0JVTkRMRV9TSVpFXCI6IFwiMTAwMDAwXCIsXCJQWVRIT05fRk5fRVhFQ1VUSU9OX0JVTkRMRV9USU1FXCI6IFwiMTAwMFwifSIsIi0tU0lOS19CSUdRVUVSWV9HT09HTEVfQ0xPVURfUFJPSkVDVF9JRCIsIiIsIi0tU0lOS19CSUdRVUVSWV9UQUJMRV9OQU1FIiwiIiwiLS1TSU5LX0JJR1FVRVJZX0RBVEFTRVRfTEFCRUxTIiwiIiwiLS1TSU5LX0JJR1FVRVJZX1RBQkxFX0xBQkVMUyIsIiIsIi0tU0lOS19CSUdRVUVSWV9EQVRBU0VUX05BTUUiLCIiLCItLVNJTktfQklHUVVFUllfQ1JFREVOVElBTF9QQVRIIiwiL3Zhci9zZWNyZXRzL2dvb2dsZS9nY3Bfa2V5Lmpzb24iLCItLVNJTktfQklHUVVFUllfVEFCTEVfUEFSVElUSU9OSU5HX0VOQUJMRSIsZmFsc2UsIi0tU0lOS19CSUdRVUVSWV9UQUJMRV9QQVJUSVRJT05fS0VZIiwiIiwiLS1TSU5LX0JJR1FVRVJZX1JPV19JTlNFUlRfSURfRU5BQkxFIixmYWxzZSwiLS1TSU5LX0JJR1FVRVJZX0NMSUVOVF9SRUFEX1RJTUVPVVRfTVMiLC0xLCItLVNJTktfQklHUVVFUllfQ0xJRU5UX0NPTk5FQ1RfVElNRU9VVF9NUyIsLTEsIi0tU0lOS19CSUdRVUVSWV9UQUJMRV9QQVJUSVRJT05fRVhQSVJZX01TIiwtMSwiLS1TSU5LX0JJR1FVRVJZX0RBVEFTRVRfTE9DQVRJT04iLCJhc2lhLXNvdXRoZWFzdDEiLCItLVNJTktfQklHUVVFUllfTUVUQURBVEFfTkFNRVNQQUNFIiwiIiwiLS1TSU5LX0JJR1FVRVJZX0FERF9NRVRBREFUQV9FTkFCTEVEIixmYWxzZSwiLS1TSU5LX0JJR1FVRVJZX01FVEFEQVRBX0NPTFVNTlNfVFlQRVMiLCIiLCItLVNJTktfTUVUUklDU19BUFBMSUNBVElPTl9QUkVGSVgiLCJkYWdnZXJfIiwiLS1TSU5LX0JJR1FVRVJZX0JBVENIX1NJWkUiLCIiLCItLVNJTktfQ09OTkVDVE9SX1NDSEVNQV9QUk9UT19NRVNTQUdFX0NMQVNTIiwiIiwiLS1TSU5LX0NPTk5FQ1RPUl9TQ0hFTUFfUFJPVE9fS0VZX0NMQVNTIiwiIiwiLS1TSU5LX0NPTk5FQ1RPUl9TQ0hFTUFfREFUQV9UWVBFIiwiUFJPVE9CVUYiLCItLVNJTktfQ09OTkVDVE9SX1NDSEVNQV9NRVNTQUdFX01PREUiLCJMT0dfTUVTU0FHRSIsIi0tU0lOS19DT05ORUNUT1JfU0NIRU1BX1BST1RPX0FMTE9XX1VOS05PV05fRklFTERTX0VOQUJMRSIsZmFsc2UsIi0tU0lOS19FUlJPUl9UWVBFU19GT1JfRkFJTFVSRSIsIiIsIi0tU0lOS19CSUdRVUVSWV9UQUJMRV9DTFVTVEVSSU5HX0VOQUJMRSIsZmFsc2UsIi0tU0lOS19CSUdRVUVSWV9UQUJMRV9DTFVTVEVSSU5HX0tFWVMiLCIiLCItLVNDSEVNQV9SRUdJU1RSWV9TVEVOQ0lMX0NBQ0hFX0FVVE9fUkVGUkVTSCIsZmFsc2UsIi0tU0NIRU1BX1JFR0lTVFJZX1NURU5DSUxfUkVGUkVTSF9TVFJBVEVHWSIsIkxPTkdfUE9MTElORyIsIi0tU0NIRU1BX1JFR0lTVFJZX1NURU5DSUxfQ0FDSEVfVFRMX01TIiwiOTAwMDAwIiwiLS1TSU5LX0tBRktBX0xJTkdFUl9NUyIsIjAiLCItLVNDSEVNQV9SRUdJU1RSWV9TVEVOQ0lMX0ZFVENIX1JFVFJJRVMiLCI0IiwiLS1TQ0hFTUFfUkVHSVNUUllfU1RFTkNJTF9GRVRDSF9CQUNLT0ZGX01JTl9NUyIsIjYwMDAwIiwiLS1TQ0hFTUFfUkVHSVNUUllfU1RFTkNJTF9GRVRDSF9USU1FT1VUX01TIiwiMTAwMCJd +extra_labels: {} From 0b386521689403252cd849bf570d6992456fb69e Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Wed, 11 Sep 2024 19:11:21 +0530 Subject: [PATCH 107/128] feat: add type (#111) Update Chart.yaml --- stable/dagger/Chart.yaml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/stable/dagger/Chart.yaml b/stable/dagger/Chart.yaml index 0bb3aebd..185a1448 100644 --- a/stable/dagger/Chart.yaml +++ b/stable/dagger/Chart.yaml @@ -1,5 +1,6 @@ apiVersion: v2 name: dagger-deployment-chart description: A Helm chart for dagger deployment -version: 0.1.0 +type: application +version: 0.2.0 appVersion: "1.0" From 0ccb5cdf596c7f54fafcbc21970590fa1c8ba2ed Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Fri, 13 Sep 2024 14:26:01 +0530 Subject: [PATCH 108/128] feat: add dagger annotations (#113) feat: add dagger annotation --- stable/dagger/Chart.yaml | 2 +- stable/dagger/templates/dagger.yaml | 3 +++ 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/stable/dagger/Chart.yaml b/stable/dagger/Chart.yaml index 185a1448..0f6bf29c 100644 --- a/stable/dagger/Chart.yaml +++ b/stable/dagger/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: dagger-deployment-chart description: A Helm chart for dagger deployment type: application -version: 0.2.0 +version: 0.3.0 appVersion: "1.0" diff --git a/stable/dagger/templates/dagger.yaml b/stable/dagger/templates/dagger.yaml index 6ffe7992..ed019087 100644 --- a/stable/dagger/templates/dagger.yaml +++ b/stable/dagger/templates/dagger.yaml @@ -2,6 +2,9 @@ apiVersion: flink.apache.org/v1beta1 kind: FlinkDeployment metadata: name: {{ .Values.deployment_id }} + annotations: + meta.helm.sh/release-name: {{ .Values.deployment_id }} + meta.helm.sh/release-namespace: {{ .Values.namespace }} spec: image: {{ .Values.image }} flinkVersion: v1_14 From 903a7cedad82b149a8de45cd73d858dcfd95b22e Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Tue, 17 Sep 2024 11:23:46 +0530 Subject: [PATCH 109/128] feat: add namespace to metadata (#114) --- stable/dagger/Chart.yaml | 2 +- stable/dagger/templates/dagger.yaml | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/stable/dagger/Chart.yaml b/stable/dagger/Chart.yaml index 0f6bf29c..cdd50e99 100644 --- a/stable/dagger/Chart.yaml +++ b/stable/dagger/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: dagger-deployment-chart description: A Helm chart for dagger deployment type: application -version: 0.3.0 +version: 0.4.0 appVersion: "1.0" diff --git a/stable/dagger/templates/dagger.yaml b/stable/dagger/templates/dagger.yaml index ed019087..9d75fbcc 100644 --- a/stable/dagger/templates/dagger.yaml +++ b/stable/dagger/templates/dagger.yaml @@ -2,6 +2,7 @@ apiVersion: flink.apache.org/v1beta1 kind: FlinkDeployment metadata: name: {{ .Values.deployment_id }} + namespace: {{ .Values.namespace }} annotations: meta.helm.sh/release-name: {{ .Values.deployment_id }} meta.helm.sh/release-namespace: {{ .Values.namespace }} From 37bbec5d4751972a6e7fab7bc3cefcdba40937b9 Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Tue, 17 Sep 2024 13:28:00 +0530 Subject: [PATCH 110/128] chore: remove annotations (#115) --- stable/dagger/Chart.yaml | 2 +- stable/dagger/templates/dagger.yaml | 3 --- 2 files changed, 1 insertion(+), 4 deletions(-) diff --git a/stable/dagger/Chart.yaml b/stable/dagger/Chart.yaml index cdd50e99..cee10878 100644 --- a/stable/dagger/Chart.yaml +++ b/stable/dagger/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: dagger-deployment-chart description: A Helm chart for dagger deployment type: application -version: 0.4.0 +version: 0.5.0 appVersion: "1.0" diff --git a/stable/dagger/templates/dagger.yaml b/stable/dagger/templates/dagger.yaml index 9d75fbcc..ff10bd42 100644 --- a/stable/dagger/templates/dagger.yaml +++ b/stable/dagger/templates/dagger.yaml @@ -3,9 +3,6 @@ kind: FlinkDeployment metadata: name: {{ .Values.deployment_id }} namespace: {{ .Values.namespace }} - annotations: - meta.helm.sh/release-name: {{ .Values.deployment_id }} - meta.helm.sh/release-namespace: {{ .Values.namespace }} spec: image: {{ .Values.image }} flinkVersion: v1_14 From 752974e26542c4e33350cc2b76981c4b4187bb26 Mon Sep 17 00:00:00 2001 From: Femi Novia Lina <77434812+FemiNoviaLina@users.noreply.github.com> Date: Tue, 17 Sep 2024 16:25:53 +0700 Subject: [PATCH 111/128] feat(entropy): update app chart dependency to v0.6.0 (#112) --- stable/entropy/Chart.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/stable/entropy/Chart.yaml b/stable/entropy/Chart.yaml index e8839de3..03799503 100644 --- a/stable/entropy/Chart.yaml +++ b/stable/entropy/Chart.yaml @@ -2,16 +2,16 @@ apiVersion: v2 name: entropy description: A Helm chart for Kubernetes type: application -version: 0.1.7 +version: 0.1.8 appVersion: 0.1.26 dependencies: - name: app - version: "0.5.12" + version: "0.6.0" repository: "https://goto.github.io/charts/" alias: app condition: app.enabled - name: app - version: "0.5.12" + version: "0.6.0" repository: "https://goto.github.io/charts/" alias: worker condition: worker.enabled \ No newline at end of file From 8d2d780dab3783ea9df8f8622ca27f4e32d85d0f Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Wed, 25 Sep 2024 12:16:40 +0530 Subject: [PATCH 112/128] feat: add savepoint trigger nonce feature (#116) --- stable/dagger/Chart.yaml | 2 +- stable/dagger/templates/dagger.yaml | 1 + stable/dagger/values.yaml | 1 + 3 files changed, 3 insertions(+), 1 deletion(-) diff --git a/stable/dagger/Chart.yaml b/stable/dagger/Chart.yaml index cee10878..a3a6f42e 100644 --- a/stable/dagger/Chart.yaml +++ b/stable/dagger/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: dagger-deployment-chart description: A Helm chart for dagger deployment type: application -version: 0.5.0 +version: 0.6.0 appVersion: "1.0" diff --git a/stable/dagger/templates/dagger.yaml b/stable/dagger/templates/dagger.yaml index ff10bd42..716d3192 100644 --- a/stable/dagger/templates/dagger.yaml +++ b/stable/dagger/templates/dagger.yaml @@ -120,6 +120,7 @@ spec: upgradeMode: stateless state: {{ .Values.state }} entryClass: com.gotocompany.dagger.core.KafkaProtoSQLProcessor + savepointTriggerNonce: {{ .Values.savepointTriggerNonce }} args: {{ range .Values.programArgs }} - {{ . }} diff --git a/stable/dagger/values.yaml b/stable/dagger/values.yaml index 403a1f51..600510ed 100644 --- a/stable/dagger/values.yaml +++ b/stable/dagger/values.yaml @@ -21,3 +21,4 @@ programArgs: - "--encodedArgs" - WyItLVNPVVJDRV9LQUZLQV9DT05TVU1FX0xBUkdFX01FU1NBR0VfRU5BQkxFIixmYWxzZSwiLS1FTkFCTEVfU1RFTkNJTF9VUkwiLHRydWUsIi0tRkxJTktfSk9CX0lEIiwiZy1waWxvdGRhdGEtZ2wtdGVzdC1kYWdnZXIiLCItLVNJTktfSU5GTFVYX0JBVENIX1NJWkUiLDEwMCwiLS1TSU5LX0lORkxVWF9EQl9OQU1FIiwiIiwiLS1TSU5LX0lORkxVWF9GTFVTSF9EVVJBVElPTl9NUyIsMTAwMCwiLS1TSU5LX0lORkxVWF9NRUFTVVJFTUVOVF9OQU1FIiwiIiwiLS1TSU5LX0lORkxVWF9QQVNTV09SRCIsInJvb3QiLCItLVNJTktfSU5GTFVYX1JFVEVOVElPTl9QT0xJQ1kiLCJhdXRvZ2VuIiwiLS1TSU5LX0lORkxVWF9VUkwiLCIiLCItLVNJTktfSU5GTFVYX1VTRVJOQU1FIiwicm9vdCIsIi0tUFJPQ0VTU09SX0xPTkdCT1dfR0NQX0lOU1RBTkNFX0lEIiwidGVzdCIsIi0tUFJPQ0VTU09SX0xPTkdCT1dfR0NQX1BST0pFQ1RfSUQiLCJ0ZXN0IiwiLS1TSU5LX0tBRktBX0JST0tFUlMiLCIiLCItLVNJTktfS0FGS0FfVE9QSUMiLCIiLCItLU9VVFBVVF9QUk9UT19DTEFTU19QUkVGSVgiLCIiLCItLVNJTktfS0FGS0FfUFJPVE9fS0VZIiwiIiwiLS1TSU5LX0tBRktBX1BST1RPX01FU1NBR0UiLCIiLCItLVNJTktfS0FGS0FfU1RSRUFNIiwiIiwiLS1GTElOS19QQVJBTExFTElTTSIsMSwiLS1QT1JUQUxfVkVSU0lPTiIsIjIiLCItLVBST0NFU1NPUl9QUkVQUk9DRVNTT1JfQ09ORklHIiwiIiwiLS1QUk9DRVNTT1JfUFJFUFJPQ0VTU09SX0VOQUJMRSIsZmFsc2UsIi0tUFJPQ0VTU09SX1BPU1RQUk9DRVNTT1JfQ09ORklHIiwiIiwiLS1QUk9DRVNTT1JfUE9TVFBST0NFU1NPUl9FTkFCTEUiLGZhbHNlLCItLVNJTktfS0FGS0FfUFJPRFVDRV9MQVJHRV9NRVNTQUdFX0VOQUJMRSIsZmFsc2UsIi0tUkVESVNfU0VSVkVSIiwiIiwiLS1GTElOS19ST1dUSU1FX0FUVFJJQlVURV9OQU1FIiwicm93dGltZSIsIi0tU0lOS19UWVBFIiwiaW5mbHV4IiwiLS1GTElOS19TUUxfUVVFUlkiLCJTRUxFQ1QgKiBGUk9NIGRhdGFfc3RyZWFtc18wIiwiLS1TQ0hFTUFfUkVHSVNUUllfU1RFTkNJTF9FTkFCTEUiLHRydWUsIi0tU0NIRU1BX1JFR0lTVFJZX1NURU5DSUxfVVJMUyIsIiIsIi0tU1RSRUFNUyIsIlt7XCJJTlBVVF9TQ0hFTUFfRVZFTlRfVElNRVNUQU1QX0ZJRUxEX0lOREVYXCI6XCI1XCIsXCJJTlBVVF9TQ0hFTUFfUFJPVE9fQ0xBU1NcIjpcImdvamVrLmVzYi5ib29raW5nLkJvb2tpbmdMb2dNZXNzYWdlXCIsXCJJTlBVVF9TQ0hFTUFfVEFCTEVcIjpcImRhdGFfc3RyZWFtc18wXCIsXCJTT1VSQ0VfREVUQUlMU1wiOlt7XCJTT1VSQ0VfTkFNRVwiOlwiS0FGS0FfQ09OU1VNRVJcIixcIlNPVVJDRV9UWVBFXCI6XCJVTkJPVU5ERURcIn1dLFwiU09VUkNFX0tBRktBX0NPTlNVTUVSX0NPTkZJR19BVVRPX0NPTU1JVF9FTkFCTEVcIjpcImZhbHNlXCIsXCJTT1VSQ0VfS0FGS0FfQ09OU1VNRVJfQ09ORklHX0FVVE9fT0ZGU0VUX1JFU0VUXCI6XCJsYXRlc3RcIixcIlNPVVJDRV9LQUZLQV9DT05TVU1FUl9DT05GSUdfQk9PVFNUUkFQX1NFUlZFUlNcIjpcIlwiLFwiU09VUkNFX0tBRktBX0NPTlNVTUVSX0NPTkZJR19HUk9VUF9JRFwiOlwiXCIsXCJTT1VSQ0VfS0FGS0FfTkFNRVwiOlwiXCIsXCJTT1VSQ0VfS0FGS0FfVE9QSUNfTkFNRVNcIjpcIlwiLFwiU09VUkNFX1BBUlFVRVRfRklMRV9EQVRFX1JBTkdFXCI6bnVsbCxcIlNPVVJDRV9QQVJRVUVUX0ZJTEVfUEFUSFNcIjpudWxsfV0iLCItLUZMSU5LX1dBVEVSTUFSS19ERUxBWV9NUyIsMTAwMCwiLS1GTElOS19XQVRFUk1BUktfSU5URVJWQUxfTVMiLDYwMDAwLCItLVVERl9EQVJUX0dDU19CVUNLRVRfSUQiLCJwLWdvZGF0YS1kYWdnZXJzLWRhcnRzLXN0b3JhZ2UiLCItLVVERl9EQVJUX0dDU19QUk9KRUNUX0lEIiwiZ29kYXRhLXByb2R1Y3Rpb24iLCItLUZVTkNUSU9OX0ZBQ1RPUllfQ0xBU1NFUyIsImNvbS5nb3RvY29tcGFueS5kYWdnZXIuZnVuY3Rpb25zLnVkZnMuZmFjdG9yaWVzLkZ1bmN0aW9uRmFjdG9yeSxjb20uZ29qZWsuZGUuZmx1ZC51ZGZzLmZhY3Rvcmllcy5GdW5jdGlvbkZhY3RvcnkiLCItLVBZVEhPTl9VREZfRU5BQkxFIixmYWxzZSwiLS1QWVRIT05fVURGX0NPTkZJRyIsIntcIlBZVEhPTl9GSUxFU1wiOiBcImdzOi8vZ29kYXRhLWRhZ2dlci9weXRob24vbWFzdGVyL2xhdGVzdC9weXRob25fdWRmcy56aXBcIixcIlBZVEhPTl9SRVFVSVJFTUVOVFNcIjogXCJnczovL2dvZGF0YS1kYWdnZXIvcHl0aG9uL21hc3Rlci9sYXRlc3QvcmVxdWlyZW1lbnRzLnR4dFwiLFwiUFlUSE9OX0FSQ0hJVkVTXCI6IFwiZ3M6Ly9nb2RhdGEtZGFnZ2VyL3B5dGhvbi9tYXN0ZXIvbGF0ZXN0L2RhdGEuemlwI2RhdGFcIixcIlBZVEhPTl9GTl9FWEVDVVRJT05fQVJST1dfQkFUQ0hfU0laRVwiOiBcIjEwMDAwXCIsXCJQWVRIT05fRk5fRVhFQ1VUSU9OX0JVTkRMRV9TSVpFXCI6IFwiMTAwMDAwXCIsXCJQWVRIT05fRk5fRVhFQ1VUSU9OX0JVTkRMRV9USU1FXCI6IFwiMTAwMFwifSIsIi0tU0lOS19CSUdRVUVSWV9HT09HTEVfQ0xPVURfUFJPSkVDVF9JRCIsIiIsIi0tU0lOS19CSUdRVUVSWV9UQUJMRV9OQU1FIiwiIiwiLS1TSU5LX0JJR1FVRVJZX0RBVEFTRVRfTEFCRUxTIiwiIiwiLS1TSU5LX0JJR1FVRVJZX1RBQkxFX0xBQkVMUyIsIiIsIi0tU0lOS19CSUdRVUVSWV9EQVRBU0VUX05BTUUiLCIiLCItLVNJTktfQklHUVVFUllfQ1JFREVOVElBTF9QQVRIIiwiL3Zhci9zZWNyZXRzL2dvb2dsZS9nY3Bfa2V5Lmpzb24iLCItLVNJTktfQklHUVVFUllfVEFCTEVfUEFSVElUSU9OSU5HX0VOQUJMRSIsZmFsc2UsIi0tU0lOS19CSUdRVUVSWV9UQUJMRV9QQVJUSVRJT05fS0VZIiwiIiwiLS1TSU5LX0JJR1FVRVJZX1JPV19JTlNFUlRfSURfRU5BQkxFIixmYWxzZSwiLS1TSU5LX0JJR1FVRVJZX0NMSUVOVF9SRUFEX1RJTUVPVVRfTVMiLC0xLCItLVNJTktfQklHUVVFUllfQ0xJRU5UX0NPTk5FQ1RfVElNRU9VVF9NUyIsLTEsIi0tU0lOS19CSUdRVUVSWV9UQUJMRV9QQVJUSVRJT05fRVhQSVJZX01TIiwtMSwiLS1TSU5LX0JJR1FVRVJZX0RBVEFTRVRfTE9DQVRJT04iLCJhc2lhLXNvdXRoZWFzdDEiLCItLVNJTktfQklHUVVFUllfTUVUQURBVEFfTkFNRVNQQUNFIiwiIiwiLS1TSU5LX0JJR1FVRVJZX0FERF9NRVRBREFUQV9FTkFCTEVEIixmYWxzZSwiLS1TSU5LX0JJR1FVRVJZX01FVEFEQVRBX0NPTFVNTlNfVFlQRVMiLCIiLCItLVNJTktfTUVUUklDU19BUFBMSUNBVElPTl9QUkVGSVgiLCJkYWdnZXJfIiwiLS1TSU5LX0JJR1FVRVJZX0JBVENIX1NJWkUiLCIiLCItLVNJTktfQ09OTkVDVE9SX1NDSEVNQV9QUk9UT19NRVNTQUdFX0NMQVNTIiwiIiwiLS1TSU5LX0NPTk5FQ1RPUl9TQ0hFTUFfUFJPVE9fS0VZX0NMQVNTIiwiIiwiLS1TSU5LX0NPTk5FQ1RPUl9TQ0hFTUFfREFUQV9UWVBFIiwiUFJPVE9CVUYiLCItLVNJTktfQ09OTkVDVE9SX1NDSEVNQV9NRVNTQUdFX01PREUiLCJMT0dfTUVTU0FHRSIsIi0tU0lOS19DT05ORUNUT1JfU0NIRU1BX1BST1RPX0FMTE9XX1VOS05PV05fRklFTERTX0VOQUJMRSIsZmFsc2UsIi0tU0lOS19FUlJPUl9UWVBFU19GT1JfRkFJTFVSRSIsIiIsIi0tU0lOS19CSUdRVUVSWV9UQUJMRV9DTFVTVEVSSU5HX0VOQUJMRSIsZmFsc2UsIi0tU0lOS19CSUdRVUVSWV9UQUJMRV9DTFVTVEVSSU5HX0tFWVMiLCIiLCItLVNDSEVNQV9SRUdJU1RSWV9TVEVOQ0lMX0NBQ0hFX0FVVE9fUkVGUkVTSCIsZmFsc2UsIi0tU0NIRU1BX1JFR0lTVFJZX1NURU5DSUxfUkVGUkVTSF9TVFJBVEVHWSIsIkxPTkdfUE9MTElORyIsIi0tU0NIRU1BX1JFR0lTVFJZX1NURU5DSUxfQ0FDSEVfVFRMX01TIiwiOTAwMDAwIiwiLS1TSU5LX0tBRktBX0xJTkdFUl9NUyIsIjAiLCItLVNDSEVNQV9SRUdJU1RSWV9TVEVOQ0lMX0ZFVENIX1JFVFJJRVMiLCI0IiwiLS1TQ0hFTUFfUkVHSVNUUllfU1RFTkNJTF9GRVRDSF9CQUNLT0ZGX01JTl9NUyIsIjYwMDAwIiwiLS1TQ0hFTUFfUkVHSVNUUllfU1RFTkNJTF9GRVRDSF9USU1FT1VUX01TIiwiMTAwMCJd extra_labels: {} +savepointTriggerNonce: 1 From 765d85c51c66c7fc9cfa8a15a119945ea11aa81f Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Wed, 25 Sep 2024 13:38:06 +0530 Subject: [PATCH 113/128] feat: change mode to savepoint (#117) --- stable/dagger/templates/dagger.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/stable/dagger/templates/dagger.yaml b/stable/dagger/templates/dagger.yaml index 716d3192..908eae7b 100644 --- a/stable/dagger/templates/dagger.yaml +++ b/stable/dagger/templates/dagger.yaml @@ -117,7 +117,7 @@ spec: job: jarURI: {{ .Values.jarURI }} parallelism: {{ .Values.configuration.FLINK_PARALLELISM }} - upgradeMode: stateless + upgradeMode: savepoint state: {{ .Values.state }} entryClass: com.gotocompany.dagger.core.KafkaProtoSQLProcessor savepointTriggerNonce: {{ .Values.savepointTriggerNonce }} From 87e4af744887072cec23c11bf7a86be9ecd4a667 Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Wed, 25 Sep 2024 16:57:02 +0530 Subject: [PATCH 114/128] feat: revert upgrademode (#118) --- stable/dagger/Chart.yaml | 2 +- stable/dagger/templates/dagger.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/stable/dagger/Chart.yaml b/stable/dagger/Chart.yaml index a3a6f42e..7f360a2b 100644 --- a/stable/dagger/Chart.yaml +++ b/stable/dagger/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: dagger-deployment-chart description: A Helm chart for dagger deployment type: application -version: 0.6.0 +version: 0.7.0 appVersion: "1.0" diff --git a/stable/dagger/templates/dagger.yaml b/stable/dagger/templates/dagger.yaml index 908eae7b..716d3192 100644 --- a/stable/dagger/templates/dagger.yaml +++ b/stable/dagger/templates/dagger.yaml @@ -117,7 +117,7 @@ spec: job: jarURI: {{ .Values.jarURI }} parallelism: {{ .Values.configuration.FLINK_PARALLELISM }} - upgradeMode: savepoint + upgradeMode: stateless state: {{ .Values.state }} entryClass: com.gotocompany.dagger.core.KafkaProtoSQLProcessor savepointTriggerNonce: {{ .Values.savepointTriggerNonce }} From 6361b971b007048043553244db368a7984d10d59 Mon Sep 17 00:00:00 2001 From: luthfifahlevi <77453015+luthfifahlevi@users.noreply.github.com> Date: Fri, 18 Oct 2024 18:34:52 +0700 Subject: [PATCH 115/128] fix: adding condition check failing part for post cmd (#119) * fix: adding condition check failing part * fix: add another condition to handle empty number of failing * refactor: remove unused qoutes --------- Co-authored-by: Muhammad Luthfi Fahlevi --- stable/meteor/templates/cronjob.yaml | 12 +++++++++--- 1 file changed, 9 insertions(+), 3 deletions(-) diff --git a/stable/meteor/templates/cronjob.yaml b/stable/meteor/templates/cronjob.yaml index 58da4ce6..c9fe5937 100644 --- a/stable/meteor/templates/cronjob.yaml +++ b/stable/meteor/templates/cronjob.yaml @@ -32,10 +32,16 @@ spec: - /bin/sh - -c - | - meteor run /opt/recipes; - {{- if .Values.postCmd.enabled }} + OUTPUT=$(meteor run /opt/recipes;) METEOR_EXIT_CODE=$? - if [ $METEOR_EXIT_CODE -eq 0 ]; then + {{- if .Values.postCmd.enabled }} + NUM_FAILING=$(echo $OUTPUT | grep -o '^[0-9]* failing' | awk '{print $1}') + # if the output does not contains number of failing, then it is failed + if [ -z $NUM_FAILING ]; then + NUM_FAILING=-1 + fi + # run post cmd only if exit code is success and no any failing occurred in meteor job + if [ $METEOR_EXIT_CODE -eq 0 ] && [ $NUM_FAILING -eq 0 ]; then {{- .Values.postCmd.cmd | nindent 18 }} fi {{- end }} From 11ffc3d8ed678b711beff02d9ae0c2f990ece4aa Mon Sep 17 00:00:00 2001 From: luthfifahlevi <77453015+luthfifahlevi@users.noreply.github.com> Date: Fri, 18 Oct 2024 18:46:45 +0700 Subject: [PATCH 116/128] fix: increase meteor chart version (#120) Co-authored-by: Muhammad Luthfi Fahlevi --- stable/meteor/Chart.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/stable/meteor/Chart.yaml b/stable/meteor/Chart.yaml index 3116f9dd..bea665b5 100644 --- a/stable/meteor/Chart.yaml +++ b/stable/meteor/Chart.yaml @@ -1,5 +1,5 @@ apiVersion: v1 -version: 0.3.4 +version: 0.3.5 description: A Helm chart for Meteor (github.com/goto/meteor) name: meteor appVersion: "v0.8.9" From 494f24138aaf3331b83c1d4ce70d0371d5164f86 Mon Sep 17 00:00:00 2001 From: Dwarakesh Venkatasamy Date: Tue, 26 Nov 2024 10:19:21 +0530 Subject: [PATCH 117/128] meteor capability to pass annotations (#122) Co-authored-by: Dwarakesh Venkatasamy --- stable/meteor/Chart.yaml | 2 +- stable/meteor/templates/cronjob.yaml | 4 ++++ stable/meteor/values.yaml | 2 ++ 3 files changed, 7 insertions(+), 1 deletion(-) diff --git a/stable/meteor/Chart.yaml b/stable/meteor/Chart.yaml index bea665b5..0116c2b4 100644 --- a/stable/meteor/Chart.yaml +++ b/stable/meteor/Chart.yaml @@ -1,5 +1,5 @@ apiVersion: v1 -version: 0.3.5 +version: 0.3.6 description: A Helm chart for Meteor (github.com/goto/meteor) name: meteor appVersion: "v0.8.9" diff --git a/stable/meteor/templates/cronjob.yaml b/stable/meteor/templates/cronjob.yaml index c9fe5937..b5a7309b 100644 --- a/stable/meteor/templates/cronjob.yaml +++ b/stable/meteor/templates/cronjob.yaml @@ -16,6 +16,10 @@ spec: activeDeadlineSeconds: {{ .Values.jobDeadlineSeconds }} template: metadata: + {{- with .Values.annotations }} + annotations: + {{- toYaml . | nindent 12 }} + {{- end }} labels: {{- if .Values.labels }} {{ toYaml .Values.labels | indent 12 }} diff --git a/stable/meteor/values.yaml b/stable/meteor/values.yaml index 08b54f39..b05b54c1 100644 --- a/stable/meteor/values.yaml +++ b/stable/meteor/values.yaml @@ -12,6 +12,8 @@ secretConfig: {} # pass in secret names to be mounted to cronjob ssl_secrets: [] +annotations: {} + jobDeadlineSeconds: 14400 resources: From 9e6cfe1283bacf705abe9e8cfef194cbd56baad5 Mon Sep 17 00:00:00 2001 From: Vaishnavi190900 <152475034+Vaishnavi190900@users.noreply.github.com> Date: Wed, 4 Dec 2024 12:41:37 +0530 Subject: [PATCH 118/128] tags added for dagger flink metrics (#123) * tags added for dagger flink metrics * formatting --- stable/dagger/Chart.yaml | 2 +- stable/dagger/templates/dagger.yaml | 5 ++++- stable/dagger/values.yaml | 1 + 3 files changed, 6 insertions(+), 2 deletions(-) diff --git a/stable/dagger/Chart.yaml b/stable/dagger/Chart.yaml index 7f360a2b..34d8a693 100644 --- a/stable/dagger/Chart.yaml +++ b/stable/dagger/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: dagger-deployment-chart description: A Helm chart for dagger deployment type: application -version: 0.7.0 +version: 0.8.0 appVersion: "1.0" diff --git a/stable/dagger/templates/dagger.yaml b/stable/dagger/templates/dagger.yaml index 716d3192..25798bb5 100644 --- a/stable/dagger/templates/dagger.yaml +++ b/stable/dagger/templates/dagger.yaml @@ -36,7 +36,6 @@ spec: metrics.reporter.stsd.class: com.gojek.de.dagger.metrics.StatsDReporter metrics.reporter.stsd.host: localhost metrics.reporter.stsd.port: "8125" - metrics.reporter.stsd.tags: dagger_name={{ .Values.name }},team_name={{ .Values.team }} metrics.reporter.stsd.blacklistedTags: task_name,operator_name,task_attempt_id,metric_type metrics.reporter.stsd.blacklistedMetrics: .*KafkaConsumer_current_offsets_.*,.*KafkaConsumer_committed_offsets.*,.*Shuffle_Netty.* metrics.reporter.stsd.interval: 5 SECONDS @@ -81,6 +80,10 @@ spec: value: {{ .Values.flink_name }} - name: PROMETHEUS_URL value: {{ .Values.prometheus_url }} + - name: DAGGER_URN + value: {{ .Values.urn }} + - name: TEAM_NAME + value: {{.Values.team }} terminationMessagePath: /dev/termination-log terminationMessagePolicy: File resources: diff --git a/stable/dagger/values.yaml b/stable/dagger/values.yaml index 600510ed..4f253871 100644 --- a/stable/dagger/values.yaml +++ b/stable/dagger/values.yaml @@ -22,3 +22,4 @@ programArgs: - WyItLVNPVVJDRV9LQUZLQV9DT05TVU1FX0xBUkdFX01FU1NBR0VfRU5BQkxFIixmYWxzZSwiLS1FTkFCTEVfU1RFTkNJTF9VUkwiLHRydWUsIi0tRkxJTktfSk9CX0lEIiwiZy1waWxvdGRhdGEtZ2wtdGVzdC1kYWdnZXIiLCItLVNJTktfSU5GTFVYX0JBVENIX1NJWkUiLDEwMCwiLS1TSU5LX0lORkxVWF9EQl9OQU1FIiwiIiwiLS1TSU5LX0lORkxVWF9GTFVTSF9EVVJBVElPTl9NUyIsMTAwMCwiLS1TSU5LX0lORkxVWF9NRUFTVVJFTUVOVF9OQU1FIiwiIiwiLS1TSU5LX0lORkxVWF9QQVNTV09SRCIsInJvb3QiLCItLVNJTktfSU5GTFVYX1JFVEVOVElPTl9QT0xJQ1kiLCJhdXRvZ2VuIiwiLS1TSU5LX0lORkxVWF9VUkwiLCIiLCItLVNJTktfSU5GTFVYX1VTRVJOQU1FIiwicm9vdCIsIi0tUFJPQ0VTU09SX0xPTkdCT1dfR0NQX0lOU1RBTkNFX0lEIiwidGVzdCIsIi0tUFJPQ0VTU09SX0xPTkdCT1dfR0NQX1BST0pFQ1RfSUQiLCJ0ZXN0IiwiLS1TSU5LX0tBRktBX0JST0tFUlMiLCIiLCItLVNJTktfS0FGS0FfVE9QSUMiLCIiLCItLU9VVFBVVF9QUk9UT19DTEFTU19QUkVGSVgiLCIiLCItLVNJTktfS0FGS0FfUFJPVE9fS0VZIiwiIiwiLS1TSU5LX0tBRktBX1BST1RPX01FU1NBR0UiLCIiLCItLVNJTktfS0FGS0FfU1RSRUFNIiwiIiwiLS1GTElOS19QQVJBTExFTElTTSIsMSwiLS1QT1JUQUxfVkVSU0lPTiIsIjIiLCItLVBST0NFU1NPUl9QUkVQUk9DRVNTT1JfQ09ORklHIiwiIiwiLS1QUk9DRVNTT1JfUFJFUFJPQ0VTU09SX0VOQUJMRSIsZmFsc2UsIi0tUFJPQ0VTU09SX1BPU1RQUk9DRVNTT1JfQ09ORklHIiwiIiwiLS1QUk9DRVNTT1JfUE9TVFBST0NFU1NPUl9FTkFCTEUiLGZhbHNlLCItLVNJTktfS0FGS0FfUFJPRFVDRV9MQVJHRV9NRVNTQUdFX0VOQUJMRSIsZmFsc2UsIi0tUkVESVNfU0VSVkVSIiwiIiwiLS1GTElOS19ST1dUSU1FX0FUVFJJQlVURV9OQU1FIiwicm93dGltZSIsIi0tU0lOS19UWVBFIiwiaW5mbHV4IiwiLS1GTElOS19TUUxfUVVFUlkiLCJTRUxFQ1QgKiBGUk9NIGRhdGFfc3RyZWFtc18wIiwiLS1TQ0hFTUFfUkVHSVNUUllfU1RFTkNJTF9FTkFCTEUiLHRydWUsIi0tU0NIRU1BX1JFR0lTVFJZX1NURU5DSUxfVVJMUyIsIiIsIi0tU1RSRUFNUyIsIlt7XCJJTlBVVF9TQ0hFTUFfRVZFTlRfVElNRVNUQU1QX0ZJRUxEX0lOREVYXCI6XCI1XCIsXCJJTlBVVF9TQ0hFTUFfUFJPVE9fQ0xBU1NcIjpcImdvamVrLmVzYi5ib29raW5nLkJvb2tpbmdMb2dNZXNzYWdlXCIsXCJJTlBVVF9TQ0hFTUFfVEFCTEVcIjpcImRhdGFfc3RyZWFtc18wXCIsXCJTT1VSQ0VfREVUQUlMU1wiOlt7XCJTT1VSQ0VfTkFNRVwiOlwiS0FGS0FfQ09OU1VNRVJcIixcIlNPVVJDRV9UWVBFXCI6XCJVTkJPVU5ERURcIn1dLFwiU09VUkNFX0tBRktBX0NPTlNVTUVSX0NPTkZJR19BVVRPX0NPTU1JVF9FTkFCTEVcIjpcImZhbHNlXCIsXCJTT1VSQ0VfS0FGS0FfQ09OU1VNRVJfQ09ORklHX0FVVE9fT0ZGU0VUX1JFU0VUXCI6XCJsYXRlc3RcIixcIlNPVVJDRV9LQUZLQV9DT05TVU1FUl9DT05GSUdfQk9PVFNUUkFQX1NFUlZFUlNcIjpcIlwiLFwiU09VUkNFX0tBRktBX0NPTlNVTUVSX0NPTkZJR19HUk9VUF9JRFwiOlwiXCIsXCJTT1VSQ0VfS0FGS0FfTkFNRVwiOlwiXCIsXCJTT1VSQ0VfS0FGS0FfVE9QSUNfTkFNRVNcIjpcIlwiLFwiU09VUkNFX1BBUlFVRVRfRklMRV9EQVRFX1JBTkdFXCI6bnVsbCxcIlNPVVJDRV9QQVJRVUVUX0ZJTEVfUEFUSFNcIjpudWxsfV0iLCItLUZMSU5LX1dBVEVSTUFSS19ERUxBWV9NUyIsMTAwMCwiLS1GTElOS19XQVRFUk1BUktfSU5URVJWQUxfTVMiLDYwMDAwLCItLVVERl9EQVJUX0dDU19CVUNLRVRfSUQiLCJwLWdvZGF0YS1kYWdnZXJzLWRhcnRzLXN0b3JhZ2UiLCItLVVERl9EQVJUX0dDU19QUk9KRUNUX0lEIiwiZ29kYXRhLXByb2R1Y3Rpb24iLCItLUZVTkNUSU9OX0ZBQ1RPUllfQ0xBU1NFUyIsImNvbS5nb3RvY29tcGFueS5kYWdnZXIuZnVuY3Rpb25zLnVkZnMuZmFjdG9yaWVzLkZ1bmN0aW9uRmFjdG9yeSxjb20uZ29qZWsuZGUuZmx1ZC51ZGZzLmZhY3Rvcmllcy5GdW5jdGlvbkZhY3RvcnkiLCItLVBZVEhPTl9VREZfRU5BQkxFIixmYWxzZSwiLS1QWVRIT05fVURGX0NPTkZJRyIsIntcIlBZVEhPTl9GSUxFU1wiOiBcImdzOi8vZ29kYXRhLWRhZ2dlci9weXRob24vbWFzdGVyL2xhdGVzdC9weXRob25fdWRmcy56aXBcIixcIlBZVEhPTl9SRVFVSVJFTUVOVFNcIjogXCJnczovL2dvZGF0YS1kYWdnZXIvcHl0aG9uL21hc3Rlci9sYXRlc3QvcmVxdWlyZW1lbnRzLnR4dFwiLFwiUFlUSE9OX0FSQ0hJVkVTXCI6IFwiZ3M6Ly9nb2RhdGEtZGFnZ2VyL3B5dGhvbi9tYXN0ZXIvbGF0ZXN0L2RhdGEuemlwI2RhdGFcIixcIlBZVEhPTl9GTl9FWEVDVVRJT05fQVJST1dfQkFUQ0hfU0laRVwiOiBcIjEwMDAwXCIsXCJQWVRIT05fRk5fRVhFQ1VUSU9OX0JVTkRMRV9TSVpFXCI6IFwiMTAwMDAwXCIsXCJQWVRIT05fRk5fRVhFQ1VUSU9OX0JVTkRMRV9USU1FXCI6IFwiMTAwMFwifSIsIi0tU0lOS19CSUdRVUVSWV9HT09HTEVfQ0xPVURfUFJPSkVDVF9JRCIsIiIsIi0tU0lOS19CSUdRVUVSWV9UQUJMRV9OQU1FIiwiIiwiLS1TSU5LX0JJR1FVRVJZX0RBVEFTRVRfTEFCRUxTIiwiIiwiLS1TSU5LX0JJR1FVRVJZX1RBQkxFX0xBQkVMUyIsIiIsIi0tU0lOS19CSUdRVUVSWV9EQVRBU0VUX05BTUUiLCIiLCItLVNJTktfQklHUVVFUllfQ1JFREVOVElBTF9QQVRIIiwiL3Zhci9zZWNyZXRzL2dvb2dsZS9nY3Bfa2V5Lmpzb24iLCItLVNJTktfQklHUVVFUllfVEFCTEVfUEFSVElUSU9OSU5HX0VOQUJMRSIsZmFsc2UsIi0tU0lOS19CSUdRVUVSWV9UQUJMRV9QQVJUSVRJT05fS0VZIiwiIiwiLS1TSU5LX0JJR1FVRVJZX1JPV19JTlNFUlRfSURfRU5BQkxFIixmYWxzZSwiLS1TSU5LX0JJR1FVRVJZX0NMSUVOVF9SRUFEX1RJTUVPVVRfTVMiLC0xLCItLVNJTktfQklHUVVFUllfQ0xJRU5UX0NPTk5FQ1RfVElNRU9VVF9NUyIsLTEsIi0tU0lOS19CSUdRVUVSWV9UQUJMRV9QQVJUSVRJT05fRVhQSVJZX01TIiwtMSwiLS1TSU5LX0JJR1FVRVJZX0RBVEFTRVRfTE9DQVRJT04iLCJhc2lhLXNvdXRoZWFzdDEiLCItLVNJTktfQklHUVVFUllfTUVUQURBVEFfTkFNRVNQQUNFIiwiIiwiLS1TSU5LX0JJR1FVRVJZX0FERF9NRVRBREFUQV9FTkFCTEVEIixmYWxzZSwiLS1TSU5LX0JJR1FVRVJZX01FVEFEQVRBX0NPTFVNTlNfVFlQRVMiLCIiLCItLVNJTktfTUVUUklDU19BUFBMSUNBVElPTl9QUkVGSVgiLCJkYWdnZXJfIiwiLS1TSU5LX0JJR1FVRVJZX0JBVENIX1NJWkUiLCIiLCItLVNJTktfQ09OTkVDVE9SX1NDSEVNQV9QUk9UT19NRVNTQUdFX0NMQVNTIiwiIiwiLS1TSU5LX0NPTk5FQ1RPUl9TQ0hFTUFfUFJPVE9fS0VZX0NMQVNTIiwiIiwiLS1TSU5LX0NPTk5FQ1RPUl9TQ0hFTUFfREFUQV9UWVBFIiwiUFJPVE9CVUYiLCItLVNJTktfQ09OTkVDVE9SX1NDSEVNQV9NRVNTQUdFX01PREUiLCJMT0dfTUVTU0FHRSIsIi0tU0lOS19DT05ORUNUT1JfU0NIRU1BX1BST1RPX0FMTE9XX1VOS05PV05fRklFTERTX0VOQUJMRSIsZmFsc2UsIi0tU0lOS19FUlJPUl9UWVBFU19GT1JfRkFJTFVSRSIsIiIsIi0tU0lOS19CSUdRVUVSWV9UQUJMRV9DTFVTVEVSSU5HX0VOQUJMRSIsZmFsc2UsIi0tU0lOS19CSUdRVUVSWV9UQUJMRV9DTFVTVEVSSU5HX0tFWVMiLCIiLCItLVNDSEVNQV9SRUdJU1RSWV9TVEVOQ0lMX0NBQ0hFX0FVVE9fUkVGUkVTSCIsZmFsc2UsIi0tU0NIRU1BX1JFR0lTVFJZX1NURU5DSUxfUkVGUkVTSF9TVFJBVEVHWSIsIkxPTkdfUE9MTElORyIsIi0tU0NIRU1BX1JFR0lTVFJZX1NURU5DSUxfQ0FDSEVfVFRMX01TIiwiOTAwMDAwIiwiLS1TSU5LX0tBRktBX0xJTkdFUl9NUyIsIjAiLCItLVNDSEVNQV9SRUdJU1RSWV9TVEVOQ0lMX0ZFVENIX1JFVFJJRVMiLCI0IiwiLS1TQ0hFTUFfUkVHSVNUUllfU1RFTkNJTF9GRVRDSF9CQUNLT0ZGX01JTl9NUyIsIjYwMDAwIiwiLS1TQ0hFTUFfUkVHSVNUUllfU1RFTkNJTF9GRVRDSF9USU1FT1VUX01TIiwiMTAwMCJd extra_labels: {} savepointTriggerNonce: 1 +urn: "dagger:urn" From 5802ae9df68907bfa7337b214f1a115394d1f57d Mon Sep 17 00:00:00 2001 From: Abduh Date: Tue, 24 Dec 2024 22:11:08 +0700 Subject: [PATCH 119/128] feat: app chart support multiple services (#124) --- stable/app/Chart.yaml | 2 +- stable/app/templates/service.yaml | 35 ++++++++++++++++++++++++++++--- 2 files changed, 33 insertions(+), 4 deletions(-) diff --git a/stable/app/Chart.yaml b/stable/app/Chart.yaml index d1c3aee3..0311583f 100644 --- a/stable/app/Chart.yaml +++ b/stable/app/Chart.yaml @@ -15,4 +15,4 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.6.9 +version: 0.7.0 diff --git a/stable/app/templates/service.yaml b/stable/app/templates/service.yaml index f9845fe0..0f3e584b 100644 --- a/stable/app/templates/service.yaml +++ b/stable/app/templates/service.yaml @@ -1,10 +1,13 @@ {{- if .Values.container.enabled }} +{{- $fullName := include "app.fullname" . -}} +{{- $labels := include "app.labels" . -}} +{{- $selectorLabels := include "app.selectorLabels" . -}} apiVersion: v1 kind: Service metadata: - name: {{ include "app.fullname" . }} + name: {{ $fullName }} labels: - {{- include "app.labels" . | nindent 4 }} + {{- $labels | nindent 4 }} {{- with .Values.service.annotations }} annotations: {{- toYaml . | nindent 4 }} @@ -19,5 +22,31 @@ spec: name: {{ $port.name }} {{- end }} selector: - {{- include "app.selectorLabels" . | nindent 4 }} + {{- $selectorLabels | nindent 4 }} +{{- if .Values.service.additionalService }} + {{- range .Values.service.additionalService }} +--- +apiVersion: v1 +kind: Service +metadata: + name: {{ printf "%s-%s" $fullName .name }} + labels: + {{- $labels | nindent 4 }} + {{- with .annotations }} + annotations: + {{- toYaml . | nindent 4 }} + {{- end }} +spec: + type: {{ .type }} + ports: + {{- range $port := .ports }} + - port: {{ $port.port }} + targetPort: {{ $port.targetPort }} + protocol: {{ $port.protocol }} + name: {{ $port.name }} + {{- end }} + selector: + {{- $selectorLabels | nindent 4 }} + {{- end }} +{{- end }} {{- end -}} \ No newline at end of file From be96c6d58640affe9f356a6eac3832e0cfe572f1 Mon Sep 17 00:00:00 2001 From: Abduh Date: Tue, 24 Dec 2024 22:15:14 +0700 Subject: [PATCH 120/128] chore: bump shield to app 0.7.0 (#125) --- stable/shield/Chart.yaml | 6 +++--- stable/shield/values.yaml | 2 +- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/stable/shield/Chart.yaml b/stable/shield/Chart.yaml index 80447e82..bb769edd 100644 --- a/stable/shield/Chart.yaml +++ b/stable/shield/Chart.yaml @@ -15,16 +15,16 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.1.7 +version: 0.2.0 dependencies: - name: app - version: "0.6.1" + version: "0.7.0" repository: "https://goto.github.io/charts/" alias: shield-app condition: shield-app.enabled - name: app - version: "0.6.1" + version: "0.7.0" repository: "https://goto.github.io/charts/" alias: spicedb condition: spicedb.enabled diff --git a/stable/shield/values.yaml b/stable/shield/values.yaml index ca239522..8dc8d303 100644 --- a/stable/shield/values.yaml +++ b/stable/shield/values.yaml @@ -3,7 +3,7 @@ shield-app: image: repository: gotocompany/shield pullPolicy: Always - tag: 0.2.10 + tag: 0.7.0 container: args: - serve From 836b59631ac4d35ecfd829f2f74ec5cd5039ffeb Mon Sep 17 00:00:00 2001 From: Femi Novia Lina <77434812+FemiNoviaLina@users.noreply.github.com> Date: Thu, 9 Jan 2025 10:54:41 +0700 Subject: [PATCH 121/128] feat: metabase chart (#126) --- stable/metabase/Chart.yaml | 25 ++++ stable/metabase/README.md | 61 ++++++++ stable/metabase/templates/NOTES.txt | 17 +++ stable/metabase/templates/_helper.tpl | 37 +++++ stable/metabase/templates/config.yaml | 88 +++++++++++ stable/metabase/templates/deployment.yaml | 174 ++++++++++++++++++++++ stable/metabase/templates/ingress.yaml | 38 +++++ stable/metabase/templates/secret.yaml | 60 ++++++++ stable/metabase/templates/service.yaml | 0 stable/metabase/values.yaml | 160 ++++++++++++++++++++ 10 files changed, 660 insertions(+) create mode 100644 stable/metabase/Chart.yaml create mode 100644 stable/metabase/README.md create mode 100644 stable/metabase/templates/NOTES.txt create mode 100644 stable/metabase/templates/_helper.tpl create mode 100644 stable/metabase/templates/config.yaml create mode 100644 stable/metabase/templates/deployment.yaml create mode 100644 stable/metabase/templates/ingress.yaml create mode 100644 stable/metabase/templates/secret.yaml create mode 100644 stable/metabase/templates/service.yaml create mode 100644 stable/metabase/values.yaml diff --git a/stable/metabase/Chart.yaml b/stable/metabase/Chart.yaml new file mode 100644 index 00000000..d3d87556 --- /dev/null +++ b/stable/metabase/Chart.yaml @@ -0,0 +1,25 @@ +apiVersion: v2 +name: metabase +description: Metabase Helm chart including telegraf + +# A chart can be either an 'application' or a 'library' chart. +# +# Application charts are a collection of templates that can be packaged into versioned archives +# to be deployed. +# +# Library charts provide useful utilities or functions for the chart developer. They're included as +# a dependency of application charts to inject those utilities and functions into the rendering +# pipeline. Library charts do not define any templates and therefore cannot be deployed. +type: application + +# This is the chart version. This version number should be incremented each time you make changes +# to the chart and its templates, including the app version. +# Versions are expected to follow Semantic Versioning (https://semver.org/) +version: 0.1.0 + +# This is the version number of the application being deployed. This version number should be +# incremented each time you make changes to the application. Versions are not expected to +# follow Semantic Versioning. They should reflect the version the application is using. +# It is recommended to use it with quotes. +appVersion: "v0.50.10" + diff --git a/stable/metabase/README.md b/stable/metabase/README.md new file mode 100644 index 00000000..e5b8df9a --- /dev/null +++ b/stable/metabase/README.md @@ -0,0 +1,61 @@ +# metabase + +![Version: 0.1.0](https://img.shields.io/badge/Version-0.1.0-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: v0.50.10](https://img.shields.io/badge/AppVersion-v0.50.10-informational?style=flat-square) + +Metabase Helm chart including telegraf + +## Values + +| Key | Type | Default | Description | +|-----|------|---------|-------------| +| affinity | object | `{}` | | +| ingress.annotations | object | `{}` | | +| ingress.enabled | bool | `true` | | +| ingress.hosts | string | `nil` | | +| ingress.ingressClassName | string | `"contour"` | | +| ingress.labels | string | `nil` | | +| ingress.path | string | `"/"` | | +| ingress.tls | string | `nil` | | +| labels | object | `{}` | | +| metabase.database.dbname | string | `"db_name"` | | +| metabase.database.host | string | `"localhost"` | | +| metabase.database.password | string | `"db_password"` | | +| metabase.database.port | int | `5432` | | +| metabase.database.type | string | `"postgres"` | | +| metabase.database.username | string | `"db_username"` | | +| metabase.emojiLogging | bool | `true` | | +| metabase.image.pullPolicy | string | `"IfNotPresent"` | | +| metabase.image.repository | string | `"metabase/metabase"` | | +| metabase.image.tag | string | `"v0.50.10"` | | +| metabase.jetty | string | `nil` | | +| metabase.listen.host | string | `"0.0.0.0"` | | +| metabase.listen.port | int | `3000` | | +| metabase.livenessProbe.failureThreshold | int | `6` | | +| metabase.livenessProbe.initialDelaySeconds | int | `120` | | +| metabase.livenessProbe.path | string | `"/api/health"` | | +| metabase.livenessProbe.timeoutSeconds | int | `30` | | +| metabase.password.complexity | string | `"weak"` | | +| metabase.password.length | int | `6` | | +| metabase.readinessProbe.initialDelaySeconds | int | `30` | | +| metabase.readinessProbe.path | string | `"/api/health"` | | +| metabase.readinessProbe.periodSeconds | int | `5` | | +| metabase.readinessProbe.timeoutSeconds | int | `3` | | +| metabase.resources | object | `{}` | | +| metabase.ssl.enabled | bool | `false` | | +| metabase.timeZone | string | `"UTC"` | | +| nodeSelector | object | `{}` | | +| podAnnotations | object | `{}` | | +| replicaCount | int | `1` | | +| service.annotations | object | `{}` | | +| service.externalPort | int | `80` | | +| service.internalPort | int | `3000` | | +| service.nodePort | string | `nil` | | +| service.type | string | `"ClusterIP"` | | +| telegraf.image.pullPolicy | string | `"IfNotPresent"` | | +| telegraf.image.repository | string | `"telegraf"` | | +| telegraf.image.tag | string | `"1.19.3-alpine"` | | +| telegraf.resources | object | `{}` | | +| tolerations | list | `[]` | | + +---------------------------------------------- +Autogenerated from chart metadata using [helm-docs v1.14.2](https://github.com/norwoodj/helm-docs/releases/v1.14.2) diff --git a/stable/metabase/templates/NOTES.txt b/stable/metabase/templates/NOTES.txt new file mode 100644 index 00000000..88b49819 --- /dev/null +++ b/stable/metabase/templates/NOTES.txt @@ -0,0 +1,17 @@ +1. Get the application URL by running these commands: +{{- if .Values.ingress.hostname }} + http://{{- .Values.ingress.hostname }} +{{- else if contains "NodePort" .Values.service.type }} + export NODE_PORT=$(kubectl get --namespace {{ .Release.Namespace }} -o jsonpath="{.spec.ports[0].nodePort}" services {{ template "metabase.fullname" . }}) + export NODE_IP=$(kubectl get nodes --namespace {{ .Release.Namespace }} -o jsonpath="{.items[0].status.addresses[0].address}") + echo http://$NODE_IP:$NODE_PORT +{{- else if contains "LoadBalancer" .Values.service.type }} + NOTE: It may take a few minutes for the LoadBalancer IP to be available. + You can watch the status of by running 'kubectl get svc -w {{ template "metabase.fullname" . }}' + export SERVICE_IP=$(kubectl get svc --namespace {{ .Release.Namespace }} {{ template "metabase.fullname" . }} -o jsonpath='{.status.loadBalancer.ingress[0].ip}') + echo http://$SERVICE_IP:{{ .Values.service.externalPort }} +{{- else if contains "ClusterIP" .Values.service.type }} + export POD_NAME=$(kubectl get pods --namespace {{ .Release.Namespace }} -l "app={{ template "metabase.name" . }},release={{ .Release.Name }}" -o jsonpath="{.items[0].metadata.name}") + echo "Visit http://127.0.0.1:8080 to use your application" + kubectl port-forward --namespace {{ .Release.Namespace }} $POD_NAME 8080:{{ .Values.service.internalPort }} +{{- end }} diff --git a/stable/metabase/templates/_helper.tpl b/stable/metabase/templates/_helper.tpl new file mode 100644 index 00000000..59aa9917 --- /dev/null +++ b/stable/metabase/templates/_helper.tpl @@ -0,0 +1,37 @@ +{{/* vim: set filetype=mustache: */}} +{{/* +Expand the name of the chart. +*/}} +{{- define "metabase.name" -}} +{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* +Create a default fully qualified app name. +We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec). +If release name contains chart name it will be used as a full name. +*/}} +{{- define "metabase.fullname" -}} +{{- if .Values.fullnameOverride -}} +{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" -}} +{{- else -}} +{{- $name := default .Chart.Name .Values.nameOverride -}} +{{- if contains $name .Release.Name -}} +{{- printf .Release.Name | trunc 63 | trimSuffix "-" -}} +{{- else -}} +{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" -}} +{{- end -}} +{{- end -}} +{{- end -}} + + +{{/* +Return the apiVersion of deployment. +*/}} +{{- define "deployment.apiVersion" -}} +{{- if semverCompare "<1.14-0" .Capabilities.KubeVersion.GitVersion -}} +{{- print "extensions/v1beta1" -}} +{{- else if semverCompare ">=1.14-0" .Capabilities.KubeVersion.GitVersion -}} +{{- print "apps/v1" -}} +{{- end -}} +{{- end -}} diff --git a/stable/metabase/templates/config.yaml b/stable/metabase/templates/config.yaml new file mode 100644 index 00000000..41088d20 --- /dev/null +++ b/stable/metabase/templates/config.yaml @@ -0,0 +1,88 @@ +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ template "metabase.fullname" . }}-config + namespace: {{ .Release.Namespace }} + labels: + {{- if .Values.labels }} +{{ toYaml .Values.labels | trim | indent 4 }} + {{- end }} +data: + {{- if .Values.log4jProperties }} + log4j.properties: +{{ toYaml .Values.log4jProperties | indent 4}} + {{- end}} + +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: {{ template "metabase.fullname" . }}-telegraf-config + namespace: {{ .Release.Namespace }} +data: + telegraf.conf: |- + [global_tags] + {{- range $key, $value := .Values.labels }} + {{ $key }} = {{ $value | quote }} + {{- end }} +{{ if .Values.telegraf.influx }} + [[outputs.influxdb]] + urls = [{{ .Values.telegraf.influx.address | quote }}] + database = {{ .Values.telegraf.influx.databaseName | quote }} + retention_policy = "" + write_consistency = "any" + timeout = "5s" +{{ end }} +{{ if .Values.telegraf.prometheusRemoteWrite }} + [[outputs.http]] + url = {{ .Values.telegraf.prometheusRemoteWrite.url | quote }} + data_format = "prometheusremotewrite" + [outputs.http.headers] + Content-Type= "application/x-protobuf" + Content-Encoding = "snappy" + X-Prometheus-Remote-Write-Version= "0.1.0" +{{ end }} + [[inputs.statsd]] + service_address = ":8125" + percentiles = [ 90.0, 95.0, 99.0] + + [[inputs.jolokia2_agent]] + urls = ["http://localhost:7777/jolokia"] + + [[inputs.jolokia2_agent.metric]] + name = "java_runtime" + mbean = "java.lang:type=Runtime" + paths = ["Uptime"] + + [[inputs.jolokia2_agent.metric]] + name = "java_memory" + mbean = "java.lang:type=Memory" + paths = ["HeapMemoryUsage", "NonHeapMemoryUsage", "ObjectPendingFinalizationCount"] + + [[inputs.jolokia2_agent.metric]] + name = "java_garbage_collector" + mbean = "java.lang:name=*,type=GarbageCollector" + paths = ["CollectionTime", "CollectionCount"] + tag_keys = ["name"] + + [[inputs.jolokia2_agent.metric]] + name = "java_last_garbage_collection" + mbean = "java.lang:name=G1 Young Generation,type=GarbageCollector" + paths = ["LastGcInfo/duration", "LastGcInfo/GcThreadCount", "LastGcInfo/memoryUsageAfterGc"] + + [[inputs.jolokia2_agent.metric]] + name = "java_threading" + mbean = "java.lang:type=Threading" + paths = ["TotalStartedThreadCount", "ThreadCount", "DaemonThreadCount", "PeakThreadCount"] + + [[inputs.jolokia2_agent.metric]] + name = "java_class_loading" + mbean = "java.lang:type=ClassLoading" + paths = ["LoadedClassCount", "UnloadedClassCount", "TotalLoadedClassCount"] + + [[inputs.jolokia2_agent.metric]] + name = "java_memory_pool" + mbean = "java.lang:name=*,type=MemoryPool" + paths = ["Usage", "PeakUsage", "CollectionUsage"] + tag_keys = ["name"] + diff --git a/stable/metabase/templates/deployment.yaml b/stable/metabase/templates/deployment.yaml new file mode 100644 index 00000000..76e0fa60 --- /dev/null +++ b/stable/metabase/templates/deployment.yaml @@ -0,0 +1,174 @@ +apiVersion: apps/v1 +kind: Deployment +metadata: + name: {{ template "metabase.fullname" . }} + namespace: {{ .Release.Namespace }} + labels: + {{- if .Values.labels }} +{{ toYaml .Values.labels | trim | indent 4 }} + {{- end }} + run: {{ .Release.Name }} +spec: + replicas: {{ .Values.replicaCount }} + selector: + matchLabels: + run: {{ .Release.Name }} + template: + metadata: + annotations: + checksum/config: {{ include (print $.Template.BasePath "/config.yaml") . | sha256sum }} + {{- if .Values.podAnnotations }} +{{ toYaml .Values.podAnnotations | trim | indent 8 }} + {{- end }} + labels: + {{- if .Values.labels }} +{{ toYaml .Values.labels | trim | indent 8 }} + {{- end }} + run: {{ .Release.Name }} + spec: + containers: + - name: metabase + image: "{{ .Values.metabase.image.repository }}:{{ .Values.metabase.image.tag }}" + imagePullPolicy: {{ .Values.metabase.image.pullPolicy }} + ports: + - containerPort: {{ .Values.service.internalPort }} + protocol: TCP + livenessProbe: + httpGet: + path: {{ .Values.metabase.livenessProbe.path }} + port: {{ .Values.service.internalPort }} + initialDelaySeconds: {{ .Values.metabase.livenessProbe.initialDelaySeconds }} + timeoutSeconds: {{ .Values.metabase.livenessProbe.timeoutSeconds }} + failureThreshold: {{ .Values.metabase.livenessProbe.failureThreshold }} + readinessProbe: + httpGet: + path: {{ .Values.metabase.readinessProbe.path }} + port: {{ .Values.service.internalPort }} + initialDelaySeconds: {{ .Values.metabase.readinessProbe.initialDelaySeconds }} + timeoutSeconds: {{ .Values.metabase.readinessProbe.timeoutSeconds }} + periodSeconds: {{ .Values.metabase.readinessProbe.periodSeconds }} + resources: + {{- toYaml .Values.metabase.resources | nindent 12 }} + env: + - name: MB_JETTY_HOST + value: {{ .Values.metabase.listen.host | quote }} + - name: MB_JETTY_PORT + value: {{ .Values.metabase.listen.port | quote }} + {{- if .Values.metabase.ssl.enabled }} + - name: MB_JETTY_SSL + value: true + - name: MB_JETTY_SSL_Port + value: {{ .Values.metabase.ssl.port | quote }} + - name: MB_JETTY_SSL_Keystore + valueFrom: + secretKeyRef: + name: {{ template "metabase.fullname" . }}-ssl + key: keystore + - name: MB_JETTY_SSL_Keystore_Password + valueFrom: + secretKeyRef: + name: {{ template "metabase.fullname" . }}-ssl + key: password + {{- end }} + - name: MB_DB_TYPE + value: {{ .Values.metabase.database.type | quote }} + {{- if ne (.Values.metabase.database.type | lower) "h2" }} + {{- if or .Values.metabase.database.existingSecretConnectionURIKey .Values.metabase.database.connectionURI }} + - name: MB_DB_CONNECTION_URI + valueFrom: + secretKeyRef: + name: {{ or .Values.metabase.database.existingSecret (printf "%s-database" (include "metabase.fullname" .)) }} + key: {{ or .Values.metabase.database.existingSecretConnectionURIKey "connectionURI" }} + {{- else }} + - name: MB_DB_HOST + value: {{ .Values.metabase.database.host | quote }} + - name: MB_DB_PORT + value: {{ .Values.metabase.database.port | quote }} + - name: MB_DB_DBNAME + value: {{ .Values.metabase.database.dbname | quote }} + - name: MB_DB_USER + valueFrom: + secretKeyRef: + name: {{ or .Values.metabase.database.existingSecret (printf "%s-database" (include "metabase.fullname" .)) }} + key: {{ or .Values.metabase.database.existingSecretUsernameKey "username" }} + - name: MB_DB_PASS + valueFrom: + secretKeyRef: + name: {{ or .Values.metabase.database.existingSecret (printf "%s-database" (include "metabase.fullname" .)) }} + key: {{ or .Values.metabase.database.existingSecretPasswordKey "password" }} + {{- end }} + {{- end }} + - name: MB_PASSWORD_COMPLEXITY + value: {{ .Values.metabase.password.complexity }} + - name: MB_PASSWORD_LENGTH + value: {{ .Values.metabase.password.length | quote }} + - name: JAVA_TIMEZONE + value: {{ .Values.metabase.timeZone }} + {{- if .Values.javaOpts }} + - name: JAVA_OPTS + value: {{ .Values.metabase.javaOpts | quote }} + {{- else }} + {{- if .Values.metabase.log4jProperties }} + - name: JAVA_OPTS + value: "-Dlog4j.configuration=file:/tmp/conf/log4j.properties" + {{- end }} + {{- end }} + {{- if .Values.metabase.pluginsDirectory }} + - name: MB_PLUGINS_DIR + value: {{ .Values.metabase.pluginsDirectory | quote }} + {{- end }} + - name: MB_EMOJI_IN_LOGS + value: {{ .Values.metabase.emojiLogging | quote }} + {{- if .Values.metabase.siteUrl }} + - name: MB_SITE_URL + value: {{ .Values.metabase.siteUrl | quote }} + {{- end }} + {{- if .Values.metabase.secretConfig }} + - name: NEW_RELIC_APP_NAME + valueFrom: + secretKeyRef: + name: {{ (printf "%s-secret" (include "metabase.fullname" .)) }} + key: "newRelicAppName" + - name: NEW_RELIC_LICENSE_KEY + valueFrom: + secretKeyRef: + name: {{ (printf "%s-secret" (include "metabase.fullname" .)) }} + key: "newRelicLicenseKey" + {{- end }} + {{- if .Values.log4jProperties }} + volumeMounts: + - name: config + mountPath: /tmp/conf/ + {{- end}} + - name: telegraf + image: "{{ .Values.telegraf.image.repository }}:{{ .Values.telegraf.image.tag }}" + imagePullPolicy: {{ .Values.telegraf.image.pullPolicy }} + resources: + {{- toYaml .Values.telegraf.resources | nindent 12 }} + volumeMounts: + - name: telegraf-volume + mountPath: /etc/telegraf + {{- with .Values.nodeSelector }} + nodeSelector: +{{ toYaml . | indent 8 }} + {{- end }} + {{- with .Values.affinity }} + affinity: +{{ toYaml . | indent 8 }} + {{- end }} + {{- with .Values.tolerations }} + tolerations: +{{ toYaml . | indent 8 }} + {{- end }} + volumes: + - name: telegraf-volume + configMap: + name: {{ template "metabase.fullname" . }}-telegraf-config + {{- if .Values.log4jProperties}} + - name: config + configMap: + name: {{ template "metabase.fullname" . }}-config + items: + - key: log4j.properties + path: log4j.properties + {{- end }} diff --git a/stable/metabase/templates/ingress.yaml b/stable/metabase/templates/ingress.yaml new file mode 100644 index 00000000..72399864 --- /dev/null +++ b/stable/metabase/templates/ingress.yaml @@ -0,0 +1,38 @@ +{{- if .Values.ingress.enabled -}} +{{- $serviceName := include "metabase.fullname" . -}} +{{- $servicePort := .Values.service.externalPort -}} +{{- $ingressPath := .Values.ingress.path -}} +apiVersion: networking.k8s.io/v1 +kind: Ingress +metadata: + name: {{ template "metabase.fullname" . }} + namespace: {{ .Release.Namespace }} + labels: + {{- range $key, $value := .Values.ingress.labels }} +{{ $key }}: {{ $value | quote | indent 4}} + {{- end }} + run: {{ .Release.Name }} + annotations: + {{- range $key, $value := .Values.ingress.annotations }} + {{ $key }}: {{ $value | quote }} + {{- end }} +spec: + ingressClassName: {{ .Values.ingress.ingressClassName }} + rules: + {{- range $host := .Values.ingress.hosts }} + - host: {{ $host }} + http: + paths: + - path: {{ $ingressPath }} + pathType: "Prefix" + backend: + service: + name: {{ $serviceName }} + port: + number: {{ $servicePort }} + {{- end -}} + {{- if .Values.ingress.tls }} + tls: +{{ toYaml .Values.ingress.tls | indent 4 }} + {{- end -}} +{{- end -}} diff --git a/stable/metabase/templates/secret.yaml b/stable/metabase/templates/secret.yaml new file mode 100644 index 00000000..0c63c5ed --- /dev/null +++ b/stable/metabase/templates/secret.yaml @@ -0,0 +1,60 @@ +{{- if .Values.metabase.secretConfig -}} +apiVersion: v1 +kind: Secret +metadata: + name: {{ template "metabase.fullname" . }}-secret + namespace: {{ .Release.Namespace }} + labels: + {{- if .Values.labels }} +{{ toYaml .Values.labels | trim | indent 4 }} + {{- end }} +type: Opaque +data: + {{- if .Values.metabase.secretConfig.newRelicAppName }} + newRelicAppName: {{ .Values.metabase.secretConfig.newRelicAppName | b64enc | quote }} + {{- end }} + {{- if .Values.metabase.secretConfig.newRelicLicenseKey }} + newRelicLicenseKey: {{ .Values.metabase.secretConfig.newRelicLicenseKey | b64enc | quote }} + {{- end }} +{{- end }} + +--- +{{- if and (ne (.Values.metabase.database.type | lower) "h2") (not .Values.metabase.database.existingSecret) }} +apiVersion: v1 +kind: Secret +metadata: + name: {{ template "metabase.fullname" . }}-database + namespace: {{ .Release.Namespace }} + labels: + {{- if .Values.labels }} +{{ toYaml .Values.labels | trim | indent 4 }} + {{- end }} +type: Opaque +data: + {{- if .Values.metabase.database.encryptionKey }} + encryptionKey: {{ .Values.metabase.database.encryptionKey | b64enc | quote }} + {{- end }} + {{- if .Values.metabase.database.connectionURI }} + connectionURI: {{ .Values.metabase.database.connectionURI | b64enc | quote }} + {{- else }} + username: {{ .Values.metabase.database.username | b64enc | quote }} + password: {{ .Values.metabase.database.password | b64enc | quote }} + {{- end }} +{{- end }} + +--- +{{- if .Values.metabase.ssl.enabled }} +apiVersion: v1 +kind: Secret +metadata: + name: {{ template "metabase.fullname" . }}-ssl + namespace: {{ .Release.Namespace }} + labels: + {{- if .Values.labels }} +{{ toYaml .Values.labels | trim | indent 4 }} + {{- end }} +type: Opaque +data: + keystore: {{ .Values.metabase.ssl.keystore | b64enc | quote }} + password: {{ .Values.metabase.ssl.keyStorePassword | b64enc | quote }} +{{- end }} diff --git a/stable/metabase/templates/service.yaml b/stable/metabase/templates/service.yaml new file mode 100644 index 00000000..e69de29b diff --git a/stable/metabase/values.yaml b/stable/metabase/values.yaml new file mode 100644 index 00000000..7e07a112 --- /dev/null +++ b/stable/metabase/values.yaml @@ -0,0 +1,160 @@ +replicaCount: 1 +podAnnotations: {} +labels: {} +## String to fully override metabase.fullname template +## +# fullnameOverride: + +metabase: + image: + repository: metabase/metabase + tag: v0.50.10 + pullPolicy: IfNotPresent + + # Config Jetty web server + listen: + host: "0.0.0.0" + port: 3000 + ssl: + # If you have an ssl certificate and would prefer to have Metabase run over HTTPS + enabled: false + # port: 8443 + # keyStore: |- + # << JKS KEY STORE >> + # keyStorePassword: storepass + jetty: + # maxThreads: 254 + # minThreads: 8 + # maxQueued: -1 + # maxIdleTime: 60000 + + resources: {} + # We usually recommend not to specify default resources and to leave this as a conscious + # choice for the user. This also increases chances charts run on environments with little + # resources, such as Minikube. If you do want to specify resources, uncomment the following + # lines, adjust them as necessary, and remove the curly braces after 'resources:'. + # limits: + # cpu: 100m + # memory: 128Mi + # requests: + # cpu: 100m + # memory: 128Mi + + # Backend database + database: + # Database type (h2 / mysql / postgres), default: postgres + type: postgres + # encryptionKey: << YOUR ENCRYPTION KEY >> + ## Only need when you use mysql / postgres + host: localhost + port: 5432 + dbname: db_name + username: db_username + password: db_password + ## Alternatively, use a connection URI for full configurability. Example for SSL enabled Postgres. + # connectionURI: postgres://user:password@host:port/database?ssl=true&sslmode=require&sslfactory=org.postgresql.ssl.NonValidatingFactory" + ## If a secret with the database credentials already exists, use the following values: + # existingSecret: + # existingSecretUsernameKey: + # existingSecretPasswordKey: + # existingSecretConnectionURIKey: + + password: + # Changing Metabase password complexity: + # weak: no character constraints + # normal: at least 1 digit (default) + # strong: minimum 8 characters w/ 2 lowercase, 2 uppercase, 1 digit, and 1 special character + complexity: weak + length: 6 + + # secretConfig: + # newRelicAppName: metabase + # newRelicLicenseKey: xxx-xxx-xxx + + timeZone: UTC + emojiLogging: true + # javaOpts: + # pluginsDirectory: + # siteUrl: + + livenessProbe: + path: /api/health + initialDelaySeconds: 120 + timeoutSeconds: 30 + failureThreshold: 6 + + readinessProbe: + path: /api/health + initialDelaySeconds: 30 + timeoutSeconds: 3 + periodSeconds: 5 + +telegraf: + image: + repository: telegraf + tag: 1.19.3-alpine + pullPolicy: IfNotPresent + resources: {} + # limits: + # cpu: 10m + # memory: 30Mi + # requests: + # cpu: 10m + # memory: 30Mi + # influx: + # address: localhost:8086 + # databaseName: influx-database + # prometheusRemoteWrite: + # url: http://remote/api/push + +service: + type: ClusterIP + # loadBalancerSourceRanges: + externalPort: 80 + internalPort: 3000 + # Used to fix NodePort when service.type: NodePort. + nodePort: + annotations: {} + # Used to add custom annotations to the Service. + # service.beta.kubernetes.io/aws-load-balancer-internal: "0.0.0.0/0" + +ingress: + enabled: true + ingressClassName: contour + # Used to create Ingress record (should used with service.type: ClusterIP). + hosts: + # - metabase.domain.com + # The ingress path. Useful to host metabase on a subpath, such as `/metabase`. + path: / + labels: + # Used to add custom labels to the Ingress + # Useful if for example you have multiple Ingress controllers and want your Ingress controllers to bind to specific Ingresses + # traffic: internal + annotations: {} + # kubernetes.io/ingress.class: nginx + # kubernetes.io/tls-acme: "true" + tls: + # Secrets must be manually created in the namespace. + # - secretName: metabase-tls + # hosts: + # - metabase.domain.com + +# A custom log4j.properties file can be provided using a multiline YAML string. +# See https://github.com/metabase/metabase/blob/master/resources/log4j.properties +# +# log4jProperties: + +## Node labels for pod assignment +## ref: https://kubernetes.io/docs/user-guide/node-selection/ +# +nodeSelector: {} + +## Tolerations for pod assignment +## ref: https://kubernetes.io/docs/concepts/configuration/taint-and-toleration/ +## +tolerations: [] + +## Affinity for pod assignment +## ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/#affinity-and-anti-affinity +## +affinity: {} From 162652128bbce01621c9e5d6184039ca8a1571d4 Mon Sep 17 00:00:00 2001 From: Femi Novia Lina <77434812+FemiNoviaLina@users.noreply.github.com> Date: Thu, 9 Jan 2025 13:04:36 +0700 Subject: [PATCH 122/128] fix(metabase): add service template (#127) --- stable/metabase/templates/service.yaml | 30 ++++++++++++++++++++++++++ 1 file changed, 30 insertions(+) diff --git a/stable/metabase/templates/service.yaml b/stable/metabase/templates/service.yaml index e69de29b..4e19fda0 100644 --- a/stable/metabase/templates/service.yaml +++ b/stable/metabase/templates/service.yaml @@ -0,0 +1,30 @@ +apiVersion: v1 +kind: Service +metadata: + name: {{ template "metabase.fullname" . }} + namespace: {{ .Release.Namespace }} + labels: + {{- if .Values.labels }} +{{ toYaml .Values.labels | trim | indent 4 }} + {{- end }} + {{- if .Values.service.annotations }} + run: {{ .Release.Name }} + annotations: +{{ toYaml .Values.service.annotations | indent 4 }} + {{- end }} +spec: + type: {{ .Values.service.type }} +{{- if .Values.service.loadBalancerSourceRanges}} + loadBalancerSourceRanges: +{{toYaml .Values.service.loadBalancerSourceRanges | indent 4 }} +{{- end}} + ports: + - port: {{ .Values.service.externalPort }} + targetPort: {{ .Values.service.internalPort }} +{{- if .Values.service.nodePort }} + nodePort: {{ .Values.service.nodePort }} +{{- end}} + protocol: TCP + name: {{ template "metabase.name" . }} + selector: + run: {{ .Release.Name }} From f586b539e90a59dc86bfc9fd99dd8e19d1abe565 Mon Sep 17 00:00:00 2001 From: Femi Novia Lina <77434812+FemiNoviaLina@users.noreply.github.com> Date: Tue, 14 Jan 2025 20:15:33 +0700 Subject: [PATCH 123/128] feat(metabase): enable custom initcontainers and volume (#128) --- stable/metabase/Chart.yaml | 2 +- stable/metabase/templates/deployment.yaml | 12 +++++++++++- stable/metabase/values.yaml | 7 +++++++ 3 files changed, 19 insertions(+), 2 deletions(-) diff --git a/stable/metabase/Chart.yaml b/stable/metabase/Chart.yaml index d3d87556..ceecef6c 100644 --- a/stable/metabase/Chart.yaml +++ b/stable/metabase/Chart.yaml @@ -15,7 +15,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.1.0 +version: 0.1.1 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to diff --git a/stable/metabase/templates/deployment.yaml b/stable/metabase/templates/deployment.yaml index 76e0fa60..47f6831f 100644 --- a/stable/metabase/templates/deployment.yaml +++ b/stable/metabase/templates/deployment.yaml @@ -26,6 +26,11 @@ spec: {{- end }} run: {{ .Release.Name }} spec: + initContainers: + {{- range $initContainer := .Values.initContainers }} + - {{- toYaml $initContainer | nindent 10 }} + {{- end }} + {{- end }} containers: - name: metabase image: "{{ .Values.metabase.image.repository }}:{{ .Values.metabase.image.tag }}" @@ -135,8 +140,9 @@ spec: name: {{ (printf "%s-secret" (include "metabase.fullname" .)) }} key: "newRelicLicenseKey" {{- end }} - {{- if .Values.log4jProperties }} volumeMounts: + {{- toYaml .Values.metabase.volumeMounts | nindent 12 }} + {{- if .Values.log4jProperties }} - name: config mountPath: /tmp/conf/ {{- end}} @@ -161,6 +167,10 @@ spec: {{ toYaml . | indent 8 }} {{- end }} volumes: + {{- range $volume := .Values.volumes }} + - {{- toYaml $volume | nindent 10 }} + {{- engit push origin --delete d }} + {{- if .Values.telegraf.enabled }} - name: telegraf-volume configMap: name: {{ template "metabase.fullname" . }}-telegraf-config diff --git a/stable/metabase/values.yaml b/stable/metabase/values.yaml index 7e07a112..e2204030 100644 --- a/stable/metabase/values.yaml +++ b/stable/metabase/values.yaml @@ -4,6 +4,8 @@ labels: {} ## String to fully override metabase.fullname template ## # fullnameOverride: +initContainers: {} +volumes: {} metabase: image: @@ -39,6 +41,11 @@ metabase: # requests: # cpu: 100m # memory: 128Mi + + # volumeMounts: + # - mountPath: /data/config.yaml + # name: config + # subPath: config.yaml # Backend database database: From 428914c571d209c877f7fd9f713b051a2d64dce5 Mon Sep 17 00:00:00 2001 From: Femi Novia Lina <77434812+FemiNoviaLina@users.noreply.github.com> Date: Wed, 15 Jan 2025 11:04:20 +0700 Subject: [PATCH 124/128] fix(metabase): template (#129) --- stable/metabase/Chart.yaml | 2 +- stable/metabase/templates/deployment.yaml | 6 ++---- 2 files changed, 3 insertions(+), 5 deletions(-) diff --git a/stable/metabase/Chart.yaml b/stable/metabase/Chart.yaml index ceecef6c..9c765109 100644 --- a/stable/metabase/Chart.yaml +++ b/stable/metabase/Chart.yaml @@ -15,7 +15,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates, including the app version. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.1.1 +version: 0.1.2 # This is the version number of the application being deployed. This version number should be # incremented each time you make changes to the application. Versions are not expected to diff --git a/stable/metabase/templates/deployment.yaml b/stable/metabase/templates/deployment.yaml index 47f6831f..d2dfe541 100644 --- a/stable/metabase/templates/deployment.yaml +++ b/stable/metabase/templates/deployment.yaml @@ -30,7 +30,6 @@ spec: {{- range $initContainer := .Values.initContainers }} - {{- toYaml $initContainer | nindent 10 }} {{- end }} - {{- end }} containers: - name: metabase image: "{{ .Values.metabase.image.repository }}:{{ .Values.metabase.image.tag }}" @@ -169,8 +168,7 @@ spec: volumes: {{- range $volume := .Values.volumes }} - {{- toYaml $volume | nindent 10 }} - {{- engit push origin --delete d }} - {{- if .Values.telegraf.enabled }} + {{- end }} - name: telegraf-volume configMap: name: {{ template "metabase.fullname" . }}-telegraf-config @@ -181,4 +179,4 @@ spec: items: - key: log4j.properties path: log4j.properties - {{- end }} + {{- end }} \ No newline at end of file From ab16a8dfb54a8fe0f3e0c04f3149d38199d45d48 Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Wed, 22 Jan 2025 15:56:22 +0530 Subject: [PATCH 125/128] feat: upgrade entropy chart app version (#130) Co-authored-by: Ishan Arya --- stable/entropy/Chart.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/stable/entropy/Chart.yaml b/stable/entropy/Chart.yaml index 03799503..729928a6 100644 --- a/stable/entropy/Chart.yaml +++ b/stable/entropy/Chart.yaml @@ -2,16 +2,16 @@ apiVersion: v2 name: entropy description: A Helm chart for Kubernetes type: application -version: 0.1.8 +version: 0.2.0 appVersion: 0.1.26 dependencies: - name: app - version: "0.6.0" + version: "0.7.0" repository: "https://goto.github.io/charts/" alias: app condition: app.enabled - name: app - version: "0.6.0" + version: "0.7.0" repository: "https://goto.github.io/charts/" alias: worker condition: worker.enabled \ No newline at end of file From 4e95d9c53113403e68b148f8576b8359d06fe6ad Mon Sep 17 00:00:00 2001 From: Hermawan Wijaya Date: Thu, 20 Feb 2025 14:21:57 +0700 Subject: [PATCH 126/128] fix: verbose error logging in meteor (#133) --- stable/meteor/Chart.yaml | 2 +- stable/meteor/templates/cronjob.yaml | 5 +++-- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/stable/meteor/Chart.yaml b/stable/meteor/Chart.yaml index 0116c2b4..d20f45c9 100644 --- a/stable/meteor/Chart.yaml +++ b/stable/meteor/Chart.yaml @@ -1,5 +1,5 @@ apiVersion: v1 -version: 0.3.6 +version: 0.3.7 description: A Helm chart for Meteor (github.com/goto/meteor) name: meteor appVersion: "v0.8.9" diff --git a/stable/meteor/templates/cronjob.yaml b/stable/meteor/templates/cronjob.yaml index b5a7309b..65ee4f28 100644 --- a/stable/meteor/templates/cronjob.yaml +++ b/stable/meteor/templates/cronjob.yaml @@ -36,10 +36,11 @@ spec: - /bin/sh - -c - | - OUTPUT=$(meteor run /opt/recipes;) + set -o pipefail + meteor run /opt/recipes | tee -a output.txt METEOR_EXIT_CODE=$? {{- if .Values.postCmd.enabled }} - NUM_FAILING=$(echo $OUTPUT | grep -o '^[0-9]* failing' | awk '{print $1}') + NUM_FAILING=$(cat output.txt | grep -o '^[0-9]* failing' | awk '{print $1}') # if the output does not contains number of failing, then it is failed if [ -z $NUM_FAILING ]; then NUM_FAILING=-1 From 9b2a7dc0cb2b159bce762506a299d07e11441b60 Mon Sep 17 00:00:00 2001 From: rajuGT Date: Mon, 3 Mar 2025 17:59:05 +0530 Subject: [PATCH 127/128] chore(dagger): dagger/flink job bucket url convention change (#131) * chore(dagger): dagger/flink job bucket url convention change Existing: Checkpoint: g-godata-id-dagger-checkpoints/flink-checkpoints/{{ .Values.name }} Savepoint: g-godata-id-dagger-checkpoints/flink-savepoints/{{ .Values.name }} high-availability.storageDir: g-godata-id-dagger-checkpoints/ha New: Checkpoint: g-gojek-id-dagger-ha/checkpoints/{{ .Values.name }} Savepoint: g-gojek-id-dagger-ha/savepoints/{{ .Values.name }} high-availability.storageDir: g-gojek-id-dagger-ha/k8s-ha * chore(dagger): chart compatibility w.r.t GCS setup * chore(dagger): remove dagger chart default values for checkpoint,savepoint, k8s url * chore(dagger): Update dagger helm chart to have conditional configuration for gcp environment. (#132) * chore(dagger): Update dagger helm chart to have conditional configuration for gcp environment. * address MR comment - renaming csp to cloud_provider --------- Co-authored-by: rajuGT * feat(dagger): add ali credential configmap * add config credential-provider EnvironmentVariableCredentialProvider for both ali and tcc. * code reformat * add fs.oss.endpoint and change dagger-user-crds from configRef to secretRef --------- Co-authored-by: rajuGT Co-authored-by: Femi Novia Lina --- stable/dagger/Chart.yaml | 2 +- stable/dagger/templates/dagger.yaml | 23 ++++++++++++++++++++--- stable/dagger/values.yaml | 1 + 3 files changed, 22 insertions(+), 4 deletions(-) diff --git a/stable/dagger/Chart.yaml b/stable/dagger/Chart.yaml index 34d8a693..10ee84f5 100644 --- a/stable/dagger/Chart.yaml +++ b/stable/dagger/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: dagger-deployment-chart description: A Helm chart for dagger deployment type: application -version: 0.8.0 +version: 0.9.0 appVersion: "1.0" diff --git a/stable/dagger/templates/dagger.yaml b/stable/dagger/templates/dagger.yaml index 25798bb5..e2f1c436 100644 --- a/stable/dagger/templates/dagger.yaml +++ b/stable/dagger/templates/dagger.yaml @@ -23,14 +23,20 @@ spec: #HA CONFIGS state.backend: filesystem - state.backend.fs.checkpointdir: {{ .Values.storage_protocol }}://{{ .Values.projectID }}-dagger-checkpoints/flink-checkpoints/{{ .Values.name }} - state.savepoints.dir: {{ .Values.storage_protocol }}://{{ .Values.projectID }}-dagger-checkpoints/flink-savepoints/{{ .Values.name }} + state.backend.fs.checkpointdir: {{ .Values.dagger_checkpoint_url }}/{{ .Values.name }} + state.savepoints.dir: {{ .Values.dagger_savepoint_url }}/{{ .Values.name }} blob.storage.directory: /tmp/flink-blobs jobmanager.web.tmpdir: /tmp/flink-web web.upload.dir: /tmp/flink-web/flink-uploads high-availability: org.apache.flink.kubernetes.highavailability.KubernetesHaServicesFactory - high-availability.storageDir: {{ .Values.storage_protocol }}://{{ .Values.projectID }}-dagger-checkpoints/ha + high-availability.storageDir: {{ .Values.dagger_k8s_ha_url }} + + fs.cosn.credentials.provider: org.apache.hadoop.fs.auth.EnvironmentVariableCredentialProvider + fs.cosn.bucket.region: ap-jakarta + + fs.oss.credentials.provider: com.aliyun.oss.common.auth.EnvironmentVariableCredentialsProvider + fs.oss.endpoint: oss-ap-southeast-5.aliyuncs.com metrics.reporters: stsd metrics.reporter.stsd.class: com.gojek.de.dagger.metrics.StatsDReporter @@ -64,14 +70,23 @@ spec: serviceAccount: flink containers: - name: flink-main-container + {{- if or (eq .Values.cloud_provider "ali") (eq .Values.cloud_provider "tcc") }} + envFrom: + - secretRef: + name: dagger-user-credential + {{- end}} + {{- if eq .Values.cloud_provider "gcp" }} env: - name: GOOGLE_APPLICATION_CREDENTIALS value: /var/secrets/google/gcp_key.json + {{- end}} volumeMounts: - mountPath: /etc/hadoop/conf name: hadoop-config + {{- if eq .Values.cloud_provider "gcp" }} - mountPath: /var/secrets/google name: google-cloud-key + {{- end}} - name: telegrafd image: telegraf:1.18.3-alpine imagePullPolicy: IfNotPresent @@ -105,10 +120,12 @@ spec: configMap: defaultMode: 420 name: flink-operator-telegraf-config + {{- if eq .Values.cloud_provider "gcp" }} - name: google-cloud-key secret: defaultMode: 420 secretName: flink-operator-gcp + {{- end}} jobManager: resource: cpu: {{ .Values.resources.jobmanager.cpu }} diff --git a/stable/dagger/values.yaml b/stable/dagger/values.yaml index 4f253871..9ca8b567 100644 --- a/stable/dagger/values.yaml +++ b/stable/dagger/values.yaml @@ -6,6 +6,7 @@ team: "streaming" flink_name: "flink-cluster" prometheus_url: "http://prometheus:9090" storage_protocol: gs +cloud_provider: gcp resources: jobmanager: cpu: "1" From 6bb184ab51cfd4bbd8e390110c71176d449a8a2e Mon Sep 17 00:00:00 2001 From: Ishan Arya Date: Thu, 3 Apr 2025 21:41:08 +0530 Subject: [PATCH 128/128] fix: force string conversion --- stable/firehose/Chart.yaml | 2 +- stable/firehose/templates/deployment.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/stable/firehose/Chart.yaml b/stable/firehose/Chart.yaml index 7190ce89..d983a323 100644 --- a/stable/firehose/Chart.yaml +++ b/stable/firehose/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: firehose description: A Helm chart for deploying Firehose on Kubernetes type: application -version: 0.1.19 +version: 0.1.20 appVersion: 0.7.1 diff --git a/stable/firehose/templates/deployment.yaml b/stable/firehose/templates/deployment.yaml index 7694d223..932a96fd 100644 --- a/stable/firehose/templates/deployment.yaml +++ b/stable/firehose/templates/deployment.yaml @@ -125,7 +125,7 @@ spec: - key: {{ $expression.key }} operator: {{ $expression.operator }} values: {{- range $expression.values }} - - {{ . }} + - "{{ . }}" {{- end}} {{- end}} {{- end}}