feat: add migration and distributed settings for ClickHouse configuration

Author: TartanLeGrand

charts/sentry/Chart.yaml

@@ -20,7 +20,7 @@ dependencies:
     condition: kafka.enabled
   - name: clickhouse
     repository: oci://registry-1.docker.io/bitnamicharts
-    version: 9.3.9
+    version: 4.6.0
     condition: clickhouse.enabled
   - name: rabbitmq
     repository: oci://registry-1.docker.io/bitnamicharts

charts/sentry/templates/snuba/_helper-snuba.tpl

@@ -33,6 +33,15 @@ settings.py: |
 
   SENTRY_DISTRIBUTED_CLICKHOUSE_TABLES = True
 
+  # Migration settings for distributed ClickHouse
+  MIGRATIONS_LOCK_TIMEOUT = int(env("MIGRATIONS_LOCK_TIMEOUT", "600"))
+  MIGRATIONS_BATCH_SIZE = int(env("MIGRATIONS_BATCH_SIZE", "1"))
+
+  # ClickHouse distributed settings
+  CLICKHOUSE_MUTATIONS_SYNC = int(env("CLICKHOUSE_MUTATIONS_SYNC", "1"))
+  CLICKHOUSE_ALTER_SYNC = int(env("CLICKHOUSE_ALTER_SYNC", "1"))
+  CLICKHOUSE_REPLICATION_ALTER_PARTITIONS_SYNC = int(env("CLICKHOUSE_REPLICATION_ALTER_PARTITIONS_SYNC", "2"))
+
   # Clickhouse Options
   CLUSTERS = [
     {

charts/sentry/values.yaml

@@ -254,10 +254,10 @@ sentry:
   features:
     orgSubdomains: false
     vstsLimitedScopes: true
-    enableProfiling: false
+    enableProfiling: true
     enableSessionReplay: true
-    enableFeedback: false
-    enableSpan: false
+    enableFeedback: true
+    enableSpan: true
 
   # example customFeature to enable Metrics(beta) https://docs.sentry.io/product/metrics/
   # customFeatures:
@@ -2267,36 +2267,6 @@ config:
 
 clickhouse:
   enabled: true
-  configdFiles:
-    99-custom.xml: |
-      <clickhouse>
-        <logger>
-          <level>warning</level>
-          <console>true</console>
-        </logger>
-        <query_thread_log remove="remove"/>
-        <query_log remove="remove"/>
-        <text_log remove="remove"/>
-        <trace_log remove="remove"/>
-        <metric_log remove="remove"/>
-        <asynchronous_metric_log remove="remove"/>
-
-        <session_log remove="remove"/>
-        <part_log remove="remove"/>
-
-        <allow_nullable_key>1</allow_nullable_key>
-
-        <profiles>
-          <default>
-            <log_queries>0</log_queries>
-            <log_query_threads>0</log_query_threads>
-          </default>
-        </profiles>
-        <merge_tree>
-          <enable_mixed_granularity_parts>1</enable_mixed_granularity_parts>
-          <max_suspicious_broken_parts>10</max_suspicious_broken_parts>
-        </merge_tree>
-      </clickhouse>
 
 ## This value is only used when clickhouse.enabled is set to false
 ##