feat: Adding Kubelet Monitoring feature for ContainerInsights (#253)

Author: rodrigobersa

docs/addons/aws-for-fluentbit.md

@@ -38,6 +38,29 @@ If you want to enable [Container Insights on Amazon EKS](https://docs.aws.amazon
   }
 ```
 
+By default, ClusterInsights will not enable the `kubelet` monitoring feature, with AWS for FluentBit integration, since this is an optional feature that is suggested to be enabled only on large clusters. To enable the [ClusterInsights Use_Kubelet feature](https://docs.aws.amazon.com/AmazonCloudWatch/latest/monitoring/ContainerInsights-use-kubelet.html) you'll need to provide a few more parametees:
+
+```hcl
+  enable_aws_for_fluentbit = true
+  aws_for_fluentbit = {
+    enable_containerinsights = true
+    kubelet_monitoring       = true
+    set = [{
+        name  = "cloudWatchLogs.autoCreateGroup"
+        value = true
+      },
+      {
+        name  = "hostNetwork"
+        value = true
+      },
+      {
+        name  = "dnsPolicy"
+        value = "ClusterFirstWithHostNet"
+      }
+    ]
+  }
+```
+
 ## Verify the Fluent Bit setup
 
 Verify aws-for-fluentbit pods are running.

main.tf

@@ -833,6 +833,8 @@ resource "kubernetes_config_map_v1_data" "aws_for_fluentbit_containerinsights" {
             K8S-Logging.Exclude Off
             Labels Off
             Annotations Off
+            ${try(var.aws_for_fluentbit.kubelet_monitoring, false) ? "Use_Kubelet On" : ""}
+            ${try(var.aws_for_fluentbit.kubelet_monitoring, false) ? "Kubelet_Port 10250" : ""}
             Buffer_Size 0
 
         [OUTPUT]

tests/complete/main.tf

@@ -168,11 +168,21 @@ module "eks_blueprints_addons" {
   }
   aws_for_fluentbit = {
     enable_containerinsights = true
+    kubelet_monitoring       = true
     chart_version            = "0.1.28"
     set = [{
       name  = "cloudWatchLogs.autoCreateGroup"
       value = true
-    }]
+      },
+      {
+        name  = "hostNetwork"
+        value = true
+      },
+      {
+        name  = "dnsPolicy"
+        value = "ClusterFirstWithHostNet"
+      }
+    ]
     s3_bucket_arns = [
       module.velero_backup_s3_bucket.s3_bucket_arn,
       "${module.velero_backup_s3_bucket.s3_bucket_arn}/logs/*"