Refactor services heirarchically, add logging

charts/fluent-bit/values.yaml

@@ -0,0 +1,56 @@
+## Fluent Bit Helm values
+## AWS credentials are expected in a secret: fluent-bit/fluentbit-aws-credentials
+## with keys: AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY
+## Create with: make fluentbit-secret
+
+kind: DaemonSet
+
+env:
+  - name: AWS_ACCESS_KEY_ID
+    valueFrom:
+      secretKeyRef:
+        name: fluentbit-aws-credentials
+        key: AWS_ACCESS_KEY_ID
+  - name: AWS_SECRET_ACCESS_KEY
+    valueFrom:
+      secretKeyRef:
+        name: fluentbit-aws-credentials
+        key: AWS_SECRET_ACCESS_KEY
+
+config:
+  service: |
+    [SERVICE]
+        Flush         5
+        Daemon        off
+        Log_Level     warn
+        Parsers_File  parsers.conf
+
+  inputs: |
+    [INPUT]
+        Name              tail
+        Tag               kube.*
+        Path              /var/log/containers/*.log
+        Parser            cri
+        Mem_Buf_Limit     5MB
+        Skip_Long_Lines   On
+
+  filters: |
+    [FILTER]
+        Name                kubernetes
+        Match               kube.*
+        Merge_Log           On
+        Keep_Log            Off
+        K8S-Logging.Parser  On
+        K8S-Logging.Exclude On
+
+  outputs: |
+    [OUTPUT]
+        Name                         s3
+        Match                        kube.*
+        bucket                       dumpnet-logs
+        region                       us-east-1
+        s3_key_format                /logs/%Y/%m/%d/$TAG[4].%H%M%S.gz
+        total_file_size              100M
+        upload_timeout               10m
+        compression                  gzip
+        use_put_object               On