logging: move data-prepper pipeline to configmap

services/logging/data-prepper-helmrelease.yaml

@@ -27,39 +27,9 @@ spec:
       data-prepper-config.yaml: |
         ssl: false
     pipelineConfig:
-      enabled: true
+      demoPipeline: false
-      config:
+      enabled: false
-        entry-pipeline:
+      existingSecret: data-prepper-pipeline
-          delay: "100"
-          source:
-            otel_trace_source:
-              ssl: false
-          sink:
-            - pipeline:
-                name: "raw-pipeline"
-            - pipeline:
-                name: "service-map-pipeline"
-        raw-pipeline:
-          source:
-            pipeline:
-              name: "entry-pipeline"
-          processor:
-            - otel_traces:
-          sink:
-            - opensearch:
-                hosts: ["http://opensearch-master.logging.svc.cluster.local:9200"]
-                index_type: trace-analytics-raw
-        service-map-pipeline:
-          delay: "100"
-          source:
-            pipeline:
-              name: "entry-pipeline"
-          processor:
-            - service_map:
-          sink:
-            - opensearch:
-                hosts: ["http://opensearch-master.logging.svc.cluster.local:9200"]
-                index_type: trace-analytics-service-map
     resources:
       requests:
         cpu: "200m"
@@ -78,3 +48,20 @@ spec:
                   operator: In
                   values:
                     - rpi5
+  postRenderers:
+    - kustomize:
+        patches:
+          - target:
+              kind: Deployment
+              name: data-prepper
+              namespace: logging
+            patch: |-
+              - op: replace
+                path: /spec/template/spec/volumes
+                value:
+                  - name: data-prepper-config
+                    configMap:
+                      name: data-prepper-config
+                  - name: data-prepper-pipelines
+                    configMap:
+                      name: data-prepper-pipeline

services/logging/data-prepper-pipeline-configmap.yaml

@@ -0,0 +1,39 @@
+# services/logging/data-prepper-pipeline-configmap.yaml
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: data-prepper-pipeline
+  namespace: logging
+data:
+  pipelines.yaml: |
+    entry-pipeline:
+      delay: "100"
+      source:
+        otel_trace_source:
+          ssl: false
+      sink:
+        - pipeline:
+            name: "raw-pipeline"
+        - pipeline:
+            name: "service-map-pipeline"
+    raw-pipeline:
+      source:
+        pipeline:
+          name: "entry-pipeline"
+      processor:
+        - otel_traces:
+      sink:
+        - opensearch:
+            hosts: ["http://opensearch-master.logging.svc.cluster.local:9200"]
+            index_type: trace-analytics-raw
+    service-map-pipeline:
+      delay: "100"
+      source:
+        pipeline:
+          name: "entry-pipeline"
+      processor:
+        - service_map:
+      sink:
+        - opensearch:
+            hosts: ["http://opensearch-master.logging.svc.cluster.local:9200"]
+            index_type: trace-analytics-service-map

services/logging/kustomization.yaml

@@ -10,6 +10,7 @@ resources:
   - node-image-prune-rpi5-serviceaccount.yaml
   - vault-serviceaccount.yaml
   - secretproviderclass.yaml
+  - data-prepper-pipeline-configmap.yaml
   - opensearch-pvc.yaml
   - opensearch-helmrelease.yaml
   - opensearch-dashboards-helmrelease.yaml