diff --git a/services/logging/data-prepper-helmrelease.yaml b/services/logging/data-prepper-helmrelease.yaml index 73984f5..fad02f7 100644 --- a/services/logging/data-prepper-helmrelease.yaml +++ b/services/logging/data-prepper-helmrelease.yaml @@ -27,39 +27,9 @@ spec: data-prepper-config.yaml: | ssl: false pipelineConfig: - enabled: true - config: - entry-pipeline: - delay: "100" - source: - otel_trace_source: - ssl: false - sink: - - pipeline: - name: "raw-pipeline" - - pipeline: - name: "service-map-pipeline" - raw-pipeline: - source: - pipeline: - name: "entry-pipeline" - processor: - - otel_traces: - sink: - - opensearch: - hosts: ["http://opensearch-master.logging.svc.cluster.local:9200"] - index_type: trace-analytics-raw - service-map-pipeline: - delay: "100" - source: - pipeline: - name: "entry-pipeline" - processor: - - service_map: - sink: - - opensearch: - hosts: ["http://opensearch-master.logging.svc.cluster.local:9200"] - index_type: trace-analytics-service-map + demoPipeline: false + enabled: false + existingSecret: data-prepper-pipeline resources: requests: cpu: "200m" @@ -78,3 +48,20 @@ spec: operator: In values: - rpi5 + postRenderers: + - kustomize: + patches: + - target: + kind: Deployment + name: data-prepper + namespace: logging + patch: |- + - op: replace + path: /spec/template/spec/volumes + value: + - name: data-prepper-config + configMap: + name: data-prepper-config + - name: data-prepper-pipelines + configMap: + name: data-prepper-pipeline diff --git a/services/logging/data-prepper-pipeline-configmap.yaml b/services/logging/data-prepper-pipeline-configmap.yaml new file mode 100644 index 0000000..13ca326 --- /dev/null +++ b/services/logging/data-prepper-pipeline-configmap.yaml @@ -0,0 +1,39 @@ +# services/logging/data-prepper-pipeline-configmap.yaml +apiVersion: v1 +kind: ConfigMap +metadata: + name: data-prepper-pipeline + namespace: logging +data: + pipelines.yaml: | + entry-pipeline: + delay: "100" + source: + otel_trace_source: + ssl: false + sink: + - pipeline: + name: "raw-pipeline" + - pipeline: + name: "service-map-pipeline" + raw-pipeline: + source: + pipeline: + name: "entry-pipeline" + processor: + - otel_traces: + sink: + - opensearch: + hosts: ["http://opensearch-master.logging.svc.cluster.local:9200"] + index_type: trace-analytics-raw + service-map-pipeline: + delay: "100" + source: + pipeline: + name: "entry-pipeline" + processor: + - service_map: + sink: + - opensearch: + hosts: ["http://opensearch-master.logging.svc.cluster.local:9200"] + index_type: trace-analytics-service-map diff --git a/services/logging/kustomization.yaml b/services/logging/kustomization.yaml index d1c2852..394a248 100644 --- a/services/logging/kustomization.yaml +++ b/services/logging/kustomization.yaml @@ -10,6 +10,7 @@ resources: - node-image-prune-rpi5-serviceaccount.yaml - vault-serviceaccount.yaml - secretproviderclass.yaml + - data-prepper-pipeline-configmap.yaml - opensearch-pvc.yaml - opensearch-helmrelease.yaml - opensearch-dashboards-helmrelease.yaml