fix logging pipeline secret and scheduling

services/crypto/default-serviceaccount.yaml

@@ -0,0 +1,8 @@
+# services/crypto/default-serviceaccount.yaml
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: default
+  namespace: crypto
+imagePullSecrets:
+  - name: harbor-regcred

services/crypto/kustomization.yaml

@@ -3,3 +3,4 @@ apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 resources:
   - namespace.yaml
+  - default-serviceaccount.yaml

services/logging/data-prepper-helmrelease.yaml

@@ -52,24 +52,3 @@ spec:
                   operator: In
                   values:
                     - rpi5
-  postRenderers:
-    - kustomize:
-        patches:
-          - target:
-              group: apps
-              version: v1
-              kind: Deployment
-              name: data-prepper
-            patch: |-
-              apiVersion: apps/v1
-              kind: Deployment
-              metadata:
-                name: data-prepper
-              spec:
-                template:
-                  spec:
-                    volumes:
-                      - name: data-prepper-pipelines
-                        $patch: replace
-                        configMap:
-                          name: data-prepper-pipeline

services/logging/data-prepper-pipeline-configmap.yaml

@@ -1,39 +0,0 @@
-# services/logging/data-prepper-pipeline-configmap.yaml
-apiVersion: v1
-kind: ConfigMap
-metadata:
-  name: data-prepper-pipeline
-  namespace: logging
-data:
-  pipelines.yaml: |
-    entry-pipeline:
-      delay: "100"
-      source:
-        otel_trace_source:
-          ssl: false
-      sink:
-        - pipeline:
-            name: "raw-pipeline"
-        - pipeline:
-            name: "service-map-pipeline"
-    raw-pipeline:
-      source:
-        pipeline:
-          name: "entry-pipeline"
-      processor:
-        - otel_traces:
-      sink:
-        - opensearch:
-            hosts: ["http://opensearch-master.logging.svc.cluster.local:9200"]
-            index_type: trace-analytics-raw
-    service-map-pipeline:
-      delay: "100"
-      source:
-        pipeline:
-          name: "entry-pipeline"
-      processor:
-        - service_map:
-      sink:
-        - opensearch:
-            hosts: ["http://opensearch-master.logging.svc.cluster.local:9200"]
-            index_type: trace-analytics-service-map

services/logging/kustomization.yaml

@@ -10,7 +10,6 @@ resources:
   - node-image-prune-rpi5-serviceaccount.yaml
   - vault-serviceaccount.yaml
   - secretproviderclass.yaml
-  - data-prepper-pipeline-configmap.yaml
   - opensearch-pvc.yaml
   - opensearch-helmrelease.yaml
   - opensearch-dashboards-helmrelease.yaml
@@ -59,3 +58,11 @@ configMapGenerator:
       - seed.py=scripts/opensearch_observability_seed.py
     options:
       disableNameSuffixHash: true
+
+secretGenerator:
+  - name: data-prepper-pipeline
+    namespace: logging
+    files:
+      - pipelines.yaml=scripts/data_prepper_pipelines.yaml
+    options:
+      disableNameSuffixHash: true

services/logging/scripts/data_prepper_pipelines.yaml

@@ -0,0 +1,31 @@
+entry-pipeline:
+  delay: "100"
+  source:
+    otel_trace_source:
+      ssl: false
+  sink:
+    - pipeline:
+        name: "raw-pipeline"
+    - pipeline:
+        name: "service-map-pipeline"
+raw-pipeline:
+  source:
+    pipeline:
+      name: "entry-pipeline"
+  processor:
+    - otel_traces:
+  sink:
+    - opensearch:
+        hosts: ["http://opensearch-master.logging.svc.cluster.local:9200"]
+        index_type: trace-analytics-raw
+service-map-pipeline:
+  delay: "100"
+  source:
+    pipeline:
+      name: "entry-pipeline"
+  processor:
+    - service_map:
+  sink:
+    - opensearch:
+        hosts: ["http://opensearch-master.logging.svc.cluster.local:9200"]
+        index_type: trace-analytics-service-map

services/sui-metrics/overlays/atlas/patch-node-selector.yaml

@@ -8,4 +8,4 @@ spec:
   template:
     spec:
       nodeSelector:
-        kubernetes.io/hostname: titan-24
+        hardware: rpi5