Updated k8s manifest to suit Data Prepper 2.0 (opensearch-project#1928)

* Updated new paths for pepelines/config and new processor name Signed-off-by: Rafael Gumiero <[email protected]> * Updated image version Signed-off-by: Rafael Gumiero <[email protected]> * Moved Peer Forwarder to config file Signed-off-by: Rafael Gumiero <[email protected]> Signed-off-by: Rafael Gumiero <[email protected]>
san81 · Oct 19, 2022 · ec8df69 · ec8df69
1 parent 029b3e7
commit ec8df69
Showing 1 changed file with 29 additions and 15 deletions.
diff --git a/deployment-template/k8s/data-prepper-k8s.yaml b/deployment-template/k8s/data-prepper-k8s.yaml
@@ -1,18 +1,22 @@
 apiVersion: v1
+kind: Namespace
+metadata:
+  name: data-prepper
+---
+apiVersion: v1
 kind: ConfigMap
 metadata:
   labels:
     app: data-prepper
   name: data-prepper-config
+  namespace: data-prepper
 data:
   pipelines.yaml: |
     entry-pipeline:
       delay: "100"
       source:
         otel_trace_source:
-          health_check_service: true
           ssl: false
-      processor:
       sink:
         - pipeline:
             name: "raw-pipeline"
@@ -38,16 +42,16 @@ data:
   data-prepper-config.yaml: |
     ssl: false
     peer_forwarder:
-      ssl: false
-      discovery_mode: "dns"
-      domain_name: "data-prepper-headless"
+      discovery_mode: dns
+      domain_name: "data-prepper-cluster.my-domain.net"
 ---
 apiVersion: v1
 kind: Service
 metadata:
   labels:
     app: data-prepper
   name: data-prepper-headless
+  namespace: data-prepper
 spec:
   clusterIP: None
   ports:
@@ -65,6 +69,7 @@ metadata:
   labels:
     app: data-prepper
   name: data-prepper-metrics
+  namespace: data-prepper
 spec:
   type: NodePort
   ports:
@@ -82,6 +87,7 @@ metadata:
   labels:
     app: data-prepper
   name: data-prepper
+  namespace: data-prepper
 spec:
   replicas: 1
   selector:
@@ -95,25 +101,33 @@ spec:
         app: data-prepper
     spec:
       containers:
-        - args:
-            - java
-            - -jar
-            - /usr/share/data-prepper/data-prepper.jar
-            - /etc/data-prepper/pipelines.yaml
-            - /etc/data-prepper/data-prepper-config.yaml
-          image: opensearchproject/data-prepper:latest
+        - image: opensearchproject/data-prepper:2
           name: data-prepper
           ports:
             - containerPort: 21890
           resources: {}
           volumeMounts:
-            - mountPath: /etc/data-prepper
-              name: prepper-configmap-claim0
+            - name: prepper-configmap-config
+              mountPath: /usr/share/data-prepper/config/data-prepper-config.yaml
+              subPath: data-prepper-config.yaml
+            - name: prepper-configmap-pipelines
+              mountPath: /usr/share/data-prepper/pipelines/pipelines.yaml
+              subPath: pipelines.yaml
       restartPolicy: Always
       serviceAccountName: ""
       volumes:
-        - name: prepper-configmap-claim0
+        - name: prepper-configmap-config
+          configMap:
+            name: data-prepper-config
+            items:
+              - key: data-prepper-config.yaml
+                path: data-prepper-config.yaml
+        - name: prepper-configmap-pipelines
           configMap:
             name: data-prepper-config
+            items:
+              - key: pipelines.yaml
+                path: pipelines.yaml
 status: {}
 ---
+