Ver Fonte

HDDS-1871. Remove anti-affinity rules from k8s minkube example

Signed-off-by: Anu Engineer <aengineer@apache.org>
(cherry picked from commit 8fc6567b946f1d536ffed4798b5403a365021464)
Márton Elek há 5 anos atrás
pai
commit
658815fd94
20 ficheiros alterados com 68 adições e 70 exclusões
  1. 3 3
      hadoop-ozone/dist/src/main/k8s/definitions/ozone/datanode-ss.yaml
  2. 3 3
      hadoop-ozone/dist/src/main/k8s/examples/getting-started/datanode-statefulset.yaml
  3. 6 16
      hadoop-ozone/dist/src/main/k8s/examples/getting-started/om-statefulset.yaml
  4. 5 0
      hadoop-ozone/dist/src/main/k8s/examples/getting-started/s3g-statefulset.yaml
  5. 4 0
      hadoop-ozone/dist/src/main/k8s/examples/getting-started/scm-statefulset.yaml
  6. 9 0
      hadoop-ozone/dist/src/main/k8s/examples/minikube/Flekszible
  7. 6 16
      hadoop-ozone/dist/src/main/k8s/examples/minikube/datanode-statefulset.yaml
  8. 3 3
      hadoop-ozone/dist/src/main/k8s/examples/minikube/om-statefulset.yaml
  9. 3 3
      hadoop-ozone/dist/src/main/k8s/examples/minikube/s3g-statefulset.yaml
  10. 6 6
      hadoop-ozone/dist/src/main/k8s/examples/minikube/scm-statefulset.yaml
  11. 1 1
      hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-ozone-clusterrole.yaml
  12. 3 3
      hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-ozone-clusterrolebinding.yaml
  13. 1 1
      hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-ozone-serviceaccount.yaml
  14. 3 3
      hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/datanode-statefulset.yaml
  15. 1 1
      hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/prometheus-clusterrole.yaml
  16. 3 3
      hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/prometheus-operator-clusterrolebinding.yaml
  17. 1 1
      hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-ozone-clusterrole.yaml
  18. 3 3
      hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-ozone-clusterrolebinding.yaml
  19. 1 1
      hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-ozone-serviceaccount.yaml
  20. 3 3
      hadoop-ozone/dist/src/main/k8s/examples/ozone/datanode-statefulset.yaml

+ 3 - 3
hadoop-ozone/dist/src/main/k8s/definitions/ozone/datanode-ss.yaml

@@ -32,9 +32,9 @@ spec:
         app: ozone
         component: datanode
       annotations:
-        prdatanodeetheus.io/scrape: "true"
-        prdatanodeetheus.io/port: "9882"
-        prdatanodeetheus.io/path: "/prom"
+        prometheus.io/scrape: "true"
+        prometheus.io/port: "9882"
+        prometheus.io/path: "/prom"
     spec:
       affinity:
         podAntiAffinity:

+ 3 - 3
hadoop-ozone/dist/src/main/k8s/examples/getting-started/datanode-statefulset.yaml

@@ -33,9 +33,9 @@ spec:
         app: ozone
         component: datanode
       annotations:
-        prdatanodeetheus.io/scrape: "true"
-        prdatanodeetheus.io/port: "9882"
-        prdatanodeetheus.io/path: /prom
+        prometheus.io/scrape: "true"
+        prometheus.io/port: "9882"
+        prometheus.io/path: /prom
     spec:
       affinity:
         podAntiAffinity:

+ 6 - 16
hadoop-ozone/dist/src/main/k8s/examples/getting-started/om-statefulset.yaml

@@ -39,22 +39,6 @@ spec:
     spec:
       securityContext:
         fsGroup: 1000
-      initContainers:
-      - name: init
-        image: '@docker.image@'
-        args:
-        - ozone
-        - om
-        - --init
-        env:
-        - name: WAITFOR
-          value: scm-0.scm:9876
-        envFrom:
-        - configMapRef:
-            name: config
-        volumeMounts:
-        - name: data
-          mountPath: /data
       containers:
       - name: om
         image: '@docker.image@'
@@ -64,6 +48,12 @@ spec:
         env:
         - name: WAITFOR
           value: scm-0.scm:9876
+        - name: ENSURE_OM_INITIALIZED
+          value: /data/metadata/om/current/VERSION
+        livenessProbe:
+          tcpSocket:
+            port: 9862
+          initialDelaySeconds: 30
         envFrom:
         - configMapRef:
             name: config

+ 5 - 0
hadoop-ozone/dist/src/main/k8s/examples/getting-started/s3g-statefulset.yaml

@@ -39,6 +39,11 @@ spec:
         args:
         - ozone
         - s3g
+        livenessProbe:
+          httpGet:
+            path: /
+            port: 9878
+          initialDelaySeconds: 30
         envFrom:
         - configMapRef:
             name: config

+ 4 - 0
hadoop-ozone/dist/src/main/k8s/examples/getting-started/scm-statefulset.yaml

@@ -58,6 +58,10 @@ spec:
         args:
         - ozone
         - scm
+        livenessProbe:
+          tcpSocket:
+            port: 9861
+          initialDelaySeconds: 30
         envFrom:
         - configMapRef:
             name: config

+ 9 - 0
hadoop-ozone/dist/src/main/k8s/examples/minikube/Flekszible

@@ -22,6 +22,15 @@ import:
       image: "@docker.image@"
     - type: PublishStatefulSet
     - type: ozone/emptydir
+    - type: Remove
+      trigger:
+         metadata:
+            name: datanode
+      path:
+        - spec
+        - template
+        - spec
+        - affinity
   - path: ozone/freon
     destination: freon
     transformations:

+ 6 - 16
hadoop-ozone/dist/src/main/k8s/examples/minikube/datanode-statefulset.yaml

@@ -33,20 +33,10 @@ spec:
         app: ozone
         component: datanode
       annotations:
-        prdatanodeetheus.io/scrape: "true"
-        prdatanodeetheus.io/port: "9882"
-        prdatanodeetheus.io/path: /prom
+        prometheus.io/scrape: "true"
+        prometheus.io/port: "9882"
+        prometheus.io/path: /prom
     spec:
-      affinity:
-        podAntiAffinity:
-          requiredDuringSchedulingIgnoredDuringExecution:
-          - labelSelector:
-              matchExpressions:
-              - key: component
-                operator: In
-                values:
-                - datanode
-            topologyKey: kubernetes.io/hostname
       securityContext:
         fsGroup: 1000
       containers:
@@ -55,12 +45,12 @@ spec:
         args:
         - ozone
         - datanode
-        volumeMounts:
-        - name: data
-          mountPath: /data
         envFrom:
         - configMapRef:
             name: config
+        volumeMounts:
+        - name: data
+          mountPath: /data
       volumes:
       - name: data
         emptyDir: {}

+ 3 - 3
hadoop-ozone/dist/src/main/k8s/examples/minikube/om-statefulset.yaml

@@ -54,12 +54,12 @@ spec:
           tcpSocket:
             port: 9862
           initialDelaySeconds: 30
-        volumeMounts:
-        - name: data
-          mountPath: /data
         envFrom:
         - configMapRef:
             name: config
+        volumeMounts:
+        - name: data
+          mountPath: /data
       volumes:
       - name: data
         emptyDir: {}

+ 3 - 3
hadoop-ozone/dist/src/main/k8s/examples/minikube/s3g-statefulset.yaml

@@ -44,12 +44,12 @@ spec:
             path: /
             port: 9878
           initialDelaySeconds: 30
-        volumeMounts:
-        - name: data
-          mountPath: /data
         envFrom:
         - configMapRef:
             name: config
+        volumeMounts:
+        - name: data
+          mountPath: /data
       volumes:
       - name: data
         emptyDir: {}

+ 6 - 6
hadoop-ozone/dist/src/main/k8s/examples/minikube/scm-statefulset.yaml

@@ -46,12 +46,12 @@ spec:
         - ozone
         - scm
         - --init
-        volumeMounts:
-        - name: data
-          mountPath: /data
         envFrom:
         - configMapRef:
             name: config
+        volumeMounts:
+        - name: data
+          mountPath: /data
       containers:
       - name: scm
         image: '@docker.image@'
@@ -62,12 +62,12 @@ spec:
           tcpSocket:
             port: 9861
           initialDelaySeconds: 30
-        volumeMounts:
-        - name: data
-          mountPath: /data
         envFrom:
         - configMapRef:
             name: config
+        volumeMounts:
+        - name: data
+          mountPath: /data
       volumes:
       - name: data
         emptyDir: {}

+ 1 - 1
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-ozone-clusterrole.yaml

@@ -17,7 +17,7 @@
 kind: ClusterRole
 apiVersion: rbac.authorization.k8s.io/v1
 metadata:
-  name: csi-ozone
+  name: csi-ozone-default
 rules:
 - apiGroups:
   - ""

+ 3 - 3
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-ozone-clusterrolebinding.yaml

@@ -17,12 +17,12 @@
 kind: ClusterRoleBinding
 apiVersion: rbac.authorization.k8s.io/v1
 metadata:
-  name: csi-ozone
+  name: csi-ozone-default
 subjects:
 - kind: ServiceAccount
   name: csi-ozone
-  namespace: weekly-test
+  namespace: default
 roleRef:
   kind: ClusterRole
-  name: csi-ozone
+  name: csi-ozone-default
   apiGroup: rbac.authorization.k8s.io

+ 1 - 1
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/csi/csi-ozone-serviceaccount.yaml

@@ -17,5 +17,5 @@
 apiVersion: v1
 kind: ServiceAccount
 metadata:
-  namespace: weekly-test
+  namespace: default
   name: csi-ozone

+ 3 - 3
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/datanode-statefulset.yaml

@@ -33,9 +33,9 @@ spec:
         app: ozone
         component: datanode
       annotations:
-        prdatanodeetheus.io/scrape: "true"
-        prdatanodeetheus.io/port: "9882"
-        prdatanodeetheus.io/path: /prom
+        prometheus.io/scrape: "true"
+        prometheus.io/port: "9882"
+        prometheus.io/path: /prom
     spec:
       affinity:
         podAntiAffinity:

+ 1 - 1
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/prometheus-clusterrole.yaml

@@ -17,7 +17,7 @@
 apiVersion: rbac.authorization.k8s.io/v1beta1
 kind: ClusterRole
 metadata:
-  name: prometheus
+  name: prometheus-default
 rules:
 - apiGroups:
   - ""

+ 3 - 3
hadoop-ozone/dist/src/main/k8s/examples/ozone-dev/prometheus-operator-clusterrolebinding.yaml

@@ -17,12 +17,12 @@
 apiVersion: rbac.authorization.k8s.io/v1beta1
 kind: ClusterRoleBinding
 metadata:
-  name: prometheus-operator
+  name: prometheus-operator-default
 roleRef:
   apiGroup: rbac.authorization.k8s.io
   kind: ClusterRole
-  name: prometheus
+  name: prometheus-default
 subjects:
 - kind: ServiceAccount
   name: prometheus-operator
-  namespace: weekly-test
+  namespace: default

+ 1 - 1
hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-ozone-clusterrole.yaml

@@ -17,7 +17,7 @@
 kind: ClusterRole
 apiVersion: rbac.authorization.k8s.io/v1
 metadata:
-  name: csi-ozone
+  name: csi-ozone-default
 rules:
 - apiGroups:
   - ""

+ 3 - 3
hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-ozone-clusterrolebinding.yaml

@@ -17,12 +17,12 @@
 kind: ClusterRoleBinding
 apiVersion: rbac.authorization.k8s.io/v1
 metadata:
-  name: csi-ozone
+  name: csi-ozone-default
 subjects:
 - kind: ServiceAccount
   name: csi-ozone
-  namespace: weekly-test
+  namespace: default
 roleRef:
   kind: ClusterRole
-  name: csi-ozone
+  name: csi-ozone-default
   apiGroup: rbac.authorization.k8s.io

+ 1 - 1
hadoop-ozone/dist/src/main/k8s/examples/ozone/csi/csi-ozone-serviceaccount.yaml

@@ -17,5 +17,5 @@
 apiVersion: v1
 kind: ServiceAccount
 metadata:
-  namespace: weekly-test
+  namespace: default
   name: csi-ozone

+ 3 - 3
hadoop-ozone/dist/src/main/k8s/examples/ozone/datanode-statefulset.yaml

@@ -33,9 +33,9 @@ spec:
         app: ozone
         component: datanode
       annotations:
-        prdatanodeetheus.io/scrape: "true"
-        prdatanodeetheus.io/port: "9882"
-        prdatanodeetheus.io/path: /prom
+        prometheus.io/scrape: "true"
+        prometheus.io/port: "9882"
+        prometheus.io/path: /prom
     spec:
       affinity:
         podAntiAffinity: