Browse Source

HDDS-1412. Provide example k8s deployment files as part of the release package

Closes #719
Márton Elek 6 years ago
parent
commit
2ab318b603
49 changed files with 1192 additions and 352 deletions
  1. 24 0
      hadoop-ozone/common/pom.xml
  2. 2 0
      hadoop-ozone/dist/dev-support/bin/dist-layout-stitching
  3. 76 1
      hadoop-ozone/dist/pom.xml
  4. 1 1
      hadoop-ozone/dist/src/main/Dockerfile
  5. 1 3
      hadoop-ozone/dist/src/main/k8s/definitions/ozone/config.yaml
  6. 43 0
      hadoop-ozone/dist/src/main/k8s/definitions/ozone/datanode-ds.yaml
  7. 11 14
      hadoop-ozone/dist/src/main/k8s/definitions/ozone/definitions/prometheus.yaml
  8. 1 4
      hadoop-ozone/dist/src/main/k8s/definitions/ozone/flekszible.yaml
  9. 1 10
      hadoop-ozone/dist/src/main/k8s/definitions/ozone/freon/flekszible.yaml
  10. 10 22
      hadoop-ozone/dist/src/main/k8s/definitions/ozone/freon/freon.yaml
  11. 27 0
      hadoop-ozone/dist/src/main/k8s/definitions/ozone/om-ss-service.yaml
  12. 18 31
      hadoop-ozone/dist/src/main/k8s/definitions/ozone/om-ss.yaml
  13. 27 0
      hadoop-ozone/dist/src/main/k8s/definitions/ozone/s3g-ss-service.yaml
  14. 38 0
      hadoop-ozone/dist/src/main/k8s/definitions/ozone/s3g-ss.yaml
  15. 0 2
      hadoop-ozone/dist/src/main/k8s/definitions/ozone/scm-ss-service.yaml
  16. 11 32
      hadoop-ozone/dist/src/main/k8s/definitions/ozone/scm-ss.yaml
  17. 26 0
      hadoop-ozone/dist/src/main/k8s/definitions/ozone/transformations/config.yaml
  18. 58 0
      hadoop-ozone/dist/src/main/k8s/definitions/ozone/transformations/emptydir.yaml
  19. 15 0
      hadoop-ozone/dist/src/main/k8s/examples/minikube/LICENSE.header
  20. 34 0
      hadoop-ozone/dist/src/main/k8s/examples/minikube/config-configmap.yaml
  21. 1 5
      hadoop-ozone/dist/src/main/k8s/examples/minikube/datanode-service.yaml
  22. 58 0
      hadoop-ozone/dist/src/main/k8s/examples/minikube/datanode-statefulset.yaml
  23. 45 0
      hadoop-ozone/dist/src/main/k8s/examples/minikube/flekszible/flekszible.yaml
  24. 20 20
      hadoop-ozone/dist/src/main/k8s/examples/minikube/freon/freon-deployment.yaml
  25. 3 4
      hadoop-ozone/dist/src/main/k8s/examples/minikube/om-public-service.yaml
  26. 3 4
      hadoop-ozone/dist/src/main/k8s/examples/minikube/om-service.yaml
  27. 67 0
      hadoop-ozone/dist/src/main/k8s/examples/minikube/om-statefulset.yaml
  28. 3 4
      hadoop-ozone/dist/src/main/k8s/examples/minikube/s3g-public-service.yaml
  29. 3 4
      hadoop-ozone/dist/src/main/k8s/examples/minikube/s3g-service.yaml
  30. 17 15
      hadoop-ozone/dist/src/main/k8s/examples/minikube/s3g-statefulset.yaml
  31. 3 4
      hadoop-ozone/dist/src/main/k8s/examples/minikube/scm-public-service.yaml
  32. 28 0
      hadoop-ozone/dist/src/main/k8s/examples/minikube/scm-service.yaml
  33. 67 0
      hadoop-ozone/dist/src/main/k8s/examples/minikube/scm-statefulset.yaml
  34. 15 0
      hadoop-ozone/dist/src/main/k8s/examples/ozone/LICENSE.header
  35. 34 0
      hadoop-ozone/dist/src/main/k8s/examples/ozone/config-configmap.yaml
  36. 56 0
      hadoop-ozone/dist/src/main/k8s/examples/ozone/datanode-daemonset.yaml
  37. 43 0
      hadoop-ozone/dist/src/main/k8s/examples/ozone/flekszible/flekszible.yaml
  38. 46 0
      hadoop-ozone/dist/src/main/k8s/examples/ozone/freon/freon-deployment.yaml
  39. 9 6
      hadoop-ozone/dist/src/main/k8s/examples/ozone/om-service.yaml
  40. 73 0
      hadoop-ozone/dist/src/main/k8s/examples/ozone/om-statefulset.yaml
  41. 28 0
      hadoop-ozone/dist/src/main/k8s/examples/ozone/s3g-service.yaml
  42. 51 0
      hadoop-ozone/dist/src/main/k8s/examples/ozone/s3g-statefulset.yaml
  43. 28 0
      hadoop-ozone/dist/src/main/k8s/examples/ozone/scm-service.yaml
  44. 67 0
      hadoop-ozone/dist/src/main/k8s/examples/ozone/scm-statefulset.yaml
  45. 0 51
      hadoop-ozone/dist/src/main/k8s/prometheus/configmap.yaml
  46. 0 28
      hadoop-ozone/dist/src/main/k8s/prometheus/prometheus-public-serivce.yaml
  47. 0 31
      hadoop-ozone/dist/src/main/k8s/prometheus/role.yaml
  48. 0 27
      hadoop-ozone/dist/src/main/k8s/prometheus/rolebindng.yaml
  49. 0 29
      hadoop-ozone/dist/src/main/k8s/prometheus/scm-public-service.yaml

+ 24 - 0
hadoop-ozone/common/pom.xml

@@ -169,4 +169,28 @@ http://maven.apache.org/xsd/maven-4.0.0.xsd">
       </plugin>
     </plugins>
   </build>
+  <profiles>
+    <profile>
+      <id>k8s-dev</id>
+      <build>
+        <plugins>
+          <plugin>
+            <groupId>io.fabric8</groupId>
+            <artifactId>docker-maven-plugin</artifactId>
+            <version>0.29.0</version>
+            <configuration>
+              <images>
+                <image>
+                  <name>${user.name}/ozone:${project.version}</name>
+                  <build>
+                    <dockerFileDir>${project.basedir}</dockerFileDir>
+                  </build>
+                </image>
+              </images>
+            </configuration>
+          </plugin>
+        </plugins>
+      </build>
+    </profile>
+  </profiles>
 </project>

+ 2 - 0
hadoop-ozone/dist/dev-support/bin/dist-layout-stitching

@@ -120,3 +120,5 @@ cp -r "${ROOT}/hadoop-hdds/docs/target/classes/docs" ./
 run cp -p -R "${ROOT}/hadoop-ozone/dist/target/compose" .
 run cp -p -r "${ROOT}/hadoop-ozone/dist/src/main/smoketest" .
 run cp -p -r "${ROOT}/hadoop-ozone/dist/src/main/blockade" .
+run cp -p -r "${ROOT}/hadoop-ozone/dist/target/k8s" kubernetes
+run cp -p -r "${ROOT}/hadoop-ozone/dist/src/main/Dockerfile" .

+ 76 - 1
hadoop-ozone/dist/pom.xml

@@ -28,6 +28,7 @@
   <properties>
     <file.encoding>UTF-8</file.encoding>
     <downloadSources>true</downloadSources>
+    <docker.image>apache/hadoop:${project.version}</docker.image>
   </properties>
 
   <build>
@@ -139,7 +140,7 @@
         <version>3.1.0</version>
         <executions>
           <execution>
-            <id>copy-resources</id>
+            <id>copy-compose</id>
             <phase>compile</phase>
             <goals>
               <goal>copy-resources</goal>
@@ -154,6 +155,22 @@
               </resources>
             </configuration>
           </execution>
+          <execution>
+            <id>copy-k8s</id>
+            <phase>compile</phase>
+            <goals>
+              <goal>copy-resources</goal>
+            </goals>
+            <configuration>
+              <outputDirectory>${basedir}/target/k8s</outputDirectory>
+              <resources>
+                <resource>
+                  <directory>src/main/k8s</directory>
+                  <filtering>true</filtering>
+                </resource>
+              </resources>
+            </configuration>
+          </execution>
         </executions>
       </plugin>
       <plugin>
@@ -267,4 +284,62 @@
       <artifactId>hadoop-ozone-upgrade</artifactId>
     </dependency>
   </dependencies>
+  <profiles>
+    <profile>
+      <id>k8s-dev</id>
+      <properties>
+        <docker.image>${user.name}/ozone:${project.version}</docker.image>
+      </properties>
+      <build>
+        <plugins>
+          <plugin>
+            <groupId>io.fabric8</groupId>
+            <artifactId>docker-maven-plugin</artifactId>
+            <version>0.29.0</version>
+            <executions>
+              <execution>
+                <goals>
+                  <goal>build</goal>
+                </goals>
+                <phase>package</phase>
+              </execution>
+            </executions>
+            <configuration>
+              <images>
+                <image>
+                  <name>${docker.image}</name>
+                  <build>
+                    <dockerFileDir>
+                      ${project.build.directory}/ozone-${project.version}
+                    </dockerFileDir>
+                  </build>
+                </image>
+              </images>
+            </configuration>
+          </plugin>
+        </plugins>
+      </build>
+    </profile>
+    <profile>
+      <id>k8s-dev-push</id>
+      <build>
+        <plugins>
+          <plugin>
+            <groupId>io.fabric8</groupId>
+            <artifactId>docker-maven-plugin</artifactId>
+            <version>0.29.0</version>
+            <executions>
+              <execution>
+                <goals>
+                  <goal>push</goal>
+                </goals>
+                <phase>package</phase>
+              </execution>
+            </executions>
+          </plugin>
+        </plugins>
+      </build>
+    </profile>
+  </profiles>
+
 </project>

+ 1 - 1
hadoop-ozone/dist/Dockerfile → hadoop-ozone/dist/src/main/Dockerfile

@@ -16,6 +16,6 @@
 
 FROM apache/hadoop-runner:latest
 
-ADD --chown=hadoop target/ozone-0.4.0-SNAPSHOT /opt/hadoop
+ADD --chown=hadoop . /opt/hadoop
 
 WORKDIR /opt/hadoop

+ 1 - 3
hadoop-ozone/dist/src/main/k8s/ozone/config-configmap.yaml → hadoop-ozone/dist/src/main/k8s/definitions/ozone/config.yaml

@@ -17,9 +17,8 @@ apiVersion: v1
 kind: ConfigMap
 metadata:
   name: config
-  labels: {}
-  annotations: {}
 data:
+  OZONE-SITE.XML_hdds.datanode.dir: "/data/storage"
   OZONE-SITE.XML_ozone.scm.datanode.id: "/data/datanode.id"
   OZONE-SITE.XML_ozone.metadata.dirs: "/data/metadata"
   OZONE-SITE.XML_ozone.scm.block.client.address: "scm-0.scm"
@@ -27,7 +26,6 @@ data:
   OZONE-SITE.XML_ozone.scm.client.address: "scm-0.scm"
   OZONE-SITE.XML_ozone.scm.names: "scm-0.scm"
   OZONE-SITE.XML_ozone.enabled: "true"
-  OZONE-SITE.XML_hdds.prometheus.endpoint.enabled: "true"
   LOG4J.PROPERTIES_log4j.rootLogger: "INFO, stdout"
   LOG4J.PROPERTIES_log4j.appender.stdout: "org.apache.log4j.ConsoleAppender"
   LOG4J.PROPERTIES_log4j.appender.stdout.layout: "org.apache.log4j.PatternLayout"

+ 43 - 0
hadoop-ozone/dist/src/main/k8s/definitions/ozone/datanode-ds.yaml

@@ -0,0 +1,43 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+apiVersion: apps/v1
+kind: DaemonSet
+metadata:
+  name: datanode
+  labels:
+    app.kubernetes.io/component: ozone
+spec:
+  selector:
+    matchLabels:
+      app: ozone
+      component: datanode
+  template:
+    metadata:
+      annotations:
+        prometheus.io/scrape: "true"
+        prometheus.io/port: "9882"
+        prometheus.io/path: "/prom"
+      labels:
+        app: ozone
+        component: datanode
+    spec:
+      containers:
+      - name: datanode
+        image: "@docker.image@"
+        args: ["ozone","datanode"]
+        ports:
+           - containerPort: 9870
+             name: rpc

+ 11 - 14
hadoop-ozone/dist/src/main/k8s/ozone/datanode-public-service.yaml → hadoop-ozone/dist/src/main/k8s/definitions/ozone/definitions/prometheus.yaml

@@ -13,17 +13,14 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-apiVersion: v1
-kind: Service
-metadata:
-  name: datanode-public
-  labels: {}
-  annotations: {}
-spec:
-  selector:
-    app: ozone
-    component: datanode
-  ports:
-    - port: 9870
-      name: rpc
-  type: NodePort
+name: ozone/prometheus
+description: Enable prometheus monitoring in Ozone
+---
+- type: Add
+  trigger:
+    metadata:
+      name: config
+  path:
+    - data
+  value:
+    OZONE-SITE.XML_hdds.prometheus.endpoint.enabled: true

+ 1 - 4
hadoop-ozone/dist/src/main/k8s/prometheus/service-account.yaml → hadoop-ozone/dist/src/main/k8s/definitions/ozone/flekszible.yaml

@@ -13,7 +13,4 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-apiVersion: v1
-kind: ServiceAccount
-metadata:
-  name: prometheus-operator
+description: Apache Hadoop Ozone

+ 1 - 10
hadoop-ozone/dist/skaffold.yaml → hadoop-ozone/dist/src/main/k8s/definitions/ozone/freon/flekszible.yaml

@@ -13,13 +13,4 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-
-apiVersion: skaffold/v1alpha5
-kind: Config
-build:
-  artifacts:
-    - image: apache/ozone
-deploy:
-  kubectl:
-    manifests:
-       - src/main/k8s/ozone/*
+description: Load test tool for Apache Hadoop Ozone

+ 10 - 22
hadoop-ozone/dist/src/main/k8s/ozone/datanode-statefulset.yaml → hadoop-ozone/dist/src/main/k8s/definitions/ozone/freon/freon.yaml

@@ -14,39 +14,27 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 apiVersion: apps/v1
-kind: StatefulSet
+kind: Deployment
 metadata:
-  name: datanode
-  labels: {}
-  annotations: {}
+  name: freon
+  labels:
+    app.kubernetes.io/component: ozone
 spec:
+  replicas: 1
   selector:
     matchLabels:
       app: ozone
-      component: datanode
+      component: freon
   template:
     metadata:
       labels:
         app: ozone
-        component: datanode
+        component: freon
     spec:
       containers:
-        - name: datanode
-          image: apache/ozone
-          args:
-            - ozone
-            - datanode
-          ports:
-            - containerPort: 9870
-              name: rpc
-          volumeMounts:
-            - name: "data"
-              mountPath: "/data"
+        - name: freon
+          image: "@docker.image@"
+          args: ["ozone","freon", "rk", "--factor=THREE", "--replicationType=RATIS"]
           envFrom:
             - configMapRef:
                 name: config
-      volumes:
-        - name: "data"
-          emptyDir: {}
-  serviceName: datanode
-  replicas: 3

+ 27 - 0
hadoop-ozone/dist/src/main/k8s/definitions/ozone/om-ss-service.yaml

@@ -0,0 +1,27 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+apiVersion: v1
+kind: Service
+metadata:
+  name: om
+spec:
+  ports:
+  - port: 9874
+    name: ui
+  clusterIP: None
+  selector:
+     app: ozone
+     component: om

+ 18 - 31
hadoop-ozone/dist/src/main/k8s/ozone/om-statefulset.yaml → hadoop-ozone/dist/src/main/k8s/definitions/ozone/om-ss.yaml

@@ -17,8 +17,8 @@ apiVersion: apps/v1
 kind: StatefulSet
 metadata:
   name: om
-  labels: {}
-  annotations: {}
+  labels:
+    app.kubernetes.io/component: ozone
 spec:
   selector:
     matchLabels:
@@ -28,39 +28,26 @@ spec:
   replicas: 1
   template:
     metadata:
+      labels:
+        app: ozone
+        component: om
       annotations:
         prometheus.io/scrape: "true"
         prometheus.io/port: "9874"
         prometheus.io/path: "/prom"
-      labels:
-        app: ozone
-        component: om
     spec:
       initContainers:
-        - name: init
-          image: apache/ozone
-          args:
-            - ozone
-            - om
-            - --init
-          volumeMounts:
-            - name: "data"
-              mountPath: "/data"
-          envFrom:
-            - configMapRef:
-                name: config
+      - name: init
+        image: elek/ozone
+        args: ["ozone","om","--init"]
+        env:
+        - name: WAITFOR
+          value: scm-0.scm:9876
       containers:
-        - name: om
-          image: apache/ozone
-          args:
-            - ozone
-            - om
-          volumeMounts:
-            - name: "data"
-              mountPath: "/data"
-          envFrom:
-            - configMapRef:
-                name: config
-      volumes:
-        - name: "data"
-          emptyDir: {}
+      - name: om
+        image: "@docker.image@"
+        args: ["ozone","om"]
+        env:
+        - name: WAITFOR
+          value: scm-0.scm:9876
+      volumes: []

+ 27 - 0
hadoop-ozone/dist/src/main/k8s/definitions/ozone/s3g-ss-service.yaml

@@ -0,0 +1,27 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+apiVersion: v1
+kind: Service
+metadata:
+  name: s3g
+spec:
+  ports:
+  - port: 9878
+    name: rest
+  clusterIP: None
+  selector:
+     app: ozone
+     component: s3g

+ 38 - 0
hadoop-ozone/dist/src/main/k8s/definitions/ozone/s3g-ss.yaml

@@ -0,0 +1,38 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: s3g
+  labels:
+    app.kubernetes.io/component: ozone
+spec:
+  selector:
+    matchLabels:
+      app: ozone
+      component: s3g
+  serviceName: s3g
+  replicas: 1
+  template:
+    metadata:
+      labels:
+        app: ozone
+        component: s3g
+    spec:
+      containers:
+      - name: s3g
+        image: "@docker.image@"
+        args: ["ozone","s3g"]

+ 0 - 2
hadoop-ozone/dist/src/main/k8s/ozone/scm-service.yaml → hadoop-ozone/dist/src/main/k8s/definitions/ozone/scm-ss-service.yaml

@@ -17,8 +17,6 @@ apiVersion: v1
 kind: Service
 metadata:
   name: scm
-  labels: {}
-  annotations: {}
 spec:
   ports:
     - port: 9876

+ 11 - 32
hadoop-ozone/dist/src/main/k8s/ozone/scm-statefulset.yaml → hadoop-ozone/dist/src/main/k8s/definitions/ozone/scm-ss.yaml

@@ -17,8 +17,8 @@ apiVersion: apps/v1
 kind: StatefulSet
 metadata:
   name: scm
-  labels: {}
-  annotations: {}
+  labels:
+    app.kubernetes.io/component: ozone
 spec:
   selector:
     matchLabels:
@@ -28,40 +28,19 @@ spec:
   replicas: 1
   template:
     metadata:
+      labels:
+        app: ozone
+        component: scm
       annotations:
         prometheus.io/scrape: "true"
         prometheus.io/port: "9876"
         prometheus.io/path: "/prom"
-      labels:
-        app: ozone
-        component: scm
     spec:
       initContainers:
-        - name: init
-          image: apache/ozone
-          args:
-            - ozone
-            - scm
-            - --init
-          env: []
-          volumeMounts:
-            - name: "data"
-              mountPath: "/data"
-          envFrom:
-            - configMapRef:
-                name: config
+      - name: init
+        image: "@docker.image@"
+        args: ["ozone","scm", "--init"]
       containers:
-        - name: scm
-          image: apache/ozone
-          args:
-            - ozone
-            - scm
-          volumeMounts:
-            - name: "data"
-              mountPath: "/data"
-          envFrom:
-            - configMapRef:
-                name: config
-      volumes:
-        - name: "data"
-          emptyDir: {}
+      - name: scm
+        image: elek/ozone
+        args: ["ozone","scm"]

+ 26 - 0
hadoop-ozone/dist/src/main/k8s/definitions/ozone/transformations/config.yaml

@@ -0,0 +1,26 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+- type: Add
+  path:
+    - spec
+    - template
+    - spec
+    - ".*"
+    - ".*"
+    - envFrom
+  value:
+    - configMapRef:
+        name: config

+ 58 - 0
hadoop-ozone/dist/src/main/k8s/definitions/ozone/transformations/emptydir.yaml

@@ -0,0 +1,58 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+- type: Add
+  trigger:
+    metadata:
+      labels:
+        app.kubernetes.io/component: ozone
+  path:
+    - spec
+    - template
+    - spec
+    - containers
+    - "*"
+    - volumeMounts
+  value:
+    - name: data
+      mountPath: /data
+- type: Add
+  trigger:
+    metadata:
+      labels:
+        app.kubernetes.io/component: ozone
+  path:
+    - spec
+    - template
+    - spec
+    - initContainers
+    - "*"
+    - volumeMounts
+  value:
+    - name: data
+      mountPath: /data
+- type: Add
+  trigger:
+    metadata:
+      labels:
+        app.kubernetes.io/component: ozone
+  path:
+    - spec
+    - template
+    - spec
+    - volumes
+  value:
+    - name: data
+      emptyDir: {}

+ 15 - 0
hadoop-ozone/dist/src/main/k8s/examples/minikube/LICENSE.header

@@ -0,0 +1,15 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

+ 34 - 0
hadoop-ozone/dist/src/main/k8s/examples/minikube/config-configmap.yaml

@@ -0,0 +1,34 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: config
+data:
+  OZONE-SITE.XML_hdds.datanode.dir: /data/storage
+  OZONE-SITE.XML_ozone.scm.datanode.id: /data/datanode.id
+  OZONE-SITE.XML_ozone.metadata.dirs: /data/metadata
+  OZONE-SITE.XML_ozone.scm.block.client.address: scm-0.scm
+  OZONE-SITE.XML_ozone.om.address: om-0.om
+  OZONE-SITE.XML_ozone.scm.client.address: scm-0.scm
+  OZONE-SITE.XML_ozone.scm.names: scm-0.scm
+  OZONE-SITE.XML_ozone.enabled: "true"
+  LOG4J.PROPERTIES_log4j.rootLogger: INFO, stdout
+  LOG4J.PROPERTIES_log4j.appender.stdout: org.apache.log4j.ConsoleAppender
+  LOG4J.PROPERTIES_log4j.appender.stdout.layout: org.apache.log4j.PatternLayout
+  LOG4J.PROPERTIES_log4j.appender.stdout.layout.ConversionPattern: '%d{yyyy-MM-dd
+    HH:mm:ss} %-5p %c{1}:%L - %m%n'

+ 1 - 5
hadoop-ozone/dist/src/main/k8s/ozone/datanode-service.yaml → hadoop-ozone/dist/src/main/k8s/examples/minikube/datanode-service.yaml

@@ -13,17 +13,13 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
 apiVersion: v1
 kind: Service
 metadata:
   name: datanode
-  labels: {}
-  annotations: {}
 spec:
   clusterIP: None
   selector:
     app: ozone
     component: datanode
-  ports:
-    - port: 9870
-      name: rpc

+ 58 - 0
hadoop-ozone/dist/src/main/k8s/examples/minikube/datanode-statefulset.yaml

@@ -0,0 +1,58 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: datanode
+  labels:
+    app.kubernetes.io/component: ozone
+spec:
+  selector:
+    matchLabels:
+      app: ozone
+      component: datanode
+  template:
+    metadata:
+      annotations:
+        prometheus.io/scrape: "true"
+        prometheus.io/port: "9882"
+        prometheus.io/path: /prom
+      labels:
+        app: ozone
+        component: datanode
+    spec:
+      containers:
+      - name: datanode
+        image: '@docker.image@'
+        args:
+        - ozone
+        - datanode
+        ports:
+        - containerPort: 9870
+          name: rpc
+        envFrom:
+        - configMapRef:
+            name: config
+        volumeMounts:
+        - name: data
+          mountPath: /data
+      initContainers: []
+      volumes:
+      - name: data
+        emptyDir: {}
+  serviceName: datanode
+  replicas: 3

+ 45 - 0
hadoop-ozone/dist/src/main/k8s/examples/minikube/flekszible/flekszible.yaml

@@ -0,0 +1,45 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+source:
+  - path: ../../../definitions
+import:
+  - path: ozone
+    transformations:
+    - type: Image
+      image: "@docker.image@"
+    - type: DaemonToStatefulSet
+    - type: PublishStatefulSet
+  - path: ozone/freon
+    destination: freon
+    transformations:
+    - type: Image
+      image: "@docker.image@"
+header: |-
+  # Licensed to the Apache Software Foundation (ASF) under one
+  # or more contributor license agreements.  See the NOTICE file
+  # distributed with this work for additional information
+  # regarding copyright ownership.  The ASF licenses this file
+  # to you under the Apache License, Version 2.0 (the
+  # "License"); you may not use this file except in compliance
+  # with the License.  You may obtain a copy of the License at
+  #
+  #     http://www.apache.org/licenses/LICENSE-2.0
+  #
+  # Unless required by applicable law or agreed to in writing, software
+  # distributed under the License is distributed on an "AS IS" BASIS,
+  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  # See the License for the specific language governing permissions and
+  # limitations under the License.

+ 20 - 20
hadoop-ozone/dist/src/main/k8s/prometheus/deployment.yaml → hadoop-ozone/dist/src/main/k8s/examples/minikube/freon/freon-deployment.yaml

@@ -13,34 +13,34 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-apiVersion: apps/v1beta1
+
+apiVersion: apps/v1
 kind: Deployment
 metadata:
-  name: prometheus
+  name: freon
   labels:
-    app: prometheus
+    app.kubernetes.io/component: ozone
 spec:
   replicas: 1
   selector:
     matchLabels:
-      app: prometheus
+      app: ozone
+      component: freon
   template:
     metadata:
       labels:
-        app: prometheus
+        app: ozone
+        component: freon
     spec:
-        serviceAccountName: prometheus-operator
-        containers:
-          - name: prometheus
-            image: prom/prometheus
-            args: ["--config.file=/conf/prometheus.yaml"]
-            ports:
-               - containerPort: 9090
-            volumeMounts:
-              - name: config
-                mountPath: "/conf"
-                readOnly: true
-        volumes:
-          - name: config
-            configMap:
-              name: prometheusconf
+      containers:
+      - name: freon
+        image: '@docker.image@'
+        args:
+        - ozone
+        - freon
+        - rk
+        - --factor=THREE
+        - --replicationType=RATIS
+        envFrom:
+        - configMapRef:
+            name: config

+ 3 - 4
hadoop-ozone/dist/src/main/k8s/ozone/om-public-service.yaml → hadoop-ozone/dist/src/main/k8s/examples/minikube/om-public-service.yaml

@@ -13,16 +13,15 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
 apiVersion: v1
 kind: Service
 metadata:
   name: om-public
-  labels: {}
-  annotations: {}
 spec:
   ports:
-    - port: 9874
-      name: ui
+  - port: 9874
+    name: ui
   selector:
     app: ozone
     component: om

+ 3 - 4
hadoop-ozone/dist/src/main/k8s/ozone/om-service.yaml → hadoop-ozone/dist/src/main/k8s/examples/minikube/om-service.yaml

@@ -13,16 +13,15 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
 apiVersion: v1
 kind: Service
 metadata:
   name: om
-  labels: {}
-  annotations: {}
 spec:
   ports:
-    - port: 9874
-      name: ui
+  - port: 9874
+    name: ui
   clusterIP: None
   selector:
     app: ozone

+ 67 - 0
hadoop-ozone/dist/src/main/k8s/examples/minikube/om-statefulset.yaml

@@ -0,0 +1,67 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: om
+  labels:
+    app.kubernetes.io/component: ozone
+spec:
+  selector:
+    matchLabels:
+      app: ozone
+      component: om
+  serviceName: om
+  replicas: 1
+  template:
+    metadata:
+      labels:
+        app: ozone
+        component: om
+      annotations:
+        prometheus.io/scrape: "true"
+        prometheus.io/port: "9874"
+        prometheus.io/path: /prom
+    spec:
+      initContainers:
+      - name: init
+        image: '@docker.image@'
+        args:
+        - ozone
+        - om
+        - --init
+        envFrom:
+        - configMapRef:
+            name: config
+        volumeMounts:
+        - name: data
+          mountPath: /data
+      containers:
+      - name: om
+        image: '@docker.image@'
+        args:
+        - ozone
+        - om
+        envFrom:
+        - configMapRef:
+            name: config
+        volumeMounts:
+        - name: data
+          mountPath: /data
+      volumes:
+      - name: data
+        emptyDir: {}

+ 3 - 4
hadoop-ozone/dist/src/main/k8s/ozone/s3g-public-service.yaml → hadoop-ozone/dist/src/main/k8s/examples/minikube/s3g-public-service.yaml

@@ -13,16 +13,15 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
 apiVersion: v1
 kind: Service
 metadata:
   name: s3g-public
-  labels: {}
-  annotations: {}
 spec:
   ports:
-    - port: 9878
-      name: rest
+  - port: 9878
+    name: rest
   selector:
     app: ozone
     component: s3g

+ 3 - 4
hadoop-ozone/dist/src/main/k8s/ozone/s3g-service.yaml → hadoop-ozone/dist/src/main/k8s/examples/minikube/s3g-service.yaml

@@ -13,16 +13,15 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
 apiVersion: v1
 kind: Service
 metadata:
   name: s3g
-  labels: {}
-  annotations: {}
 spec:
   ports:
-    - port: 9878
-      name: rest
+  - port: 9878
+    name: rest
   clusterIP: None
   selector:
     app: ozone

+ 17 - 15
hadoop-ozone/dist/src/main/k8s/ozone/s3g-statefulset.yaml → hadoop-ozone/dist/src/main/k8s/examples/minikube/s3g-statefulset.yaml

@@ -13,12 +13,13 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
 apiVersion: apps/v1
 kind: StatefulSet
 metadata:
   name: s3g
-  labels: {}
-  annotations: {}
+  labels:
+    app.kubernetes.io/component: ozone
 spec:
   selector:
     matchLabels:
@@ -33,17 +34,18 @@ spec:
         component: s3g
     spec:
       containers:
-        - name: s3g
-          image: apache/ozone
-          args:
-            - ozone
-            - s3g
-          volumeMounts:
-            - name: "data"
-              mountPath: "/data"
-          envFrom:
-            - configMapRef:
-                name: config
+      - name: s3g
+        image: '@docker.image@'
+        args:
+        - ozone
+        - s3g
+        envFrom:
+        - configMapRef:
+            name: config
+        volumeMounts:
+        - name: data
+          mountPath: /data
+      initContainers: []
       volumes:
-        - name: "data"
-          emptyDir: {}
+      - name: data
+        emptyDir: {}

+ 3 - 4
hadoop-ozone/dist/src/main/k8s/ozone/scm-public-service.yaml → hadoop-ozone/dist/src/main/k8s/examples/minikube/scm-public-service.yaml

@@ -13,16 +13,15 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
 apiVersion: v1
 kind: Service
 metadata:
   name: scm-public
-  labels: {}
-  annotations: {}
 spec:
   ports:
-    - port: 9876
-      name: ui
+  - port: 9876
+    name: ui
   selector:
     app: ozone
     component: scm

+ 28 - 0
hadoop-ozone/dist/src/main/k8s/examples/minikube/scm-service.yaml

@@ -0,0 +1,28 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: v1
+kind: Service
+metadata:
+  name: scm
+spec:
+  ports:
+  - port: 9876
+    name: ui
+  clusterIP: None
+  selector:
+    app: ozone
+    component: scm

+ 67 - 0
hadoop-ozone/dist/src/main/k8s/examples/minikube/scm-statefulset.yaml

@@ -0,0 +1,67 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: scm
+  labels:
+    app.kubernetes.io/component: ozone
+spec:
+  selector:
+    matchLabels:
+      app: ozone
+      component: scm
+  serviceName: scm
+  replicas: 1
+  template:
+    metadata:
+      labels:
+        app: ozone
+        component: scm
+      annotations:
+        prometheus.io/scrape: "true"
+        prometheus.io/port: "9876"
+        prometheus.io/path: /prom
+    spec:
+      initContainers:
+      - name: init
+        image: '@docker.image@'
+        args:
+        - ozone
+        - scm
+        - --init
+        envFrom:
+        - configMapRef:
+            name: config
+        volumeMounts:
+        - name: data
+          mountPath: /data
+      containers:
+      - name: scm
+        image: '@docker.image@'
+        args:
+        - ozone
+        - scm
+        envFrom:
+        - configMapRef:
+            name: config
+        volumeMounts:
+        - name: data
+          mountPath: /data
+      volumes:
+      - name: data
+        emptyDir: {}

+ 15 - 0
hadoop-ozone/dist/src/main/k8s/examples/ozone/LICENSE.header

@@ -0,0 +1,15 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

+ 34 - 0
hadoop-ozone/dist/src/main/k8s/examples/ozone/config-configmap.yaml

@@ -0,0 +1,34 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: config
+data:
+  OZONE-SITE.XML_hdds.datanode.dir: /data/storage
+  OZONE-SITE.XML_ozone.scm.datanode.id: /data/datanode.id
+  OZONE-SITE.XML_ozone.metadata.dirs: /data/metadata
+  OZONE-SITE.XML_ozone.scm.block.client.address: scm-0.scm
+  OZONE-SITE.XML_ozone.om.address: om-0.om
+  OZONE-SITE.XML_ozone.scm.client.address: scm-0.scm
+  OZONE-SITE.XML_ozone.scm.names: scm-0.scm
+  OZONE-SITE.XML_ozone.enabled: "true"
+  LOG4J.PROPERTIES_log4j.rootLogger: INFO, stdout
+  LOG4J.PROPERTIES_log4j.appender.stdout: org.apache.log4j.ConsoleAppender
+  LOG4J.PROPERTIES_log4j.appender.stdout.layout: org.apache.log4j.PatternLayout
+  LOG4J.PROPERTIES_log4j.appender.stdout.layout.ConversionPattern: '%d{yyyy-MM-dd
+    HH:mm:ss} %-5p %c{1}:%L - %m%n'

+ 56 - 0
hadoop-ozone/dist/src/main/k8s/examples/ozone/datanode-daemonset.yaml

@@ -0,0 +1,56 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: apps/v1
+kind: DaemonSet
+metadata:
+  name: datanode
+  labels:
+    app.kubernetes.io/component: ozone
+spec:
+  selector:
+    matchLabels:
+      app: ozone
+      component: datanode
+  template:
+    metadata:
+      annotations:
+        prometheus.io/scrape: "true"
+        prometheus.io/port: "9882"
+        prometheus.io/path: /prom
+      labels:
+        app: ozone
+        component: datanode
+    spec:
+      containers:
+      - name: datanode
+        image: '@docker.image@'
+        args:
+        - ozone
+        - datanode
+        ports:
+        - containerPort: 9870
+          name: rpc
+        envFrom:
+        - configMapRef:
+            name: config
+        volumeMounts:
+        - name: data
+          mountPath: /data
+      initContainers: []
+      volumes:
+      - name: data
+        emptyDir: {}

+ 43 - 0
hadoop-ozone/dist/src/main/k8s/examples/ozone/flekszible/flekszible.yaml

@@ -0,0 +1,43 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+source:
+  - path: ../../../definitions
+import:
+  - path: ozone
+    transformations:
+    - type: Image
+      image: "@docker.image@"
+  - path: ozone/freon
+    destination: freon
+    transformations:
+    - type: Image
+      image: "@docker.image@"
+header: |-
+  # Licensed to the Apache Software Foundation (ASF) under one
+  # or more contributor license agreements.  See the NOTICE file
+  # distributed with this work for additional information
+  # regarding copyright ownership.  The ASF licenses this file
+  # to you under the Apache License, Version 2.0 (the
+  # "License"); you may not use this file except in compliance
+  # with the License.  You may obtain a copy of the License at
+  #
+  #     http://www.apache.org/licenses/LICENSE-2.0
+  #
+  # Unless required by applicable law or agreed to in writing, software
+  # distributed under the License is distributed on an "AS IS" BASIS,
+  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  # See the License for the specific language governing permissions and
+  # limitations under the License.

+ 46 - 0
hadoop-ozone/dist/src/main/k8s/examples/ozone/freon/freon-deployment.yaml

@@ -0,0 +1,46 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: freon
+  labels:
+    app.kubernetes.io/component: ozone
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: ozone
+      component: freon
+  template:
+    metadata:
+      labels:
+        app: ozone
+        component: freon
+    spec:
+      containers:
+      - name: freon
+        image: '@docker.image@'
+        args:
+        - ozone
+        - freon
+        - rk
+        - --factor=THREE
+        - --replicationType=RATIS
+        envFrom:
+        - configMapRef:
+            name: config

+ 9 - 6
hadoop-ozone/dist/src/main/k8s/prometheus/service.yaml → hadoop-ozone/dist/src/main/k8s/examples/ozone/om-service.yaml

@@ -13,13 +13,16 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-kind: Service
+
 apiVersion: v1
+kind: Service
 metadata:
-  name: prometheus
+  name: om
 spec:
-  selector:
-    app: prometheus
   ports:
-  - protocol: TCP
-    port: 9090
+  - port: 9874
+    name: ui
+  clusterIP: None
+  selector:
+    app: ozone
+    component: om

+ 73 - 0
hadoop-ozone/dist/src/main/k8s/examples/ozone/om-statefulset.yaml

@@ -0,0 +1,73 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: om
+  labels:
+    app.kubernetes.io/component: ozone
+spec:
+  selector:
+    matchLabels:
+      app: ozone
+      component: om
+  serviceName: om
+  replicas: 1
+  template:
+    metadata:
+      labels:
+        app: ozone
+        component: om
+      annotations:
+        prometheus.io/scrape: "true"
+        prometheus.io/port: "9874"
+        prometheus.io/path: /prom
+    spec:
+      initContainers:
+      - name: init
+        image: '@docker.image@'
+        args:
+        - ozone
+        - om
+        - --init
+        env:
+        - name: WAITFOR
+          value: scm-0.scm:9876
+        envFrom:
+        - configMapRef:
+            name: config
+        volumeMounts:
+        - name: data
+          mountPath: /data
+      containers:
+      - name: om
+        image: '@docker.image@'
+        args:
+        - ozone
+        - om
+        env:
+        - name: WAITFOR
+          value: scm-0.scm:9876
+        envFrom:
+        - configMapRef:
+            name: config
+        volumeMounts:
+        - name: data
+          mountPath: /data
+      volumes:
+      - name: data
+        emptyDir: {}

+ 28 - 0
hadoop-ozone/dist/src/main/k8s/examples/ozone/s3g-service.yaml

@@ -0,0 +1,28 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: v1
+kind: Service
+metadata:
+  name: s3g
+spec:
+  ports:
+  - port: 9878
+    name: rest
+  clusterIP: None
+  selector:
+    app: ozone
+    component: s3g

+ 51 - 0
hadoop-ozone/dist/src/main/k8s/examples/ozone/s3g-statefulset.yaml

@@ -0,0 +1,51 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: s3g
+  labels:
+    app.kubernetes.io/component: ozone
+spec:
+  selector:
+    matchLabels:
+      app: ozone
+      component: s3g
+  serviceName: s3g
+  replicas: 1
+  template:
+    metadata:
+      labels:
+        app: ozone
+        component: s3g
+    spec:
+      containers:
+      - name: s3g
+        image: '@docker.image@'
+        args:
+        - ozone
+        - s3g
+        envFrom:
+        - configMapRef:
+            name: config
+        volumeMounts:
+        - name: data
+          mountPath: /data
+      initContainers: []
+      volumes:
+      - name: data
+        emptyDir: {}

+ 28 - 0
hadoop-ozone/dist/src/main/k8s/examples/ozone/scm-service.yaml

@@ -0,0 +1,28 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: v1
+kind: Service
+metadata:
+  name: scm
+spec:
+  ports:
+  - port: 9876
+    name: ui
+  clusterIP: None
+  selector:
+    app: ozone
+    component: scm

+ 67 - 0
hadoop-ozone/dist/src/main/k8s/examples/ozone/scm-statefulset.yaml

@@ -0,0 +1,67 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: scm
+  labels:
+    app.kubernetes.io/component: ozone
+spec:
+  selector:
+    matchLabels:
+      app: ozone
+      component: scm
+  serviceName: scm
+  replicas: 1
+  template:
+    metadata:
+      labels:
+        app: ozone
+        component: scm
+      annotations:
+        prometheus.io/scrape: "true"
+        prometheus.io/port: "9876"
+        prometheus.io/path: /prom
+    spec:
+      initContainers:
+      - name: init
+        image: '@docker.image@'
+        args:
+        - ozone
+        - scm
+        - --init
+        envFrom:
+        - configMapRef:
+            name: config
+        volumeMounts:
+        - name: data
+          mountPath: /data
+      containers:
+      - name: scm
+        image: '@docker.image@'
+        args:
+        - ozone
+        - scm
+        envFrom:
+        - configMapRef:
+            name: config
+        volumeMounts:
+        - name: data
+          mountPath: /data
+      volumes:
+      - name: data
+        emptyDir: {}

+ 0 - 51
hadoop-ozone/dist/src/main/k8s/prometheus/configmap.yaml

@@ -1,51 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-apiVersion: v1
-kind: ConfigMap
-metadata:
-  name: prometheusconf
-data:
-  prometheus.yaml: |-
-    global:
-      scrape_interval: 15s
-    scrape_configs:
-    - job_name: jmxexporter
-      kubernetes_sd_configs:
-      - role: pod
-        namespaces:
-          names: ["default"]
-      bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
-      relabel_configs:
-      - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_scrape]
-        action: keep
-        regex: true
-      - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_path]
-        action: replace
-        target_label: __metrics_path__
-        regex: (.+)
-      - source_labels: [__address__, __meta_kubernetes_pod_annotation_prometheus_io_port]
-        action: replace
-        regex: ([^:]+)(?::\d+)?;(\d+)
-        replacement: $1:$2
-        target_label: __address__
-      - action: labelmap
-        regex: __meta_kubernetes_pod_label_(.+)
-      - source_labels: [__meta_kubernetes_namespace]
-        action: replace
-        target_label: kubernetes_namespace
-      - source_labels: [__meta_kubernetes_pod_name]
-        action: replace
-        target_label: kubernetes_pod_name

+ 0 - 28
hadoop-ozone/dist/src/main/k8s/prometheus/prometheus-public-serivce.yaml

@@ -1,28 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-apiVersion: v1
-kind: Service
-metadata:
-  name: prometheus-public
-  labels: {}
-  annotations: {}
-spec:
-  ports:
-    - port: 9090
-      name: ui
-  selector:
-    app: prometheus
-  type: NodePort

+ 0 - 31
hadoop-ozone/dist/src/main/k8s/prometheus/role.yaml

@@ -1,31 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-apiVersion: rbac.authorization.k8s.io/v1beta1
-kind: Role
-metadata:
-  name: prometheus
-rules:
-- apiGroups: [""]
-  resources:
-  - nodes
-  - services
-  - endpoints
-  - pods
-  verbs: ["get", "list", "watch"]
-- apiGroups: [""]
-  resources:
-  - configmaps
-  verbs: ["get"]

+ 0 - 27
hadoop-ozone/dist/src/main/k8s/prometheus/rolebindng.yaml

@@ -1,27 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-apiVersion: rbac.authorization.k8s.io/v1beta1
-kind: RoleBinding
-metadata:
-  name: prometheus-operator
-roleRef:
-  apiGroup: rbac.authorization.k8s.io
-  kind: Role
-  name: prometheus
-subjects:
-- kind: ServiceAccount
-  name: prometheus-operator
-#  namespace: default

+ 0 - 29
hadoop-ozone/dist/src/main/k8s/prometheus/scm-public-service.yaml

@@ -1,29 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-apiVersion: v1
-kind: Service
-metadata:
-  name: scm-public
-  labels: {}
-  annotations: {}
-spec:
-  ports:
-    - port: 9876
-      name: ui
-  selector:
-    app: ozone
-    component: scm
-  type: NodePort