Explorar o código

AMBARI-16248: Create KAFKA service versions in common-services (jluniya)

Jayush Luniya %!s(int64=9) %!d(string=hai) anos
pai
achega
aaaa9884e7
Modificáronse 33 ficheiros con 120 adicións e 56 borrados
  1. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/alerts.json
  2. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/configuration/kafka-broker.xml
  3. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/configuration/kafka-env.xml
  4. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/configuration/kafka-log4j.xml
  5. 19 1
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/metainfo.xml
  6. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/metrics.json
  7. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka.py
  8. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka_broker.py
  9. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/params.py
  10. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/service_check.py
  11. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/setup_ranger_kafka.py
  12. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/status_params.py
  13. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/upgrade.py
  14. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/utils.py
  15. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/templates/kafka.conf.j2
  16. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/templates/kafka_client_jaas.conf.j2
  17. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/templates/kafka_jaas.conf.j2
  18. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/templates/tools-log4j.properties.j2
  19. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.9.0/alerts.json
  20. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.9.0/configuration/kafka-broker.xml
  21. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.9.0/configuration/kafka-env.xml
  22. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.9.0/configuration/ranger-kafka-audit.xml
  23. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.9.0/configuration/ranger-kafka-plugin-properties.xml
  24. 67 0
      ambari-server/src/main/resources/common-services/KAFKA/0.9.0/configuration/ranger-kafka-policymgr-ssl.xml
  25. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.9.0/configuration/ranger-kafka-security.xml
  26. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.9.0/kerberos.json
  27. 30 0
      ambari-server/src/main/resources/common-services/KAFKA/0.9.0/metainfo.xml
  28. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.9.0/metrics.json
  29. 0 0
      ambari-server/src/main/resources/common-services/KAFKA/0.9.0/widgets.json
  30. 2 19
      ambari-server/src/main/resources/stacks/HDP/2.2/services/KAFKA/metainfo.xml
  31. 0 32
      ambari-server/src/main/resources/stacks/HDP/2.3/services/KAFKA/configuration/ranger-kafka-policymgr-ssl.xml
  32. 1 3
      ambari-server/src/main/resources/stacks/HDP/2.3/services/KAFKA/metainfo.xml
  33. 1 1
      ambari-server/src/test/python/stacks/2.2/KAFKA/test_kafka_broker.py

+ 0 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/alerts.json → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/alerts.json


+ 0 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/configuration/kafka-broker.xml → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/configuration/kafka-broker.xml


+ 0 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/configuration/kafka-env.xml → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/configuration/kafka-env.xml


+ 0 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/configuration/kafka-log4j.xml → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/configuration/kafka-log4j.xml


+ 19 - 1
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/metainfo.xml → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/metainfo.xml

@@ -22,7 +22,7 @@
       <name>KAFKA</name>
       <displayName>Kafka</displayName>
       <comment>A high-throughput distributed messaging system</comment>
-      <version>0.8.1.2.2</version>
+      <version>0.8.1</version>
       <components>
         <component>
           <name>KAFKA_BROKER</name>
@@ -84,6 +84,24 @@
         <config-type>zoo.cfg</config-type>
         <config-type>ams-ssl-client</config-type>
       </configuration-dependencies>
+      <osSpecifics>
+        <osSpecific>
+          <osFamily>redhat7,amazon2015,redhat6,suse11,suse12</osFamily>
+          <packages>
+            <package>
+              <name>kafka_${stack_version}</name>
+            </package>
+          </packages>
+        </osSpecific>
+        <osSpecific>
+          <osFamily>debian7,ubuntu12,ubuntu14</osFamily>
+          <packages>
+            <package>
+              <name>kafka-${stack_version}</name>
+            </package>
+          </packages>
+        </osSpecific>
+      </osSpecifics>
       <restartRequiredAfterChange>true</restartRequiredAfterChange>
     </service>
   </services>

+ 0 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/metrics.json → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/metrics.json


+ 0 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/package/scripts/kafka.py → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka.py


+ 0 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/package/scripts/kafka_broker.py → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/kafka_broker.py


+ 0 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/package/scripts/params.py → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/params.py


+ 0 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/package/scripts/service_check.py → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/service_check.py


+ 0 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/package/scripts/setup_ranger_kafka.py → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/setup_ranger_kafka.py


+ 0 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/package/scripts/status_params.py → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/status_params.py


+ 0 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/package/scripts/upgrade.py → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/upgrade.py


+ 0 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/package/scripts/utils.py → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/scripts/utils.py


+ 0 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/package/templates/kafka.conf.j2 → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/templates/kafka.conf.j2


+ 0 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/package/templates/kafka_client_jaas.conf.j2 → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/templates/kafka_client_jaas.conf.j2


+ 0 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/package/templates/kafka_jaas.conf.j2 → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/templates/kafka_jaas.conf.j2


+ 0 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.8.1.2.2/package/templates/tools-log4j.properties.j2 → ambari-server/src/main/resources/common-services/KAFKA/0.8.1/package/templates/tools-log4j.properties.j2


+ 0 - 0
ambari-server/src/main/resources/stacks/HDP/2.3/services/KAFKA/alerts.json → ambari-server/src/main/resources/common-services/KAFKA/0.9.0/alerts.json


+ 0 - 0
ambari-server/src/main/resources/stacks/HDP/2.3/services/KAFKA/configuration/kafka-broker.xml → ambari-server/src/main/resources/common-services/KAFKA/0.9.0/configuration/kafka-broker.xml


+ 0 - 0
ambari-server/src/main/resources/stacks/HDP/2.3/services/KAFKA/configuration/kafka-env.xml → ambari-server/src/main/resources/common-services/KAFKA/0.9.0/configuration/kafka-env.xml


+ 0 - 0
ambari-server/src/main/resources/stacks/HDP/2.3/services/KAFKA/configuration/ranger-kafka-audit.xml → ambari-server/src/main/resources/common-services/KAFKA/0.9.0/configuration/ranger-kafka-audit.xml


+ 0 - 0
ambari-server/src/main/resources/stacks/HDP/2.3/services/KAFKA/configuration/ranger-kafka-plugin-properties.xml → ambari-server/src/main/resources/common-services/KAFKA/0.9.0/configuration/ranger-kafka-plugin-properties.xml


+ 67 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.9.0/configuration/ranger-kafka-policymgr-ssl.xml

@@ -0,0 +1,67 @@
+<?xml version="1.0"?>
+<!--
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+-->
+<configuration>
+  
+  <property>
+    <name>xasecure.policymgr.clientssl.keystore</name>
+    <value>kafkadev-clientcert.jks</value>
+    <description>Java Keystore files</description>
+  </property>
+
+  <property>
+    <name>xasecure.policymgr.clientssl.keystore.password</name>
+    <value>myKeyFilePassword</value>
+    <property-type>PASSWORD</property-type>
+    <description>password for keystore</description>
+    <value-attributes>
+      <type>password</type>
+    </value-attributes>
+  </property>
+
+  <property>
+    <name>xasecure.policymgr.clientssl.truststore</name>
+    <value>cacerts-xasecure.jks</value>
+    <description>java truststore file</description>
+  </property>
+
+  <property>
+    <name>xasecure.policymgr.clientssl.truststore.password</name>
+    <value>changeit</value>
+    <property-type>PASSWORD</property-type>
+    <description>java truststore password</description>
+    <value-attributes>
+      <type>password</type>
+    </value-attributes>
+  </property>
+
+    <property>
+    <name>xasecure.policymgr.clientssl.keystore.credential.file</name>
+    <value>jceks://file/{{credential_file}}</value>
+    <description>java keystore credential file</description>
+  </property>
+
+  <property>
+    <name>xasecure.policymgr.clientssl.truststore.credential.file</name>
+    <value>jceks://file/{{credential_file}}</value>
+    <description>java truststore credential file</description>
+  </property>
+
+</configuration>

+ 0 - 0
ambari-server/src/main/resources/stacks/HDP/2.3/services/KAFKA/configuration/ranger-kafka-security.xml → ambari-server/src/main/resources/common-services/KAFKA/0.9.0/configuration/ranger-kafka-security.xml


+ 0 - 0
ambari-server/src/main/resources/stacks/HDP/2.3/services/KAFKA/kerberos.json → ambari-server/src/main/resources/common-services/KAFKA/0.9.0/kerberos.json


+ 30 - 0
ambari-server/src/main/resources/common-services/KAFKA/0.9.0/metainfo.xml

@@ -0,0 +1,30 @@
+<?xml version="1.0"?>
+<!--
+   Licensed to the Apache Software Foundation (ASF) under one or more
+   contributor license agreements.  See the NOTICE file distributed with
+   this work for additional information regarding copyright ownership.
+   The ASF licenses this file to You under the Apache License, Version 2.0
+   (the "License"); you may not use this file except in compliance with
+   the License.  You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.
+-->
+<metainfo>
+  <schemaVersion>2.0</schemaVersion>
+  <services>
+    <service>
+      <name>KAFKA</name>
+      <version>0.9.0</version>
+      <extends>common-services/KAFKA/0.8.1</extends>
+      <configuration-dependencies>
+        <config-type>kafka-broker</config-type>
+      </configuration-dependencies>
+    </service>
+  </services>
+</metainfo>

+ 0 - 0
ambari-server/src/main/resources/stacks/HDP/2.3/services/KAFKA/metrics.json → ambari-server/src/main/resources/common-services/KAFKA/0.9.0/metrics.json


+ 0 - 0
ambari-server/src/main/resources/stacks/HDP/2.3/services/KAFKA/widgets.json → ambari-server/src/main/resources/common-services/KAFKA/0.9.0/widgets.json


+ 2 - 19
ambari-server/src/main/resources/stacks/HDP/2.2/services/KAFKA/metainfo.xml

@@ -20,25 +20,8 @@
   <services>
     <service>
       <name>KAFKA</name>
-      <extends>common-services/KAFKA/0.8.1.2.2</extends>
-      <osSpecifics>
-        <osSpecific>
-          <osFamily>redhat7,amazon2015,redhat6,suse11,suse12</osFamily>
-          <packages>
-            <package>
-              <name>kafka_${stack_version}</name>
-            </package>
-          </packages>
-        </osSpecific>
-        <osSpecific>
-          <osFamily>debian7,ubuntu12,ubuntu14</osFamily>
-          <packages>
-            <package>
-              <name>kafka-${stack_version}</name>
-            </package>
-          </packages>
-        </osSpecific>
-      </osSpecifics>
+      <version>0.8.1.2.2</version>
+      <extends>common-services/KAFKA/0.8.1</extends>
     </service>
   </services>
 </metainfo>

+ 0 - 32
ambari-server/src/main/resources/stacks/HDP/2.3/services/KAFKA/configuration/ranger-kafka-policymgr-ssl.xml

@@ -26,42 +26,10 @@
     <description>Java Keystore files</description>
   </property>
 
-  <property>
-    <name>xasecure.policymgr.clientssl.keystore.password</name>
-    <value>myKeyFilePassword</value>
-    <property-type>PASSWORD</property-type>
-    <description>password for keystore</description>
-    <value-attributes>
-      <type>password</type>
-    </value-attributes>
-  </property>
-
   <property>
     <name>xasecure.policymgr.clientssl.truststore</name>
     <value>/usr/hdp/current/kafka-broker/config/ranger-plugin-truststore.jks</value>
     <description>java truststore file</description>
   </property>
 
-  <property>
-    <name>xasecure.policymgr.clientssl.truststore.password</name>
-    <value>changeit</value>
-    <property-type>PASSWORD</property-type>
-    <description>java truststore password</description>
-    <value-attributes>
-      <type>password</type>
-    </value-attributes>
-  </property>
-
-    <property>
-    <name>xasecure.policymgr.clientssl.keystore.credential.file</name>
-    <value>jceks://file/{{credential_file}}</value>
-    <description>java keystore credential file</description>
-  </property>
-
-  <property>
-    <name>xasecure.policymgr.clientssl.truststore.credential.file</name>
-    <value>jceks://file/{{credential_file}}</value>
-    <description>java truststore credential file</description>
-  </property>
-
 </configuration>

+ 1 - 3
ambari-server/src/main/resources/stacks/HDP/2.3/services/KAFKA/metainfo.xml

@@ -21,9 +21,7 @@
     <service>
       <name>KAFKA</name>
       <version>0.9.0.2.3</version>
-      <configuration-dependencies>
-        <config-type>kafka-broker</config-type>
-      </configuration-dependencies>
+      <extends>common-services/KAFKA/0.9.0</extends>
     </service>
   </services>
 </metainfo>

+ 1 - 1
ambari-server/src/test/python/stacks/2.2/KAFKA/test_kafka_broker.py

@@ -25,7 +25,7 @@ from only_for_platform import not_for_platform, PLATFORM_WINDOWS
 
 @not_for_platform(PLATFORM_WINDOWS)
 class TestKafkaBroker(RMFTestCase):
-  COMMON_SERVICES_PACKAGE_DIR = "KAFKA/0.8.1.2.2/package"
+  COMMON_SERVICES_PACKAGE_DIR = "KAFKA/0.8.1/package"
   STACK_VERSION = "2.2"
 
   def test_configure_default(self):