AMBARI-4257. Storm: Update Install Wizard to be able to install Storm as a service (Denys Buzhor via alexantonenko)

ambari-web/app/assets/data/clusters/HDP2/cluster.json

@@ -48,7 +48,11 @@
       "yarn-site" : {
         "user" : "admin",
         "tag" : "version1"
+      },
+      "storm-site" : {
+        "user" : "admin",
+        "tag" : "version1"
       }
     }
   }
-}
+}

ambari-web/app/assets/data/clusters/cluster.json

@@ -32,6 +32,9 @@
       "hue-site" : {
         "tag" : "version1"
       },
+      "storm-site" : {
+        "tag" : "version1"
+      },
       "capacity-scheduler" : {
         "tag" : "version1"
       },
@@ -40,4 +43,4 @@
       }
     }
   }
-}
+}

ambari-web/app/assets/data/wizard/stack/hdp/version/2.0.1.json

@@ -143,6 +143,17 @@
         "comments" : "Apache Hadoop Distributed File System",
         "service_version" : "2.0.3.22-1"
       }
+    },
+    {
+      "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/2.0.1/stackServices/STORM",
+      "StackServices" : {
+        "user_name" : "root",
+        "stack_version" : "2.0.1",
+        "service_name" : "STORM",
+        "stack_name" : "HDP",
+        "comments" : "Apache Hadoop Stream processing framework",
+        "service_version" : "0.9.0.1"
+      }
     }
   ]
 }

ambari-web/app/assets/data/wizard/stack/hdp/version/2.0.5.json

@@ -143,6 +143,17 @@
         "comments" : "Apache Hadoop Distributed File System",
         "service_version" : "2.0.3.22-1"
       }
+    },
+    {
+      "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/2.0.1/stackServices/STORM",
+      "StackServices" : {
+        "user_name" : "root",
+        "stack_version" : "2.0.1",
+        "service_name" : "STORM",
+        "stack_name" : "HDP",
+        "comments" : "Apache Hadoop Stream processing framework",
+        "service_version" : "0.9.0.1"
+      }
     }
   ]
 }

ambari-web/app/assets/data/wizard/stack/hdp/version2.0.1/STORM.json

@@ -0,0 +1,17 @@
+{
+  "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/STORM/configurations?fields=*",
+  "items" : [
+    {
+      "href" : "http://dev.hortonworks.com:8080/api/v1/stacks2/HDP/versions/1.3.0/stackServices/STORM/configurations/STORM.systemmode",
+      "StackConfigurations" : {
+        "property_description" : "\n     The place where jars are kept.\n     ",
+        "property_value" : "storm-local",
+        "stack_version" : "1.3.0",
+        "property_name" : "storm.local.dir",
+        "filename" : "storm-site.xml",
+        "service_name" : "STORM",
+        "stack_name" : "HDP"
+      }
+    }
+  ]
+}

ambari-web/app/controllers/wizard.js

@@ -474,11 +474,11 @@ App.WizardController = Em.Controller.extend({
     });
 
     var data = [];
-
     // loop through all the service components
     for (var i = 0; i < displayOrderConfig.length; i++) {
       var entry = jsonData.items.findProperty("StackServices.service_name", displayOrderConfig[i].serviceName);
       if (entry) {
+        if (entry.StackServices.service_name == 'STORM' && !App.testMode) continue; // @todo remove this line after STORM integration
         var myService = Service.create({
           serviceName: entry.StackServices.service_name,
           displayName: displayOrderConfig[i].displayName,
@@ -512,7 +512,7 @@ App.WizardController = Em.Controller.extend({
   loadServicesFromServer: function () {
     var services = this.getDBProperty('service');
     if (services) {
-      return;
+//      return;
     }
     var apiService = this.loadServiceComponents();
     this.set('content.services', apiService);

ambari-web/app/controllers/wizard/step5_controller.js

@@ -352,6 +352,10 @@ App.WizardStep5Controller = Em.Controller.extend({
   getHueServer:function (noOfHosts) {
     return this.getGangliaServer(noOfHosts);
   },
+
+  getNimbusServer: function(noOfHosts) {
+    return this.getGangliaServer(noOfHosts);
+  },
   /**
    * Return hostName of masterNode for specified service
    * @param componentName
@@ -439,13 +443,15 @@ App.WizardStep5Controller = Em.Controller.extend({
         return this.getNagiosServer(noOfHosts);
       case 'HUE_SERVER':
         return this.getHueServer(noOfHosts);
+      case 'NIMBUS':
+        return this.getNimbusServer(noOfHosts);
+      default:
     }
   },
 
   masterHostMapping:function () {
     var mapping = [], mappingObject, self = this, mappedHosts, hostObj, hostInfo;
     //get the unique assigned hosts and find the master services assigned to them
-
     mappedHosts = this.get("selectedServicesMasters").mapProperty("selectedHost").uniq();
 
     mappedHosts.forEach(function (item) {

ambari-web/app/controllers/wizard/step8_controller.js

@@ -522,6 +522,10 @@ App.WizardStep8Controller = Em.Controller.extend({
            this.loadSqoop(serviceObj);
            break;
            */
+          case 'STORM':
+            if (App.testMode) {
+              this.loadSTORM(serviceObj);
+            }
           case 'HCATALOG':
             break;
           default:
@@ -893,6 +897,32 @@ App.WizardStep8Controller = Em.Controller.extend({
     this.get('services').pushObject(pigObj);
   },
 
+  loadSTORM: function (stormObj) {
+    stormObj.get('service_components').forEach(function(component) {
+      switch (component.get('display_name')) {
+        case 'Nimbus':
+          this.loadNimbusValue(component);
+          break;
+        case 'SuperVisor':
+          this.loadSuperVisorValue(component);
+          break;
+        default:
+      }
+    }, this);
+    this.get('services').pushObject(stormObj);
+  },
+
+  loadNimbusValue: function(component) {
+    var nimbusHost = this.get('content.masterComponentHosts').filterProperty('display_name', component.get('display_name'));
+    component.set('component_value', nimbusHost[0].hostName);
+  },
+
+  loadSuperVisorValue: function(component) {
+    var hostsCount = this.get('content.slaveComponentHosts').findProperty('componentName', 'CLIENT').hosts.length;
+    var hostsText = hostsCount > 1 ? hostsCount + ' hosts' : hostsCount + ' host'
+    component.set('component_value', hostsText);
+  },
+
   /**
    * Onclick handler for <code>next</code> button
    */

ambari-web/app/data/HDP2/global_properties.js

@@ -1270,6 +1270,21 @@ module.exports =
       "serviceName": "GANGLIA",
       "category": "Advanced"
     },
+  /**********************************************STORM***************************************/
+    // @todo create real properties
+    {
+      "id": "puppet var",
+      "name": "nimbus.thrift.port",
+      "displayName": "nimbus.thrift.port",
+      "description": "",
+      "defaultValue": "6627",
+      "isReconfigurable": false,
+      "displayType": "int",
+      "isVisible": true,
+      "isRequiredByAgent": true,
+      "serviceName": "STORM",
+      "category": "Nimbus"
+    },
   /**********************************************MISC***************************************/
     {
       "id": "puppet var",
@@ -1523,6 +1538,20 @@ module.exports =
       "category": "Users and Groups",
       "belongsToService":["HDFS"]
     },
+    {
+      "id": "puppet var",
+      "name": "storm_user",
+      "displayName": "Storm User",
+      "description": "User to run Storm as",
+      "defaultValue": "storm",
+      "isReconfigurable": false,
+      "displayType": "user",
+      "isOverridable": false,
+      "isVisible": true,
+      "serviceName":"MISC",
+      "category": "Users and Groups",
+      "belongsToService":["STORM"]
+    },
     {
       "id": "puppet var",
       "name": "rrdcached_base_dir",
@@ -1536,6 +1565,7 @@ module.exports =
       "serviceName": "GANGLIA",
       "category": "General",
       "belongsToService":["GANGLIA"]
-    }
+    },
+
   ]
 };

ambari-web/app/data/HDP2/ha_properties.js

@@ -1,3 +1,20 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
 module.exports =
 {
   "haConfig": {
@@ -207,4 +224,4 @@ module.exports =
       }
     ]
   }
-};
+};

ambari-web/app/data/review_configs.js

@@ -212,8 +212,22 @@ module.exports = [
             component_value: ''
           })
         ]
+      }),
+      Ember.Object.create({
+        service_name: 'STORM',
+        display_name: 'Storm',
+        service_components: [
+          Ember.Object.create({
+            display_name: 'Nimbus',
+            component_value: ''
+          }),
+          Ember.Object.create({
+            display_name: 'SuperVisor',
+            component_value: ''
+          })
+        ]
       })
 
     ]
   }
-];
+];

ambari-web/app/data/service_components.js

@@ -345,7 +345,7 @@ module.exports = new Ember.Set([
     component_name: 'SUPERVISOR',
     display_name: 'Supervisor',
     isMaster: false,
-    isClient: false,
+    isClient: true,
     description: 'Client component for STORM'
   }
 ]);

ambari-web/app/data/service_configs.js

@@ -216,7 +216,16 @@ module.exports = [
     sites: ['pig-log4j'],
     configs: []
   },
-
+  // @todo change to actual info
+  {
+    serviceName: 'STORM',
+    displayName: 'Storm',
+    configCategories: [
+      App.ServiceConfigCategory.create({ name: 'Nimbus', displayName : 'Nimbus'})
+    ],
+    sites: ['storm-site'],
+    configs: []
+  },
   {
     serviceName: 'MISC',
     displayName: 'Misc',

ambari-web/app/data/services.js

@@ -162,6 +162,7 @@ module.exports = [
     isDisabled: false,
     isSelected: App.testMode,
     canBeSelected: App.testMode,
-    isHidden: !App.testMode
+    isHidden: !App.testMode,
+    description: Em.I18n.t('services.storm.description')
   }
 ]

ambari-web/app/messages.js

@@ -248,6 +248,7 @@ Em.I18n.translations = {
   'services.mapreduce2.description':'Apache Hadoop NextGen MapReduce (client libraries)',
   'services.yarn.description':'Apache Hadoop NextGen MapReduce (YARN)',
   'services.tez.description':'Tez is the next generation Hadoop Query Processing framework written on top of YARN',
+  'services.storm.description': 'Apache Hadoop Stream processing framework',
 
   'services.alerts.head':'You have {0} critical alert notification(s).',
   'services.alerts.OK.timePrefix': 'OK for ',

ambari-web/app/models/service_config.js

@@ -89,8 +89,8 @@ App.ServiceConfigCategory = Ember.Object.extend({
   }.property('name'),
 
   isForSlaveComponent: function () {
-    return this.get('name') === 'DataNode' || this.get('name') === 'TaskTracker' ||
-      this.get('name') === 'RegionServer';
+    var slaveComponents = ['DataNode', 'TaskTracker', 'RegionServer']
+    return (slaveComponents.contains(this.get('name')));
   }.property('name'),
 
   slaveErrorCount: function () {
@@ -402,6 +402,7 @@ App.ServiceConfigProperty = Ember.Object.extend({
         var zkHostPort = zkHosts;
         var regex = "\\w*:(\\d+)";   //regex to fetch the port
         var portValue = this.get('defaultValue').match(new RegExp(regex));
+        if (!portValue) return;
         if (portValue[1]) {
           for ( var i = 0; i < zkHosts.length; i++ ) {
             zkHostPort[i] = zkHosts[i] + ":" + portValue[1];