123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538 |
- /**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
- var configs = [
- /**********************************************core-site***************************************/
- {
- "name": "fs.defaultFS",
- "templateName": ["namenode_host"],
- "foreignKey": null,
- "value": "hdfs://<templateName[0]>:8020",
- "filename": "core-site.xml"
- },
- {
- "name": "dfs.namenode.checkpoint.dir",
- "templateName": ["dfs_namenode_checkpoint_dir"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hdfs-site.xml"
- },
- {
- "name": "dfs.namenode.checkpoint.period",
- "templateName": ["dfs_namenode_checkpoint_period"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hdfs-site.xml"
- },
- {
- "name": "fs.checkpoint.size",
- "templateName": ["fs_checkpoint_size"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "core-site.xml"
- },
- {
- "name": "hadoop.proxyuser.<foreignKey[0]>.groups",
- "templateName": ["proxyuser_group"],
- "foreignKey": ["hive_user"],
- "value": "<templateName[0]>",
- "filename": "core-site.xml",
- "isOverridable" : true
- },
- {
- "name": "hadoop.proxyuser.<foreignKey[0]>.hosts",
- "templateName": ["hivemetastore_host"],
- "foreignKey": ["hive_user"],
- "value": "<templateName[0]>",
- "filename": "core-site.xml",
- "isOverridable" : true
- },
- {
- "name": "hadoop.proxyuser.<foreignKey[0]>.groups",
- "templateName": ["proxyuser_group"],
- "foreignKey": ["oozie_user"],
- "value": "<templateName[0]>",
- "filename": "core-site.xml",
- "isOverridable" : true
- },
- {
- "name": "hadoop.proxyuser.<foreignKey[0]>.hosts",
- "templateName": ["oozieserver_host"],
- "foreignKey": ["oozie_user"],
- "value": "<templateName[0]>",
- "filename": "core-site.xml",
- "isOverridable" : true
- },
- {
- "name": "hadoop.proxyuser.<foreignKey[0]>.groups",
- "templateName": ["proxyuser_group"],
- "foreignKey": ["webhcat_user"],
- "value": "<templateName[0]>",
- "filename": "core-site.xml",
- "isOverridable" : true
- },
- {
- "name": "hadoop.proxyuser.<foreignKey[0]>.hosts",
- "templateName": ["hivemetastore_host"],
- "foreignKey": ["webhcat_user"],
- "value": "<templateName[0]>",
- "filename": "core-site.xml",
- "isOverridable" : true
- },
- /**********************************************hdfs-site***************************************/
- {
- "name": "dfs.namenode.name.dir",
- "templateName": ["dfs_namenode_name_dir"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hdfs-site.xml"
- },
- {
- "name": "dfs.webhdfs.enabled",
- "templateName": ["dfs_webhdfs_enabled"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hdfs-site.xml"
- },
- {
- "name": "dfs.datanode.failed.volumes.tolerated",
- "templateName": ["dfs_datanode_failed_volume_tolerated"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hdfs-site.xml"
- },
- {
- "name": "dfs.datanode.data.dir",
- "templateName": ["dfs_datanode_data_dir"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hdfs-site.xml"
- },
- {
- "name": "dfs.hosts.exclude",
- "templateName": ["hadoop_conf_dir", "dfs_exclude"],
- "foreignKey": null,
- "value": "<templateName[0]>\/<templateName[1]>",
- "filename": "hdfs-site.xml"
- },
- {
- "name": "dfs.replication",
- "templateName": ["dfs_replication"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hdfs-site.xml"
- },
- {
- "name": "dfs.datanode.address",
- "templateName": ["dfs_datanode_address"],
- "foreignKey": null,
- "value": "0.0.0.0:<templateName[0]>",
- "filename": "hdfs-site.xml"
- },
- {
- "name": "dfs.datanode.http.address",
- "templateName": ["dfs_datanode_http_address"],
- "foreignKey": null,
- "value": "0.0.0.0:<templateName[0]>",
- "filename": "hdfs-site.xml"
- },
- {
- "name": "dfs.namenode.http-address",
- "templateName": ["namenode_host"],
- "foreignKey": null,
- "value": "<templateName[0]>:50070",
- "filename": "hdfs-site.xml"
- },
- {
- "name": "dfs.datanode.du.reserved",
- "templateName": ["datanode_du_reserved"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hdfs-site.xml"
- },
- {
- "name": "dfs.namenode.secondary.http-address",
- "templateName": ["snamenode_host"],
- "foreignKey": null,
- "value": "<templateName[0]>:50090",
- "filename": "hdfs-site.xml"
- },
- {
- "name": "dfs.namenode.https-address",
- "templateName": ["namenode_host"],
- "foreignKey": null,
- "value": "<templateName[0]>:50470",
- "filename": "hdfs-site.xml"
- },
- {
- "name": "dfs.datanode.data.dir.perm",
- "templateName": ["dfs_datanode_data_dir_perm"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hdfs-site.xml"
- },
- /**********************************************oozie-site***************************************/
- {
- "name": "oozie.base.url",
- "templateName": ["oozieserver_host"],
- "foreignKey": null,
- "value": "http://<templateName[0]>:11000/oozie",
- "filename": "oozie-site.xml"
- },
- {
- "name": "oozie.service.JPAService.create.db.schema",
- "templateName": [],
- "foreignKey": null,
- "value": "false", // this is always false
- "filename": "oozie-site.xml"
- },
- {
- "name": "oozie.db.schema.name",
- "templateName": ['oozie_database_name'],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "oozie-site.xml"
- },
- {
- "name": "oozie.service.JPAService.jdbc.driver",
- "templateName": [],
- "foreignKey": null,
- "value": "org.apache.derby.jdbc.EmbeddedDriver", // this value is overwritten in code
- "filename": "oozie-site.xml"
- },
- {
- "name": "oozie.service.JPAService.jdbc.username",
- "templateName": ['oozie_metastore_user_name'],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "oozie-site.xml"
- },
- {
- "name": "oozie.service.JPAService.jdbc.password",
- "templateName": ['oozie_metastore_user_passwd'],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "oozie-site.xml"
- },
- {
- "name": "oozie.service.JPAService.jdbc.url",
- "templateName": ["oozie_jdbc_connection_url"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "oozie-site.xml"
- },
- /**********************************************hive-site***************************************/
- {
- "name": "javax.jdo.option.ConnectionDriverName",
- "templateName": [],
- "foreignKey": null,
- "value": "com.mysql.jdbc.Driver", // this value is overwritten in code
- "filename": "hive-site.xml"
- },
- {
- "name": "javax.jdo.option.ConnectionUserName",
- "templateName": ["hive_metastore_user_name"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hive-site.xml"
- },
- {
- "name": "javax.jdo.option.ConnectionPassword",
- "templateName": ["hive_metastore_user_passwd"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hive-site.xml"
- },
- {
- "name": "javax.jdo.option.ConnectionURL",
- "templateName": ["hive_jdbc_connection_url"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hive-site.xml"
- },
- {
- "name": "hive.metastore.uris",
- "templateName": ["hivemetastore_host"],
- "foreignKey": null,
- "value": "thrift://<templateName[0]>:9083",
- "filename": "hive-site.xml"
- },
- /**********************************************yarn-site***************************************/
- {
- "name": "yarn.resourcemanager.hostname",
- "templateName": ["rm_host"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "yarn-site.xml"
- },
- {
- "name": "yarn.resourcemanager.webapp.address",
- "templateName": ["rm_host"],
- "foreignKey": null,
- "value": "<templateName[0]>:8088",
- "filename": "yarn-site.xml"
- },
- {
- "name": "yarn.resourcemanager.resource-tracker.address",
- "templateName": ["rm_host"],
- "foreignKey": null,
- "value": "<templateName[0]>:8025",
- "filename": "yarn-site.xml"
- },
- {
- "name": "yarn.resourcemanager.scheduler.address",
- "templateName": ["rm_host"],
- "foreignKey": null,
- "value": "<templateName[0]>:8030",
- "filename": "yarn-site.xml"
- },
- {
- "name": "yarn.resourcemanager.address",
- "templateName": ["rm_host"],
- "foreignKey": null,
- "value": "<templateName[0]>:8050",
- "filename": "yarn-site.xml"
- },
- {
- "name": "yarn.resourcemanager.admin.address",
- "templateName": ["rm_host"],
- "foreignKey": null,
- "value": "<templateName[0]>:8141",
- "filename": "yarn-site.xml"
- },
- {
- "name": "yarn.log.server.url",
- "templateName": ["hs_host"],
- "foreignKey": null,
- "value": "http://<templateName[0]>:19888/jobhistory/logs",
- "filename": "yarn-site.xml"
- },
- /**********************************************mapred-site***************************************/
- {
- "name": "mapreduce.jobhistory.webapp.address",
- "templateName": ["hs_host"],
- "foreignKey": null,
- "value": "<templateName[0]>:19888",
- "filename": "mapred-site.xml"
- },
- {
- "name": "mapreduce.jobhistory.address",
- "templateName": ["hs_host"],
- "foreignKey": null,
- "value": "<templateName[0]>:10020",
- "filename": "mapred-site.xml"
- },
- /**********************************************hbase-site***************************************/
- {
- "name": "hbase.rootdir",
- "templateName": ["namenode_host", "hbase_hdfs_root_dir"],
- "foreignKey": null,
- "value": "hdfs://<templateName[0]>:8020<templateName[1]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.tmp.dir",
- "templateName": ["hbase_tmp_dir"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.regionserver.global.memstore.upperLimit",
- "templateName": ["regionserver_memstore_upperlimit"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.hstore.blockingStoreFiles",
- "templateName": ["hstore_blockingstorefiles"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.hstore.compactionThreshold",
- "templateName": ["hstore_compactionthreshold"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hfile.block.cache.size",
- "templateName": ["hfile_blockcache_size"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.hregion.max.filesize",
- "templateName": ["hstorefile_maxsize"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.regionserver.handler.count",
- "templateName": ["regionserver_handlers"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.hregion.majorcompaction",
- "templateName": ["hregion_majorcompaction"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.regionserver.global.memstore.lowerLimit",
- "templateName": ["regionserver_memstore_lowerlimit"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.hregion.memstore.block.multiplier",
- "templateName": ["hregion_blockmultiplier"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.hregion.memstore.mslab.enabled",
- "templateName": ["regionserver_memstore_lab"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.hregion.memstore.flush.size",
- "templateName": ["hregion_memstoreflushsize"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.client.scanner.caching",
- "templateName": ["client_scannercaching"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.client.scanner.caching",
- "templateName": ["client_scannercaching"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.cluster.distributed",
- "templateName": [],
- "foreignKey": null,
- "value": "true",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.zookeeper.property.clientPort",
- "templateName": [],
- "foreignKey": null,
- "value": "2181",
- "filename": "hbase-site.xml"
- },
- {
- "name": "zookeeper.session.timeout",
- "templateName": ["zookeeper_sessiontimeout"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.client.keyvalue.maxsize",
- "templateName": ["hfile_max_keyvalue_size"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "dfs.client.read.shortcircuit",
- "templateName": ["hdfs_enable_shortcircuit_read"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hdfs-site.xml"
- },
- {
- "name": "hbase.security.authentication",
- "templateName": [],
- "foreignKey": null,
- "value": "simple",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.security.authorization",
- "templateName": [],
- "foreignKey": null,
- "value": "false",
- "filename": "hbase-site.xml"
- },
- {
- "name": "hbase.zookeeper.quorum",
- "templateName": ["zookeeperserver_hosts"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "hbase-site.xml"
- },
- {
- "name": "zookeeper.znode.parent",
- "templateName": [],
- "foreignKey": null,
- "value": "/hbase-unsecure",
- "filename": "hbase-site.xml"
- },
- /**********************************************webhcat-site***************************************/
- {
- "name": "templeton.zookeeper.hosts",
- "templateName": ["zookeeperserver_hosts"],
- "foreignKey": null,
- "value": "<templateName[0]>",
- "filename": "webhcat-site.xml"
- }
- ];
- /**
- * Configs consists of 2 types: Computed values, which cannot be modified by user
- * and overridable values, which user can modify. We provide interface how to get all of this
- * configs separately
- * @type {Object}
- */
- module.exports = {
- all : function(){
- return configs.slice(0);
- },
- overridable: function(){
- return configs.filterProperty('foreignKey');
- },
- computed: function(){
- return configs.filterProperty('foreignKey', null);
- }
- };
|