/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ var configs = [ /**********************************************core-site***************************************/ { "name": "fs.defaultFS", "templateName": ["namenode_host"], "foreignKey": null, "value": "hdfs://:8020", "filename": "core-site.xml" }, { "name": "dfs.namenode.checkpoint.dir", "templateName": ["dfs_namenode_checkpoint_dir"], "foreignKey": null, "value": "", "filename": "core-site.xml" }, { "name": "dfs.namenode.checkpoint.period", "templateName": ["dfs_namenode_checkpoint_period"], "foreignKey": null, "value": "", "filename": "core-site.xml" }, { "name": "fs.checkpoint.size", "templateName": ["fs_checkpoint_size"], "foreignKey": null, "value": "", "filename": "core-site.xml" }, { "name": "fs.checkpoint.edits.dir", "templateName": ["dfs_namenode_checkpoint_dir"], "foreignKey": null, "value": "", "filename": "core-site.xml" }, { "name": "hadoop.proxyuser..groups", "templateName": ["proxyuser_group"], "foreignKey": ["hive_user"], "value": "", "filename": "core-site.xml", "isOverridable" : true }, { "name": "hadoop.proxyuser..hosts", "templateName": ["hivemetastore_host"], "foreignKey": ["hive_user"], "value": "", "filename": "core-site.xml", "isOverridable" : true }, { "name": "hadoop.proxyuser..groups", "templateName": ["proxyuser_group"], "foreignKey": ["oozie_user"], "value": "", "filename": "core-site.xml", "isOverridable" : true }, { "name": "hadoop.proxyuser..hosts", "templateName": ["oozieserver_host"], "foreignKey": ["oozie_user"], "value": "", "filename": "core-site.xml", "isOverridable" : true }, { "name": "hadoop.proxyuser..groups", "templateName": ["proxyuser_group"], "foreignKey": ["webhcat_user"], "value": "", "filename": "core-site.xml", "isOverridable" : true }, { "name": "hadoop.proxyuser..hosts", "templateName": ["hivemetastore_host"], "foreignKey": ["webhcat_user"], "value": "", "filename": "core-site.xml", "isOverridable" : true }, /**********************************************hdfs-site***************************************/ { "name": "dfs.namenode.name.dir", "templateName": ["dfs_namenode_name_dir"], "foreignKey": null, "value": "", "filename": "hdfs-site.xml" }, { "name": "dfs.webhdfs.enabled", "templateName": ["dfs_webhdfs_enabled"], "foreignKey": null, "value": "", "filename": "hdfs-site.xml" }, { "name": "dfs.datanode.failed.volumes.tolerated", "templateName": ["dfs_datanode_failed_volume_tolerated"], "foreignKey": null, "value": "", "filename": "hdfs-site.xml" }, { "name": "dfs.block.local-path-access.user", "templateName": ["dfs_block_local_path_access_user"], "foreignKey": null, "value": "", "filename": "hdfs-site.xml" }, { "name": "dfs.datanode.data.dir", "templateName": ["dfs_datanode_data_dir"], "foreignKey": null, "value": "", "filename": "hdfs-site.xml" }, { "name": "dfs.hosts.exclude", "templateName": ["hadoop_conf_dir", "dfs_exclude"], "foreignKey": null, "value": "\/", "filename": "hdfs-site.xml" }, { "name": "dfs.replication", "templateName": ["dfs_replication"], "foreignKey": null, "value": "", "filename": "hdfs-site.xml" }, { "name": "dfs.datanode.address", "templateName": ["dfs_datanode_address"], "foreignKey": null, "value": "0.0.0.0:", "filename": "hdfs-site.xml" }, { "name": "dfs.datanode.http.address", "templateName": ["dfs_datanode_http_address"], "foreignKey": null, "value": "0.0.0.0:", "filename": "hdfs-site.xml" }, { "name": "dfs.namenode.http-address", "templateName": ["namenode_host"], "foreignKey": null, "value": ":50070", "filename": "hdfs-site.xml" }, { "name": "dfs.datanode.du.reserved", "templateName": ["datanode_du_reserved"], "foreignKey": null, "value": "", "filename": "hdfs-site.xml" }, { "name": "dfs.namenode.secondary.http-address", "templateName": ["snamenode_host"], "foreignKey": null, "value": ":50090", "filename": "hdfs-site.xml" }, { "name": "dfs.https.namenode.https-address", "templateName": ["namenode_host"], "foreignKey": null, "value": ":50470", "filename": "hdfs-site.xml" }, { "name": "dfs.datanode.data.dir.perm", "templateName": ["dfs_datanode_data_dir_perm"], "foreignKey": null, "value": "", "filename": "hdfs-site.xml" }, /**********************************************oozie-site***************************************/ { "name": "oozie.base.url", "templateName": ["oozieserver_host"], "foreignKey": null, "value": "http://:11000/oozie", "filename": "oozie-site.xml" }, { "name": "oozie.service.JPAService.create.db.schema", "templateName": [], "foreignKey": null, "value": "false", // this is always false "filename": "oozie-site.xml" }, { "name": "oozie.db.schema.name", "templateName": ['oozie_database_name'], "foreignKey": null, "value": "", "filename": "oozie-site.xml" }, { "name": "oozie.service.JPAService.jdbc.driver", "templateName": [], "foreignKey": null, "value": "org.apache.derby.jdbc.EmbeddedDriver", // this value is overwritten in code "filename": "oozie-site.xml" }, { "name": "oozie.service.JPAService.jdbc.username", "templateName": ['oozie_metastore_user_name'], "foreignKey": null, "value": "", "filename": "oozie-site.xml" }, { "name": "oozie.service.JPAService.jdbc.password", "templateName": ['oozie_metastore_user_passwd'], "foreignKey": null, "value": "", "filename": "oozie-site.xml" }, { "name": "oozie.service.JPAService.jdbc.url", "templateName": ["oozie_jdbc_connection_url"], "foreignKey": null, "value": "", "filename": "oozie-site.xml" }, /**********************************************hive-site***************************************/ { "name": "javax.jdo.option.ConnectionDriverName", "templateName": [], "foreignKey": null, "value": "com.mysql.jdbc.Driver", // this value is overwritten in code "filename": "hive-site.xml" }, { "name": "javax.jdo.option.ConnectionUserName", "templateName": ["hive_metastore_user_name"], "foreignKey": null, "value": "", "filename": "hive-site.xml" }, { "name": "javax.jdo.option.ConnectionPassword", "templateName": ["hive_metastore_user_passwd"], "foreignKey": null, "value": "", "filename": "hive-site.xml" }, { "name": "javax.jdo.option.ConnectionURL", "templateName": ["hive_jdbc_connection_url"], "foreignKey": null, "value": "", "filename": "hive-site.xml" }, { "name": "hive.metastore.uris", "templateName": ["hivemetastore_host"], "foreignKey": null, "value": "thrift://:9083", "filename": "hive-site.xml" }, /**********************************************yarn-site***************************************/ { "name": "yarn.resourcemanager.webapp.address", "templateName": ["rm_host"], "foreignKey": null, "value": ":8088", "filename": "yarn-site.xml" }, { "name": "yarn.resourcemanager.resource-tracker.address", "templateName": ["rm_host"], "foreignKey": null, "value": ":8025", "filename": "yarn-site.xml" }, { "name": "yarn.resourcemanager.scheduler.address", "templateName": ["rm_host"], "foreignKey": null, "value": ":8030", "filename": "yarn-site.xml" }, { "name": "yarn.resourcemanager.address", "templateName": ["rm_host"], "foreignKey": null, "value": ":8050", "filename": "yarn-site.xml" }, { "name": "yarn.resourcemanager.admin.address", "templateName": ["rm_host"], "foreignKey": null, "value": ":8141", "filename": "yarn-site.xml" }, { "name": "yarn.log.server.url", "templateName": ["hs_host"], "foreignKey": null, "value": "http://:19888/jobhistory/logs", "filename": "yarn-site.xml" }, { "name": "yarn.nodemanager.local-dirs", "templateName": ["yarn_nodemanager_local-dirs"], "foreignKey": null, "value": "", "filename": "yarn-site.xml" }, { "name": "yarn.resourcemanager.hostname", "templateName": ["rm_host"], "foreignKey": null, "value": "", "filename": "yarn-site.xml" }, { "name": "yarn.nodemanager.log-dirs", "templateName": ["yarn_nodemanager_log-dirs"], "foreignKey": null, "value": "", "filename": "yarn-site.xml" }, /**********************************************mapred-site***************************************/ { "name": "mapreduce.jobhistory.webapp.address", "templateName": ["hs_host"], "foreignKey": null, "value": ":19888", "filename": "mapred-site.xml" }, { "name": "mapreduce.jobhistory.address", "templateName": ["hs_host"], "foreignKey": null, "value": ":10020", "filename": "mapred-site.xml" }, { "name": "mapreduce.map.memory.mb", "templateName": ["mapreduce_map_memory_mb"], "foreignKey": null, "value": "", "filename": "mapred-site.xml" }, { "name": "mapreduce.reduce.memory.mb", "templateName": ["mapreduce_reduce_memory_mb"], "foreignKey": null, "value": "", "filename": "mapred-site.xml" }, { "name": "mapreduce.task.io.sort.mb", "templateName": ["mapreduce_task_io_sort_mb"], "foreignKey": null, "value": "", "filename": "mapred-site.xml" }, { "name": "mapreduce.jobtracker.system.dir", "templateName": ["mapreduce_jobtracker_system_dir"], "foreignKey": null, "value": "", "filename": "mapred-site.xml" }, { "name": "mapred.hosts", "templateName": ["hadoop_conf_dir", "mapred_hosts_include"], "foreignKey": null, "value": "/", "filename": "mapred-site.xml" }, { "name": "mapred.jobtracker.maxtasks.per.job", "templateName": ["maxtasks_per_job"], "foreignKey": null, "value": "", "filename": "mapred-site.xml" }, { "name": "mapred.userlog.retain.hours", "templateName": ["mapreduce_userlog_retainhours"], "foreignKey": null, "value": "", "filename": "mapred-site.xml" }, { "name": "mapred.task.tracker.task-controller", "templateName": ["task_controller"], "foreignKey": null, "value": "", "filename": "mapred-site.xml" }, { "name": "mapreduce.tasktracker.map.tasks.maximum", "templateName": ["mapreduce_tasktracker_map_tasks_maximum"], "foreignKey": null, "value": "", "filename": "mapred-site.xml" }, { "name": "mapred.hosts.exclude", "templateName": ["hadoop_conf_dir", "mapred_hosts_exclude"], "foreignKey": null, "value": "/", "filename": "mapred-site.xml" }, { "name": "mapred.jobtracker.taskScheduler", "templateName": ["scheduler_name"], "foreignKey": null, "value": "", "filename": "mapred-site.xml" }, { "name": "mapreduce.tasktracker.healthchecker.script.path", "templateName": ["mapred_jobstatus_dir"], "foreignKey": null, "value": "", "filename": "mapred-site.xml" }, { "name": "mapreduce.fileoutputcommitter.marksuccessfuljobs", "templateName": ["mapreduce_fileoutputcommitter_marksuccessfuljobs"], "foreignKey": null, "value": "", "filename": "mapred-site.xml" }, /**********************************************hbase-site***************************************/ { "name": "hbase.rootdir", "templateName": ["namenode_host", "hbase_hdfs_root_dir"], "foreignKey": null, "value": "hdfs://:8020", "filename": "hbase-site.xml" }, { "name": "hbase.tmp.dir", "templateName": ["hbase_tmp_dir"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "hbase.regionserver.global.memstore.upperLimit", "templateName": ["regionserver_memstore_upperlimit"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "hbase.hstore.blockingStoreFiles", "templateName": ["hstore_blockingstorefiles"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "hbase.hstore.compactionThreshold", "templateName": ["hstore_compactionthreshold"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "hfile.block.cache.size", "templateName": ["hfile_blockcache_size"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "hbase.hregion.max.filesize", "templateName": ["hstorefile_maxsize"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "hbase.regionserver.handler.count", "templateName": ["regionserver_handlers"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "hbase.hregion.majorcompaction", "templateName": ["hregion_majorcompaction"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "hbase.regionserver.global.memstore.lowerLimit", "templateName": ["regionserver_memstore_lowerlimit"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "hbase.hregion.memstore.block.multiplier", "templateName": ["hregion_blockmultiplier"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "hbase.hregion.memstore.mslab.enabled", "templateName": ["regionserver_memstore_lab"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "hbase.hregion.memstore.flush.size", "templateName": ["hregion_memstoreflushsize"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "hbase.client.scanner.caching", "templateName": ["client_scannercaching"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "hbase.client.scanner.caching", "templateName": ["client_scannercaching"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "hbase.cluster.distributed", "templateName": [], "foreignKey": null, "value": "true", "filename": "hbase-site.xml" }, { "name": "hbase.zookeeper.property.clientPort", "templateName": [], "foreignKey": null, "value": "2181", "filename": "hbase-site.xml" }, { "name": "zookeeper.session.timeout", "templateName": ["zookeeper_sessiontimeout"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "hbase.client.keyvalue.maxsize", "templateName": ["hfile_max_keyvalue_size"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "dfs.support.append", "templateName": ["hdfs_support_append"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "dfs.client.read.shortcircuit", "templateName": ["hdfs_enable_shortcircuit_read"], "foreignKey": null, "value": "", "filename": "hdfs-site.xml" }, { "name": "hbase.security.authentication", "templateName": [], "foreignKey": null, "value": "simple", "filename": "hbase-site.xml" }, { "name": "hbase.rpc.engine", "templateName": [], "foreignKey": null, "value": "org.apache.hadoop.hbase.ipc.WritableRpcEngine", "filename": "hbase-site.xml" }, { "name": "hbase.security.authorization", "templateName": [], "foreignKey": null, "value": "false", "filename": "hbase-site.xml" }, { "name": "hbase.zookeeper.quorum", "templateName": ["zookeeperserver_hosts"], "foreignKey": null, "value": "", "filename": "hbase-site.xml" }, { "name": "zookeeper.znode.parent", "templateName": [], "foreignKey": null, "value": "/hbase-unsecure", "filename": "hbase-site.xml" }, /**********************************************webhcat-site***************************************/ { "name": "templeton.hive.properties", "templateName": ["hivemetastore_host"], "foreignKey": null, "value": "hive.metastore.local=false,hive.metastore.uris=thrift://:9083,hive.metastore.sasl.enabled=yes,hive.metastore.execute.setugi=true", "filename": "webhcat-site.xml" }, { "name": "templeton.zookeeper.hosts", "templateName": ["zookeeperserver_hosts"], "foreignKey": null, "value": "", "filename": "webhcat-site.xml" } ]; /** * Configs consists of 2 types: Computed values, which cannot be modified by user * and overridable values, which user can modify. We provide interface how to get all of this * configs separately * @type {Object} */ module.exports = { all : function(){ return configs.slice(0); }, overridable: function(){ return configs.filterProperty('foreignKey'); }, computed: function(){ return configs.filterProperty('foreignKey', null); } };