123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703 |
- {
- "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?(type=hdfs-site&tag=version1)|(type=core-site&tag=version1)",
- "items" : [
- {
- "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=core-site&tag=version1",
- "tag" : "version1",
- "type" : "core-site",
- "Config" : {
- "cluster_name" : "vmc"
- },
- "properties" : {
- "io.serializations" : "org.apache.hadoop.io.serializer.WritableSerialization",
- "hadoop.proxyuser.hive.hosts" : "dev.hortonworks.com",
- "fs.checkpoint.size" : "0.5",
- "io.file.buffer.size" : "131072",
- "hadoop.proxyuser.hcat.hosts" : "dev.hortonworks.com",
- "fs.checkpoint.period" : "21600",
- "io.compression.codec.lzo.class" : "com.hadoop.compression.lzo.LzoCodec",
- "ipc.client.connection.maxidletime" : "30000",
- "hadoop.proxyuser.hive.groups" : "users",
- "webinterface.private.actions" : "false",
- "hadoop.proxyuser.oozie.groups" : "users",
- "fs.checkpoint.edits.dir" : "/hadoop/hdfs/namesecondary",
- "fs.trash.interval" : "360",
- "fs.default.name" : "hdfs://dev.hortonworks.com:8020",
- "hadoop.proxyuser.hcat.groups" : "users",
- "ipc.client.idlethreshold" : "8000",
- "fs.checkpoint.dir" : "/hadoop/hdfs/namesecondary",
- "ipc.client.connect.max.retries" : "50",
- "hadoop.proxyuser.oozie.hosts" : "dev.hortonworks.com"
- }
- },
- {
- "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=mapred-site&tag=version1",
- "tag" : "version1",
- "type" : "mapred-site",
- "Config" : {
- "cluster_name" : "vmc"
- },
- "properties" : {
- "mapred.reduce.tasks.speculative.execution" : "false",
- "mapred.tasktracker.map.tasks.maximum" : "4",
- "mapred.hosts.exclude" : "/etc/hadoop/mapred.exclude",
- "mapred.job.reduce.input.buffer.percent" : "0.0",
- "mapreduce.tasktracker.group" : "hadoop",
- "mapreduce.reduce.input.limit" : "10737418240",
- "mapreduce.fileoutputcommitter.marksuccessfuljobs" : "false",
- "mapred.map.tasks.speculative.execution" : "false",
- "mapreduce.jobtracker.kerberos.principal" : "jt/_HOST@EXAMPLE.COM",
- "mapred.output.compression.type" : "BLOCK",
- "mapred.userlog.retain.hours" : "24",
- "mapred.task.tracker.task-controller" : "org.apache.hadoop.mapred.DefaultTaskController",
- "mapred.job.reuse.jvm.num.tasks" : "1",
- "mapreduce.tasktracker.keytab.file" : "/etc/security/keytabs/tt.service.keytab",
- "mapred.system.dir" : "/mapred/system",
- "io.sort.factor" : "100",
- "mapreduce.history.server.http.address" : "dev.hortonworks.com:51111",
- "mapred.jobtracker.maxtasks.per.job" : "-1",
- "io.sort.spill.percent" : "0.9",
- "mapred.cluster.reduce.memory.mb" : "-1",
- "tasktracker.http.threads" : "50",
- "mapred.reduce.parallel.copies" : "30",
- "mapred.healthChecker.script.path" : "file:////mapred/jobstatus",
- "mapreduce.cluster.administrators" : " hadoop",
- "jetty.connector" : "org.mortbay.jetty.nio.SelectChannelConnector",
- "mapred.inmem.merge.threshold" : "1000",
- "mapred.job.reduce.memory.mb" : "-1",
- "mapred.job.map.memory.mb" : "-1",
- "mapreduce.jobhistory.kerberos.principal" : "jt/_HOST@EXAMPLE.COM",
- "mapred.cluster.map.memory.mb" : "-1",
- "mapred.jobtracker.retirejob.interval" : "0",
- "mapred.cluster.max.map.memory.mb" : "-1",
- "mapred.job.tracker.persist.jobstatus.hours" : "1",
- "mapred.reduce.slowstart.completed.maps" : "0.05",
- "hadoop.job.history.user.location" : "none",
- "mapred.job.tracker.handler.count" : "50",
- "mapred.healthChecker.interval" : "135000",
- "mapred.jobtracker.blacklist.fault-bucket-width" : "15",
- "mapred.task.timeout" : "600000",
- "mapred.jobtracker.taskScheduler" : "org.apache.hadoop.mapred.CapacityTaskScheduler",
- "mapred.max.tracker.blacklists" : "16",
- "mapreduce.jobhistory.keytab.file" : "/etc/security/keytabs/jt.service.keytab",
- "mapred.jobtracker.retirejob.check" : "10000",
- "mapred.tasktracker.tasks.sleeptime-before-sigkill" : "250",
- "mapreduce.jobtracker.staging.root.dir" : "/user",
- "mapred.job.shuffle.input.buffer.percent" : "0.7",
- "mapred.jobtracker.completeuserjobs.maximum" : "0",
- "mapred.job.tracker.persist.jobstatus.active" : "false",
- "mapred.tasktracker.reduce.tasks.maximum" : "2",
- "mapreduce.history.server.embedded" : "false",
- "mapred.job.tracker.http.address" : "dev.hortonworks.com:50030",
- "mapred.queue.names" : "default",
- "mapred.job.tracker.history.completed.location" : "/mapred/history/done",
- "mapred.child.java.opts" : "-server -Xmx768m -Djava.net.preferIPv4Stack=true",
- "mapred.jobtracker.blacklist.fault-timeout-window" : "180",
- "mapreduce.jobtracker.split.metainfo.maxsize" : "50000000",
- "mapred.jobtracker.restart.recover" : "false",
- "mapred.healthChecker.script.timeout" : "60000",
- "mapreduce.jobtracker.keytab.file" : "/etc/security/keytabs/jt.service.keytab",
- "mapred.hosts" : "/etc/hadoop/mapred.include",
- "mapred.local.dir" : "/hadoop/mapred",
- "mapreduce.tasktracker.kerberos.principal" : "tt/_HOST@EXAMPLE.COM",
- "mapred.job.tracker.persist.jobstatus.dir" : "/etc/hadoop/health_check",
- "mapred.job.tracker" : "dev.hortonworks.com:50300",
- "io.sort.record.percent" : ".2",
- "io.sort.mb" : "200",
- "mapred.cluster.max.reduce.memory.mb" : "-1",
- "mapred.job.shuffle.merge.percent" : "0.66",
- "mapred.child.root.logger" : "INFO,TLA"
- }
- },
- {
- "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=hive-site&tag=version1",
- "tag" : "version1",
- "type" : "hive-site",
- "Config" : {
- "cluster_name" : "vmc"
- },
- "properties" : {
- "javax.jdo.option.ConnectionPassword" : "h",
- "hive.metastore.uris" : "thrift://dev.hortonworks.com:9083",
- "hadoop.clientside.fs.operations" : "true",
- "hive.metastore.cache.pinobjtypes" : "Table,Database,Type,FieldSchema,Order",
- "hive.metastore.execute.setugi" : "true",
- "hive.metastore.local" : "false",
- "fs.hdfs.impl.disable.cache" : "true",
- "javax.jdo.option.ConnectionURL" : "jdbc:mysql://dev.hortonworks.com/hive?createDatabaseIfNotExist=true",
- "hive.security.authorization.enabled" : "false",
- "javax.jdo.option.ConnectionUserName" : "hive",
- "hive.server2.enable.doAs" : "true",
- "hive.metastore.client.socket.timeout" : "60",
- "hive.metastore.warehouse.dir" : "/apps/hive/warehouse",
- "hive.security.authorization.manager" : "org.apache.hcatalog.security.HdfsAuthorizationProvider",
- "javax.jdo.option.ConnectionDriverName" : "com.mysql.jdbc.Driver"
- }
- },
- {
- "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=mapred-queue-acls&tag=version1",
- "tag" : "version1",
- "type" : "mapred-queue-acls",
- "Config" : {
- "cluster_name" : "vmc"
- },
- "properties" : {
- "mapred.queue.default.acl-submit-job" : "*",
- "mapred.queue.default.acl-administer-jobs" : "*",
- "mapred.queue.new_qeuue.acl-administer-jobs" : "*",
- "mapred.queue.new_qeuue.acl-submit-job" : "*"
- }
- },
- {
- "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=core-site&tag=version1",
- "tag" : "version1",
- "type" : "core-site",
- "Config" : {
- "cluster_name" : "vmc"
- },
- "properties" : {
- "io.serializations" : "org.apache.hadoop.io.serializer.WritableSerialization",
- "hadoop.proxyuser.hive.hosts" : "dev.hortonworks.com",
- "fs.checkpoint.size" : "0.5",
- "io.file.buffer.size" : "131072",
- "hadoop.proxyuser.hcat.hosts" : "dev.hortonworks.com",
- "fs.checkpoint.period" : "21600",
- "io.compression.codec.lzo.class" : "com.hadoop.compression.lzo.LzoCodec",
- "ipc.client.connection.maxidletime" : "30000",
- "hadoop.proxyuser.hive.groups" : "users",
- "webinterface.private.actions" : "false",
- "hadoop.proxyuser.oozie.groups" : "users",
- "fs.checkpoint.edits.dir" : "/hadoop/hdfs/namesecondary",
- "fs.trash.interval" : "360",
- "fs.default.name" : "hdfs://dev.hortonworks.com:8020",
- "hadoop.proxyuser.hcat.groups" : "users",
- "ipc.client.idlethreshold" : "8000",
- "fs.checkpoint.dir" : "/hadoop/hdfs/namesecondary",
- "ipc.client.connect.max.retries" : "50",
- "hadoop.proxyuser.oozie.hosts" : "dev.hortonworks.com"
- }
- },
- {
- "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=oozie-site&tag=version1",
- "tag" : "version1",
- "type" : "oozie-site",
- "Config" : {
- "cluster_name" : "vmc"
- },
- "properties" : {
- "oozie.service.AuthorizationService.security.enabled" : "true",
- "oozie.service.PurgeService.purge.interval" : "3600",
- "oozie.service.PurgeService.older.than" : "30",
- "oozie.system.id" : "oozie-${user.name}",
- "oozie.service.coord.normal.default.timeout" : "120",
- "oozie.service.JPAService.pool.max.active.conn" : "10",
- "oozie.authentication.type" : "simple",
- "use.system.libpath.for.mapreduce.and.pig.jobs" : "false",
- "oozie.service.CallableQueueService.callable.concurrency" : "3",
- "oozie.service.CallableQueueService.threads" : "10",
- "oozie.base.url" : "http://dev.hortonworks.com:11000/oozie",
- "oozie.service.JPAService.jdbc.username" : "sa",
- "oozie.service.CallableQueueService.queue.size" : "1000",
- "oozie.authentication.kerberos.name.rules" : "RULE:[2:$1@$0]([jt]t@.*TODO-KERBEROS-DOMAIN)s/.*/TODO-MAPREDUSER/\nRULE:[2:$1@$0]([nd]n@.*TODO-KERBEROS-DOMAIN)s/.*/TODO-HDFSUSER/\nRULE:[2:$1@$0](hm@.*TODO-KERBEROS-DOMAIN)s/.*/TODO-HBASE-USER/\nRULE:[2:$1@$0](rs@.*TODO-KERBEROS-DOMAIN)s/.*/TODO-HBASE-USER/\nDEFAULT",
- "oozie.service.HadoopAccessorService.nameNode.whitelist" : " ",
- "oozie.service.SchemaService.wf.ext.schemas" : "shell-action-0.1.xsd,email-action-0.1.xsd,hive-action-0.2.xsd,sqoop-action-0.2.xsd,ssh-action-0.1.xsd,distcp-action-0.1.xsd",
- "oozie.service.WorkflowAppService.system.libpath" : "/user/${user.name}/share/lib",
- "oozie.systemmode" : "NORMAL",
- "oozie.service.JPAService.create.db.schema" : "false",
- "oozie.service.JPAService.jdbc.password" : " ",
- "oozie.service.HadoopAccessorService.jobTracker.whitelist" : " ",
- "oozie.db.schema.name" : "oozie",
- "oozie.service.JPAService.jdbc.url" : "jdbc:derby:${oozie.data.dir}/${oozie.db.schema.name}-db;create=true",
- "oozie.service.JPAService.jdbc.driver" : "org.apache.derby.jdbc.EmbeddedDriver",
- "oozie.service.HadoopAccessorService.hadoop.configurations" : "*=/etc/hadoop/conf",
- "oozie.service.ActionService.executor.ext.classes" : "org.apache.oozie.action.email.EmailActionExecutor,\norg.apache.oozie.action.hadoop.HiveActionExecutor,\norg.apache.oozie.action.hadoop.ShellActionExecutor,\norg.apache.oozie.action.hadoop.SqoopActionExecutor,\norg.apache.oozie.action.hadoop.DistcpActionExecutor"
- }
- },
- {
- "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=capacity-scheduler&tag=version1",
- "tag" : "version1",
- "type" : "capacity-scheduler",
- "Config" : {
- "cluster_name" : "vmc"
- },
- "properties" : {
- "mapred.capacity-scheduler.queue.default.user-limit-factor" : "1",
- "mapred.capacity-scheduler.queue.new_qeuue.maximum-initialized-active-tasks" : "200000",
- "mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks" : "200000",
- "mapred.capacity-scheduler.queue.default.maximum-capacity" : "100",
- "mapred.capacity-scheduler.queue.new_qeuue.init-accept-jobs-factor" : "10",
- "property" : "10",
- "mapred.capacity-scheduler.queue.new_qeuue.capacity" : "23",
- "mapred.capacity-scheduler.queue.default.init-accept-jobs-factor" : "10",
- "mapred.capacity-scheduler.queue.new_qeuue.maximum-initialized-active-tasks-per-user" : "100000",
- "mapred.capacity-scheduler.queue.default.capacity" : "50",
- "mapred.capacity-scheduler.queue.new_qeuue.minimum-user-limit-percent" : "100",
- "mapred.capacity-scheduler.queue.new_qeuue.user-limit-factor" : "1",
- "mapred.capacity-scheduler.queue.default.minimum-user-limit-percent" : "100",
- "mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks-per-user" : "100000",
- "mapred.capacity-scheduler.maximum-system-jobs" : "2000",
- "mapred.capacity-scheduler.queue.new_qeuue.maximum-capacity" : "100",
- "mapred.capacity-scheduler.queue.default.supports-priority" : "false",
- "mapred.capacity-scheduler.queue.new_qeuue.supports-priority" : "true"
- }
- },
- {
- "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=hdfs-site&tag=version1",
- "tag" : "version1",
- "type" : "hdfs-site",
- "Config" : {
- "cluster_name" : "vmc"
- },
- "properties" : {
- "dfs.https.address" : "dev.hortonworks.com:50470",
- "dfs.http.address" : "dev.hortonworks.com:50070",
- "dfs.datanode.max.xcievers" : "4096",
- "dfs.safemode.threshold.pct" : "1.0f",
- "dfs.datanode.http.address" : "0.0.0.0:50075",
- "dfs.datanode.address" : "0.0.0.0:50010",
- "dfs.datanode.failed.volumes.tolerated" : "0",
- "dfs.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab",
- "ipc.server.read.threadpool.size" : "5",
- "dfs.datanode.data.dir.perm" : "750",
- "dfs.datanode.du.pct" : "0.85f",
- "ipc.server.max.response.size" : "5242880",
- "dfs.datanode.du.reserved" : "1",
- "dfs.datanode.socket.write.timeout" : "0",
- "dfs.namenode.handler.count" : "40",
- "dfs.web.ugi" : "gopher,gopher",
- "dfs.datanode.keytab.file" : "/etc/security/keytabs/dn.service.keytab",
- "dfs.name.dir" : "/hadoop/hdfs/namenode",
- "dfs.heartbeat.interval" : "3",
- "dfs.balance.bandwidthPerSec" : "6250000",
- "dfs.permissions.supergroup" : "hdfs",
- "dfs.cluster.administrators" : " hdfs",
- "dfs.secondary.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab",
- "dfs.hosts.exclude" : "/etc/hadoop/dfs.exclude",
- "dfs.permissions" : "true",
- "dfs.namenode.kerberos.https.principal" : "host/_HOST@EXAMPLE.COM",
- "dfs.datanode.kerberos.principal" : "dn/_HOST@EXAMPLE.COM",
- "dfs.web.authentication.kerberos.keytab" : "/etc/security/keytabs/spnego.service.keytab",
- "dfs.webhdfs.enabled" : "false",
- "dfs.secondary.namenode.kerberos.https.principal" : "host/_HOST@EXAMPLE.COM",
- "dfs.secondary.https.port" : "50490",
- "dfs.block.size" : "134217728",
- "dfs.datanode.ipc.address" : "0.0.0.0:8010",
- "dfs.data.dir" : "/hadoop/hdfs/data",
- "dfs.access.time.precision" : "0",
- "dfs.blockreport.initialDelay" : "120",
- "dfs.https.port" : "50470",
- "dfs.block.access.token.enable" : "true",
- "dfs.umaskmode" : "077",
- "dfs.replication" : "3",
- "dfs.secondary.http.address" : "dev.hortonworks.com:50090",
- "dfs.secondary.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM",
- "dfs.replication.max" : "50",
- "dfs.hosts" : "/etc/hadoop/dfs.include",
- "dfs.block.local-path-access.user" : "hbase",
- "dfs.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM",
- "dfs.client.read.shortcircuit.skip.checksum" : "false",
- "dfs.client.read.shortcircuit" : "true"
- }
- },
- {
- "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=webhcat-site&tag=version1",
- "tag" : "version1",
- "type" : "webhcat-site",
- "Config" : {
- "cluster_name" : "vmc"
- },
- "properties" : {
- "templeton.hcat" : "/usr/bin/hcat",
- "templeton.storage.class" : "org.apache.hcatalog.templeton.tool.ZooKeeperStorage",
- "templeton.jar" : "/usr/lib/hcatalog/share/webhcat/svr/webhcat.jar",
- "templeton.streaming.jar" : "hdfs:///apps/webhcat/hadoop-streaming.jar",
- "templeton.pig.path" : "pig.tar.gz/pig/bin/pig",
- "templeton.exec.timeout" : "60000",
- "templeton.override.enabled" : "false",
- "templeton.hive.properties" : "hive.metastore.local=false,hive.metastore.uris=thrift://dev.hortonworks.com:9083,hive.metastore.sasl.enabled=yes,hive.metastore.execute.setugi=true",
- "templeton.hive.archive" : "hdfs:///apps/webhcat/hive.tar.gz",
- "templeton.port" : "50111",
- "templeton.libjars" : "/usr/lib/zookeeper/zookeeper.jar",
- "templeton.hadoop" : "/usr/bin/hadoop",
- "templeton.pig.archive" : "hdfs:///apps/webhcat/pig.tar.gz",
- "templeton.zookeeper.hosts" : "dev.hortonworks.com:2181",
- "templeton.hadoop.conf.dir" : "/etc/hadoop/conf",
- "templeton.hive.path" : "hive.tar.gz/hive/bin/hive"
- }
- },
- {
- "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=hbase-site&tag=version1",
- "tag" : "version1",
- "type" : "hbase-site",
- "Config" : {
- "cluster_name" : "vmc"
- },
- "properties" : {
- "hbase.hregion.memstore.flush.size" : "134217728",
- "hbase.hstore.compactionThreshold" : "3",
- "hbase.regionserver.global.memstore.upperLimit" : "0.4",
- "dfs.support.append" : "true",
- "hbase.hregion.majorcompaction" : "86400000",
- "hbase.client.keyvalue.maxsize" : "10485760",
- "hbase.client.scanner.caching" : "100",
- "hbase.cluster.distributed" : "true",
- "hbase.rootdir" : "hdfs://dev.hortonworks.com:8020/apps/hbase/data",
- "hbase.regionserver.kerberos.principal" : "rs/_HOST@EXAMPLE.COM",
- "hbase.regionserver.global.memstore.lowerLimit" : "0.35",
- "hbase.regionserver.handler.count" : "30",
- "hbase.superuser" : "hbase",
- "hbase.tmp.dir" : "/var/log/hbase",
- "hbase.hregion.memstore.mslab.enabled" : "true",
- "hbase.regionserver.optionalcacheflushinterval" : "10000",
- "hbase.hstore.blockingStoreFiles" : "7",
- "hbase.zookeeper.useMulti" : "true",
- "hfile.block.cache.size" : "0.25",
- "hbase.hregion.max.filesize" : "1073741824",
- "hbase.master.lease.thread.wakefrequency" : "3000",
- "hbase.hregion.memstore.block.multiplier" : "2",
- "hbase.master.kerberos.principal" : "hm/_HOST@EXAMPLE.COM",
- "hbase.zookeeper.property.clientPort" : "2181",
- "zookeeper.session.timeout" : "60000",
- "hbase.master.keytab.file" : "/etc/security/keytabs/hm.service.keytab",
- "hbase.zookeeper.quorum" : "dev.hortonworks.com"
- }
- },
- {
- "href" : "http://ec2-23-20-184-220.compute-1.amazonaws.com:8080/api/v1/clusters/tdk/configurations?type=hue-site&tag=version1",
- "tag" : "version1",
- "type" : "hue-site",
- "Config" : {
- "cluster_name" : "tdk"
- },
- "properties" : {
- "hadoop_mapred_home" : "/usr/lib/hadoop/lib",
- "smtp_host" : "localhost",
- "use_cherrypy_server" : "false",
- "hbase_shell_command" : "/usr/bin/hbase shell",
- "db_name" : "sandbox",
- "db_password" : "1111",
- "send_debug_messages" : "1",
- "http_host" : "0.0.0.0",
- "django_debug_mode" : "1",
- "pig_shell_command" : "/usr/bin/pig -l /dev/null",
- "http_port" : "8000",
- "db_engine" : "mysql",
- "whitelist" : "(localhost|127\\.0\\.0\\.1):(50030|50070|50060|50075|50111)",
- "hbase_nice_name" : "HBase Shell",
- "backend_auth_policy" : "desktop.auth.backend.AllowAllBackend",
- "smtp_password" : "25",
- "default_from_email" : "sandbox@hortonworks.com",
- "tls" : "no",
- "db_user" : "sandbox",
- "db_host" : "localhost",
- "database_logging" : "0",
- "smtp_port" : "25",
- "time_zone" : "America/Los_Angeles",
- "bash_shell_command" : "/bin/bash",
- "http_500_debug_mode" : "1",
- "db_port" : "3306",
- "jobtracker_port" : "50030"
- }
- },
- {
- "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=global&tag=version1",
- "tag" : "version1",
- "type" : "global",
- "Config" : {
- "cluster_name" : "vmc"
- },
- "properties" : {
- "hdfs_enable_shortcircuit_skipchecksum" : "false",
- "hadoop_heapsize" : "1024",
- "hive_lib" : "/usr/lib/hive/lib/",
- "hive_mysql_hostname" : "dev.hortonworks.com",
- "hive_log_dir" : "/var/log/hive",
- "dfs_datanode_http_address" : "50075",
- "io_sort_mb" : "200",
- "zk_user" : "zookeeper",
- "dfs_data_dir" : "/hadoop/hdfs/data",
- "clientPort" : "2181",
- "hdfs_user" : "hdfs",
- "hive_dbroot" : "/usr/lib/hive/lib",
- "dfs_name_dir" : "/hadoop/hdfs/namenode",
- "hfile_blockcache_size" : "0.25",
- "kadmin_pw" : "",
- "logviewerserver_host" : "c6401.ambari.apache.org",
- "gmond_user" : "nobody",
- "hregion_majorcompaction" : "86400000",
- "user_group" : "hadoop",
- "dfs_datanode_failed_volume_tolerated" : "0",
- "zk_pid_file" : "/var/run/zookeeper/zookeeper_server.pid",
- "zookeeper_sessiontimeout" : "60000",
- "hcat_user" : "hcat",
- "zk_log_dir" : "/var/log/zookeeper",
- "hbase_conf_dir" : "/etc/hbase",
- "mapred_local_dir" : "/hadoop/mapred",
- "oozie_data_dir" : "/hadoop/oozie/data",
- "dfs_replication" : "3",
- "fs_checkpoint_period" : "21600",
- "hbase_hdfs_root_dir" : "/apps/hbase/data",
- "run_dir" : "/var/run/hadoop",
- "oozie_log_dir" : "/var/log/oozie",
- "hive_user" : "hive",
- "hbase_pid_dir" : "/var/run/hbase",
- "security_enabled" : "false",
- "mapred_job_red_mem_mb" : "-1",
- "mapred_map_tasks_max" : "4",
- "dfs_datanode_address" : "50010",
- "mapred_hosts_exclude" : "mapred.exclude",
- "dfs_block_local_path_access_user" : "hbase",
- "dfs_datanode_data_dir_perm" : "750",
- "nagios_web_password" : "n",
- "dtnode_heapsize" : "1024m",
- "tickTime" : "2000",
- "mapred_cluster_max_map_mem_mb" : "-1",
- "datanode_du_reserved" : "1",
- "regionserver_memstore_upperlimit" : "0.4",
- "hbase_tmp_dir" : "/var/log/hbase",
- "jtnode_opt_newsize" : "200m",
- "oozie_user" : "oozie",
- "mapred_jobstatus_dir" : "file:////mapred/jobstatus",
- "hive_metastore_port" : "9083",
- "namenode_heapsize" : "1024m",
- "nagios_contact" : "n@n.com",
- "mapred_cluster_red_mem_mb" : "-1",
- "hive_ambari_database" : "MySQL",
- "zk_data_dir" : "/hadoop/zookeeper",
- "hive_pid_dir" : "/var/run/hive",
- "mysql_connector_url" : "${download_url}/mysql-connector-java-5.1.18.zip",
- "jtnode_opt_maxnewsize" : "200m",
- "hregion_blockmultiplier" : "2",
- "oozie_pid_dir" : "/var/run/oozie",
- "pig_user" : "pig",
- "task_controller" : "org.apache.hadoop.mapred.DefaultTaskController",
- "rca_enabled" : "true",
- "gmetad_user" : "nobody",
- "gpl_artifacts_download_url" : "",
- "hive_metastore_user_passwd" : "hivepassword",
- "hcat_log_dir" : "/var/log/webhcat",
- "jtnode_heapsize" : "1024m",
- "syncLimit" : "5",
- "io_sort_spill_percent" : "0.9",
- "mapred_user" : "mapred",
- "fs_checkpoint_size" : "0.5",
- "initLimit" : "10",
- "mapred_system_dir" : "/mapred/system",
- "hive_database" : "Existing Oracle Database",
- "mapred_job_map_mem_mb" : "-1",
- "hive_conf_dir" : "/etc/hive/conf",
- "hdfs_log_dir_prefix" : "/var/log/hadoop",
- "keytab_path" : "/etc/security/keytabs",
- "lzo_enabled" : "false",
- "proxyuser_group" : "users",
- "hive_database_name" : "XE",
- "hcat_pid_dir" : "/var/run/webhcat",
- "client_scannercaching" : "100",
- "hdfs_enable_shortcircuit_read" : "true",
- "kerberos_domain" : "EXAMPLE.COM",
- "hdfs_support_append" : "true",
- "nagios_group" : "nagios",
- "nagios_web_login" : "nagiosadmin",
- "namenode_formatted_mark_dir" : "/var/run/hadoop/hdfs/namenode/formatted/",
- "dfs_exclude" : "dfs.exclude",
- "namenode_opt_maxnewsize" : "640m",
- "regionserver_memstore_lab" : "true",
- "namenode_opt_newsize" : "200m",
- "namenode_opt_permsize" : "128m",
- "namenode_opt_maxpermsize" : "256m",
- "smokeuser" : "ambari-qa",
- "mapreduce_userlog_retainhours" : "24",
- "hcat_conf_dir" : "",
- "nagios_user" : "nagios",
- "mapred_child_java_opts_sz" : "768",
- "mapred_red_tasks_max" : "2",
- "regionserver_memstore_lowerlimit" : "0.35",
- "apache_artifacts_download_url" : "",
- "hive_metastore_user_name" : "hiveuser",
- "mapred_hosts_include" : "mapred.include",
- "hstore_blockingstorefiles" : "7",
- "sqoop_user" : "sqoop",
- "hadoop_conf_dir" : "/etc/hadoop",
- "hbase_user" : "hbase",
- "snappy_enabled" : "true",
- "maxtasks_per_job" : "-1",
- "ganglia_runtime_dir" : "/var/run/ganglia/hdp",
- "fs_checkpoint_dir" : "/hadoop/hdfs/namesecondary",
- "zk_pid_dir" : "/var/run/zookeeper",
- "mapred_cluster_map_mem_mb" : "-1",
- "hfile_max_keyvalue_size" : "10485760",
- "hive_aux_jars_path" : "/usr/lib/hcatalog/share/hcatalog/hcatalog-core.jar",
- "hstore_compactionthreshold" : "3",
- "hregion_memstoreflushsize" : "134217728",
- "hadoop_pid_dir_prefix" : "/var/run/hadoop",
- "hbase_log_dir" : "/var/log/hbase",
- "mapred_cluster_max_red_mem_mb" : "-1",
- "webhcat_user" : "hcat",
- "regionserver_handlers" : "30",
- "hbase_regionserver_heapsize" : "1024m",
- "hbase_regionserver_xmn_max": "512",
- "hbase_regionserver_xmn_ratio": "0.2",
- "dfs_include" : "dfs.include",
- "dfs_webhdfs_enabled" : "false",
- "scheduler_name" : "org.apache.hadoop.mapred.CapacityTaskScheduler",
- "rrdcached_base_dir" : "/var/lib/ganglia/rrds",
- "hstorefile_maxsize" : "1073741824",
- "hbase_master_heapsize" : "1024m",
- "hive_hostname": "hive-orcl-host",
- "hive_jdbc_connection_url": "jdbc:oracle:thin:@//hive-orcl-host:1521/XE",
- "oozie_hostname": "oozie-orcl-host",
- "oozie_database": "Existing Oracle Database",
- "oozie_database_name": "XE",
- "oozie_metastore_user_name" : "oozieuser",
- "oozie_metastore_user_passwd" : "ooziepassword",
- "oozie_jdbc_connection_url": "jdbc:oracle:thin:@//oozie-orcl-host:1521/XE",
- "stormuiserver_host" : "c6401.ambari.apache.org",
- "drpcserver_host" : "c6401.ambari.apache.org"
- }
- },
- {
- "href" : "http://c6401.ambari.apache.org:8080/api/v1/clusters/c1/configurations?type=storm-site&tag=version1",
- "tag" : "version1",
- "type" : "storm-site",
- "Config" : {
- "cluster_name" : "c1"
- },
- "properties" : {
- "dev.zookeeper.path" : "/tmp/dev-storm-zookeeper",
- "drpc.childopts" : "-Xmx768m",
- "drpc.invocations.port" : "3773",
- "drpc.port" : "3772",
- "drpc.queue.size" : "128",
- "drpc.request.timeout.secs" : "600",
- "drpc.worker.threads" : "64",
- "java.library.path" : "/usr/local/lib:/opt/local/lib:/usr/lib",
- "logviewer.appender.name" : "A1",
- "logviewer.childopts" : "-Xmx128m",
- "logviewer.port" : "8000",
- "nimbus.childopts" : "-Xmx1024m",
- "nimbus.cleanup.inbox.freq.secs" : "600",
- "nimbus.file.copy.expiration.secs" : "600",
- "nimbus.host" : "localhost",
- "nimbus.inbox.jar.expiration.secs" : "3600",
- "nimbus.monitor.freq.secs" : "10",
- "nimbus.reassign" : "true",
- "nimbus.supervisor.timeout.secs" : "60",
- "nimbus.task.launch.secs" : "120",
- "nimbus.task.timeout.secs" : "30",
- "nimbus.thrift.max_buffer_size" : "1048576",
- "nimbus.thrift.port" : "6627",
- "nimbus.topology.validator" : "backtype.storm.nimbus.DefaultTopologyValidator",
- "storm.cluster.mode" : "distributed",
- "storm.local.dir" : "/hadoop/storm",
- "storm.local.mode.zmq" : "false",
- "storm.messaging.netty.buffer_size" : "5242880",
- "storm.messaging.netty.client_worker_threads" : "1",
- "storm.messaging.netty.max_retries" : "30",
- "storm.messaging.netty.max_wait_ms" : "1000",
- "storm.messaging.netty.min_wait_ms" : "100",
- "storm.messaging.netty.server_worker_threads" : "1",
- "storm.messaging.transport" : "backtype.storm.messaging.netty.Context",
- "storm.thrift.transport" : "backtype.storm.security.auth.SimpleTransportPlugin",
- "storm.zookeeper.connection.timeout" : "15000",
- "storm.zookeeper.port" : "2181",
- "storm.zookeeper.retry.interval" : "1000",
- "storm.zookeeper.retry.intervalceiling.millis" : "30000",
- "storm.zookeeper.retry.times" : "5",
- "storm.zookeeper.root" : "/storm",
- "storm.zookeeper.servers" : "['localhost']",
- "storm.zookeeper.session.timeout" : "20000",
- "supervisor.childopts" : "-Xmx256m",
- "supervisor.heartbeat.frequency.secs" : "5",
- "supervisor.monitor.frequency.secs" : "3",
- "supervisor.slots.ports" : "[6700, 6701, 6702, 6703]",
- "supervisor.worker.start.timeout.secs" : "120",
- "supervisor.worker.timeout.secs" : "30",
- "task.heartbeat.frequency.secs" : "3",
- "task.refresh.poll.secs" : "10",
- "topology.acker.executors" : "null",
- "topology.builtin.metrics.bucket.size.secs" : "60",
- "topology.debug" : "false",
- "topology.disruptor.wait.strategy" : "com.lmax.disruptor.BlockingWaitStrategy",
- "topology.enable.message.timeouts" : "true",
- "topology.error.throttle.interval.secs" : "10",
- "topology.executor.receive.buffer.size" : "1024",
- "topology.executor.send.buffer.size" : "1024",
- "topology.fall.back.on.java.serialization" : "true",
- "topology.kryo.factory" : "backtype.storm.serialization.DefaultKryoFactory",
- "topology.max.error.report.per.interval" : "5",
- "topology.max.spout.pending" : "null",
- "topology.max.task.parallelism" : "null",
- "topology.message.timeout.secs" : "30",
- "topology.optimize" : "true",
- "topology.receiver.buffer.size" : "8",
- "topology.skip.missing.kryo.registrations" : "false",
- "topology.sleep.spout.wait.strategy.time.ms" : "1",
- "topology.spout.wait.strategy" : "backtype.storm.spout.SleepSpoutWaitStrategy",
- "topology.state.synchronization.timeout.secs" : "60",
- "topology.stats.sample.rate" : "0.05",
- "topology.tick.tuple.freq.secs" : "null",
- "topology.transfer.buffer.size" : "1024",
- "topology.trident.batch.emit.interval.millis" : "500",
- "topology.tuple.serializer" : "backtype.storm.serialization.types.ListDelegateSerializer",
- "topology.worker.childopts" : "null",
- "topology.worker.shared.thread.pool.size" : "4",
- "topology.workers" : "1",
- "transactional.zookeeper.port" : "null",
- "transactional.zookeeper.root" : "/transactional",
- "transactional.zookeeper.servers" : "null",
- "ui.childopts" : "-Xmx768m",
- "ui.port" : "8080",
- "worker.childopts" : "-Xmx768m",
- "worker.heartbeat.frequency.secs" : "1",
- "zmq.hwm" : "0",
- "zmq.linger.millis" : "5000",
- "zmq.threads" : "1"
- }
- },
- {
- "href" : "http://c6401.ambari.apache.org:8080/api/v1/clusters/c1/configurations?type=tez-site&tag=version1",
- "tag" : "version1",
- "type" : "tez-site",
- "Config" : {
- "cluster_name" : "c1"
- },
- "properties" : {
- "tez.am.aggressive.scheduling" : "false",
- "tez.am.am-rm.heartbeat.interval-ms.max" : "250",
- "tez.am.container.reuse.enabled" : "true",
- "tez.am.container.reuse.locality.delay-allocation-millis" : "250",
- "tez.am.container.reuse.non-local-fallback.enabled" : "true",
- "tez.am.container.reuse.rack-fallback.enabled" : "true",
- "tez.am.container.session.delay-allocation-millis" : "300000",
- "tez.am.grouping.split-waves" : "1.7",
- "tez.am.java.opts" : "-server -Xmx1024m -Djava.net.preferIPv4Stack=true -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC",
- "tez.am.log.level" : "INFO",
- "tez.am.resource.memory.mb" : "1024",
- "tez.lib.uris" : "file:///usr/lib/tez/,file:///usr/lib/tez/lib/",
- "tez.runtime.broadcast.data-via-events.enabled" : "true",
- "tez.runtime.broadcast.data-via-events.max-size" : "614400",
- "tez.runtime.intermdiate-input.is-compressed" : "true",
- "tez.runtime.intermediate-input.compress.codec" : "org.apache.hadoop.io.compress.DefaultCodec",
- "tez.runtime.intermediate-output.compress.codec" : "org.apache.hadoop.io.compress.DefaultCodec",
- "tez.runtime.intermediate-output.should-compress" : "true",
- "tez.runtime.job.counters.groups.max" : "5000",
- "tez.runtime.job.counters.max" : "5000",
- "tez.slowstart-vertex-scheduler.max-src-fraction" : "0.1",
- "tez.slowstart-vertex-scheduler.min-src-fraction" : "0.1",
- "tez.staging-dir" : "/tmp/${user.name}/staging",
- "tez.task.get-task.sleep.interval-ms.max" : "100"
- }
- },
- {
- "href" : "http://c6401.ambari.apache.org:8080/api/v1/clusters/c1/configurations?type=flume-agent&tag=version1",
- "tag" : "version1",
- "type" : "flume-conf",
- "Config" : {
- "cluster_name" : "c1"
- },
- "properties" : {
- "content" : "# Flume configuration"
- }
- }
- ]
- }
|