|
@@ -836,6 +836,481 @@
|
|
|
"app.ganglia" : "http://с6402.ambari.apache.org/ganglia?c=Application1",
|
|
|
"app.metrics" : "http://с6402.ambari.apache.org/cgi-bin/rrd.py?c=Application1"
|
|
|
}
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "href" : "http://c6401:8080/api/v1/views/SLIDER/versions/1.0.0/instances/Myv1/apps/1411422858327_5",
|
|
|
+ "appVersion" : "0.98.4.2.2.0.0-741-hadoop2",
|
|
|
+ "description" : "apache hbase is the hadoop database, a distributed, scalable, big data store....",
|
|
|
+ "diagnostics" : "",
|
|
|
+ "endTime" : 0,
|
|
|
+ "id" : "1411422858327_5",
|
|
|
+ "instance_name" : "Myv1",
|
|
|
+ "metrics" : null,
|
|
|
+ "name" : "h1",
|
|
|
+ "startTime" : 1411501941839,
|
|
|
+ "state" : "RUNNING",
|
|
|
+ "supportedMetrics" : [
|
|
|
+ "splitSize_avg_time",
|
|
|
+ "splitTime_avg_time",
|
|
|
+ "cluster_requests",
|
|
|
+ "regions",
|
|
|
+ "flushQueueSize",
|
|
|
+ "readRequestsCount"
|
|
|
+ ],
|
|
|
+ "type" : "hbase",
|
|
|
+ "user" : "yarn",
|
|
|
+ "version" : "1.0.0",
|
|
|
+ "view_name" : "SLIDER",
|
|
|
+ "yarnId" : "application_1411422858327_0005",
|
|
|
+ "alerts" : {
|
|
|
+ "detail" : [
|
|
|
+ {
|
|
|
+ "description" : "slider-appmaster component",
|
|
|
+ "status" : "OK",
|
|
|
+ "last_status_time" : 1411568300430,
|
|
|
+ "actual_status" : "OK",
|
|
|
+ "last_status" : "OK",
|
|
|
+ "status_time" : 1411568300430,
|
|
|
+ "component_name" : "slider-appmaster",
|
|
|
+ "output" : "1 out of 1 active",
|
|
|
+ "service_name" : "HBASE",
|
|
|
+ "host_name" : "mop-2.c.pramod-thangali.internal"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "description" : "HBASE_MASTER component",
|
|
|
+ "status" : "OK",
|
|
|
+ "last_status_time" : 1411568300430,
|
|
|
+ "actual_status" : "OK",
|
|
|
+ "last_status" : "OK",
|
|
|
+ "status_time" : 1411568300430,
|
|
|
+ "component_name" : "HBASE_MASTER",
|
|
|
+ "output" : "1 out of 1 active",
|
|
|
+ "service_name" : "HBASE",
|
|
|
+ "host_name" : "mop-3.c.pramod-thangali.internal"
|
|
|
+ },
|
|
|
+ {
|
|
|
+ "description" : "HBASE_REGIONSERVER component",
|
|
|
+ "status" : "CRITICAL",
|
|
|
+ "last_status_time" : 1411568300430,
|
|
|
+ "actual_status" : "CRITICAL",
|
|
|
+ "last_status" : "CRITICAL",
|
|
|
+ "status_time" : 1411568300430,
|
|
|
+ "component_name" : "HBASE_REGIONSERVER",
|
|
|
+ "output" : "10 out of 20 active",
|
|
|
+ "service_name" : "HBASE",
|
|
|
+ "host_name" : "mop-1.c.pramod-thangali.internal"
|
|
|
+ }
|
|
|
+ ],
|
|
|
+ "summary" : {
|
|
|
+ "CRITICAL" : 1,
|
|
|
+ "OK" : 2,
|
|
|
+ "UNKNOWN" : 0,
|
|
|
+ "WARNING" : 0
|
|
|
+ }
|
|
|
+ },
|
|
|
+ "components" : {
|
|
|
+ "HBASE_MASTER" : {
|
|
|
+ "componentName" : "HBASE_MASTER",
|
|
|
+ "instanceCount" : 1,
|
|
|
+ "activeContainers" : {
|
|
|
+ "container_1411422858327_0005_01_000006" : {
|
|
|
+ "released" : "false",
|
|
|
+ "startTime" : "1411501961763",
|
|
|
+ "createTime" : "1411501961108",
|
|
|
+ "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]",
|
|
|
+ "host" : "mop-3.c.pramod-thangali.internal",
|
|
|
+ "name" : "container_1411422858327_0005_01_000006",
|
|
|
+ "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000006___HBASE_MASTER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > <LOG_DIR>/agent.out 2>&1 ; ",
|
|
|
+ "state" : "3",
|
|
|
+ "role" : "HBASE_MASTER",
|
|
|
+ "exitCode" : "0",
|
|
|
+ "diagnostics" : "",
|
|
|
+ "roleId" : "1"
|
|
|
+ }
|
|
|
+ },
|
|
|
+ "completedContainers" : { }
|
|
|
+ },
|
|
|
+ "HBASE_REGIONSERVER" : {
|
|
|
+ "componentName" : "HBASE_REGIONSERVER",
|
|
|
+ "instanceCount" : 20,
|
|
|
+ "activeContainers" : {
|
|
|
+ "container_1411422858327_0005_01_000005" : {
|
|
|
+ "released" : "false",
|
|
|
+ "startTime" : "1411501961924",
|
|
|
+ "createTime" : "1411501961108",
|
|
|
+ "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]",
|
|
|
+ "host" : "mop-1.c.pramod-thangali.internal",
|
|
|
+ "name" : "container_1411422858327_0005_01_000005",
|
|
|
+ "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000005___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > <LOG_DIR>/agent.out 2>&1 ; ",
|
|
|
+ "state" : "3",
|
|
|
+ "role" : "HBASE_REGIONSERVER",
|
|
|
+ "exitCode" : "0",
|
|
|
+ "diagnostics" : "",
|
|
|
+ "roleId" : "2"
|
|
|
+ },
|
|
|
+ "container_1411422858327_0005_01_000007" : {
|
|
|
+ "released" : "false",
|
|
|
+ "startTime" : "1411501961583",
|
|
|
+ "createTime" : "1411501961108",
|
|
|
+ "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]",
|
|
|
+ "host" : "mop-3.c.pramod-thangali.internal",
|
|
|
+ "name" : "container_1411422858327_0005_01_000007",
|
|
|
+ "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000007___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > <LOG_DIR>/agent.out 2>&1 ; ",
|
|
|
+ "state" : "3",
|
|
|
+ "role" : "HBASE_REGIONSERVER",
|
|
|
+ "exitCode" : "0",
|
|
|
+ "diagnostics" : "",
|
|
|
+ "roleId" : "2"
|
|
|
+ },
|
|
|
+ "container_1411422858327_0005_01_000008" : {
|
|
|
+ "released" : "false",
|
|
|
+ "startTime" : "1411501961664",
|
|
|
+ "createTime" : "1411501961108",
|
|
|
+ "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]",
|
|
|
+ "host" : "mop-3.c.pramod-thangali.internal",
|
|
|
+ "name" : "container_1411422858327_0005_01_000008",
|
|
|
+ "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000008___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > <LOG_DIR>/agent.out 2>&1 ; ",
|
|
|
+ "state" : "3",
|
|
|
+ "role" : "HBASE_REGIONSERVER",
|
|
|
+ "exitCode" : "0",
|
|
|
+ "diagnostics" : "",
|
|
|
+ "roleId" : "2"
|
|
|
+ },
|
|
|
+ "container_1411422858327_0005_01_000009" : {
|
|
|
+ "released" : "false",
|
|
|
+ "startTime" : "1411501961331",
|
|
|
+ "createTime" : "1411501961071",
|
|
|
+ "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]",
|
|
|
+ "host" : "mop-4.c.pramod-thangali.internal",
|
|
|
+ "name" : "container_1411422858327_0005_01_000009",
|
|
|
+ "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000009___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > <LOG_DIR>/agent.out 2>&1 ; ",
|
|
|
+ "state" : "3",
|
|
|
+ "role" : "HBASE_REGIONSERVER",
|
|
|
+ "exitCode" : "0",
|
|
|
+ "diagnostics" : "",
|
|
|
+ "roleId" : "2"
|
|
|
+ },
|
|
|
+ "container_1411422858327_0005_01_000010" : {
|
|
|
+ "released" : "false",
|
|
|
+ "startTime" : "1411501961465",
|
|
|
+ "createTime" : "1411501961108",
|
|
|
+ "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]",
|
|
|
+ "host" : "mop-4.c.pramod-thangali.internal",
|
|
|
+ "name" : "container_1411422858327_0005_01_000010",
|
|
|
+ "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000010___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > <LOG_DIR>/agent.out 2>&1 ; ",
|
|
|
+ "state" : "3",
|
|
|
+ "role" : "HBASE_REGIONSERVER",
|
|
|
+ "exitCode" : "0",
|
|
|
+ "diagnostics" : "",
|
|
|
+ "roleId" : "2"
|
|
|
+ },
|
|
|
+ "container_1411422858327_0005_01_000011" : {
|
|
|
+ "released" : "false",
|
|
|
+ "startTime" : "1411501962431",
|
|
|
+ "createTime" : "1411501962220",
|
|
|
+ "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]",
|
|
|
+ "host" : "mop-1.c.pramod-thangali.internal",
|
|
|
+ "name" : "container_1411422858327_0005_01_000011",
|
|
|
+ "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000011___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > <LOG_DIR>/agent.out 2>&1 ; ",
|
|
|
+ "state" : "3",
|
|
|
+ "role" : "HBASE_REGIONSERVER",
|
|
|
+ "exitCode" : "0",
|
|
|
+ "diagnostics" : "",
|
|
|
+ "roleId" : "2"
|
|
|
+ },
|
|
|
+ "container_1411422858327_0005_01_000002" : {
|
|
|
+ "released" : "false",
|
|
|
+ "startTime" : "1411501961211",
|
|
|
+ "createTime" : "1411501961108",
|
|
|
+ "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]",
|
|
|
+ "host" : "mop-2.c.pramod-thangali.internal",
|
|
|
+ "name" : "container_1411422858327_0005_01_000002",
|
|
|
+ "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000002___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > <LOG_DIR>/agent.out 2>&1 ; ",
|
|
|
+ "state" : "3",
|
|
|
+ "role" : "HBASE_REGIONSERVER",
|
|
|
+ "exitCode" : "0",
|
|
|
+ "diagnostics" : "",
|
|
|
+ "roleId" : "2"
|
|
|
+ },
|
|
|
+ "container_1411422858327_0005_01_000003" : {
|
|
|
+ "released" : "false",
|
|
|
+ "startTime" : "1411501962002",
|
|
|
+ "createTime" : "1411501961108",
|
|
|
+ "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]",
|
|
|
+ "host" : "mop-2.c.pramod-thangali.internal",
|
|
|
+ "name" : "container_1411422858327_0005_01_000003",
|
|
|
+ "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000003___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > <LOG_DIR>/agent.out 2>&1 ; ",
|
|
|
+ "state" : "3",
|
|
|
+ "role" : "HBASE_REGIONSERVER",
|
|
|
+ "exitCode" : "0",
|
|
|
+ "diagnostics" : "",
|
|
|
+ "roleId" : "2"
|
|
|
+ },
|
|
|
+ "container_1411422858327_0005_01_000012" : {
|
|
|
+ "released" : "false",
|
|
|
+ "startTime" : "1411501962232",
|
|
|
+ "createTime" : "1411501962219",
|
|
|
+ "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]",
|
|
|
+ "host" : "mop-4.c.pramod-thangali.internal",
|
|
|
+ "name" : "container_1411422858327_0005_01_000012",
|
|
|
+ "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000012___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > <LOG_DIR>/agent.out 2>&1 ; ",
|
|
|
+ "state" : "3",
|
|
|
+ "role" : "HBASE_REGIONSERVER",
|
|
|
+ "exitCode" : "0",
|
|
|
+ "diagnostics" : "",
|
|
|
+ "roleId" : "2"
|
|
|
+ },
|
|
|
+ "container_1411422858327_0005_01_000004" : {
|
|
|
+ "released" : "false",
|
|
|
+ "startTime" : "1411501961817",
|
|
|
+ "createTime" : "1411501961108",
|
|
|
+ "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]",
|
|
|
+ "host" : "mop-1.c.pramod-thangali.internal",
|
|
|
+ "name" : "container_1411422858327_0005_01_000004",
|
|
|
+ "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000004___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > <LOG_DIR>/agent.out 2>&1 ; ",
|
|
|
+ "state" : "3",
|
|
|
+ "role" : "HBASE_REGIONSERVER",
|
|
|
+ "exitCode" : "0",
|
|
|
+ "diagnostics" : "",
|
|
|
+ "roleId" : "2"
|
|
|
+ }
|
|
|
+ },
|
|
|
+ "completedContainers" : { }
|
|
|
+ },
|
|
|
+ "slider-appmaster" : {
|
|
|
+ "componentName" : "slider-appmaster",
|
|
|
+ "instanceCount" : 1,
|
|
|
+ "activeContainers" : {
|
|
|
+ "container_1411422858327_0005_01_000001" : {
|
|
|
+ "released" : "false",
|
|
|
+ "startTime" : "0",
|
|
|
+ "createTime" : "0",
|
|
|
+ "host" : "mop-2.c.pramod-thangali.internal",
|
|
|
+ "name" : "container_1411422858327_0005_01_000001",
|
|
|
+ "command" : "",
|
|
|
+ "state" : "3",
|
|
|
+ "role" : "slider-appmaster",
|
|
|
+ "exitCode" : "0",
|
|
|
+ "diagnostics" : "",
|
|
|
+ "roleId" : "0"
|
|
|
+ }
|
|
|
+ },
|
|
|
+ "completedContainers" : { }
|
|
|
+ }
|
|
|
+ },
|
|
|
+ "configs" : {
|
|
|
+ "componentinstancedata" : {
|
|
|
+ "container_1411422858327_0005_01_000006.app.jmx" : "mop-3.c.pramod-thangali.internal:43240/jmx",
|
|
|
+ "container_1411422858327_0005_01_000006.app.monitor" : "mop-3.c.pramod-thangali.internal:43240/master-status"
|
|
|
+ },
|
|
|
+ "core-site" : {
|
|
|
+ "dfs.http.policy" : "HTTP_ONLY",
|
|
|
+ "fs.defaultFS" : "hdfs://mop-5.c.pramod-thangali.internal:8020",
|
|
|
+ "fs.trash.interval" : "360",
|
|
|
+ "hadoop.proxyuser.falcon.groups" : "users",
|
|
|
+ "hadoop.proxyuser.falcon.hosts" : "*",
|
|
|
+ "hadoop.proxyuser.hcat.groups" : "users",
|
|
|
+ "hadoop.proxyuser.hcat.hosts" : "mop-2.c.pramod-thangali.internal",
|
|
|
+ "hadoop.proxyuser.hive.groups" : "users",
|
|
|
+ "hadoop.proxyuser.hive.hosts" : "mop-2.c.pramod-thangali.internal",
|
|
|
+ "hadoop.proxyuser.oozie.groups" : "*",
|
|
|
+ "hadoop.proxyuser.oozie.hosts" : "mop-2.c.pramod-thangali.internal",
|
|
|
+ "hadoop.security.auth_to_local" : "\n RULE:[2:$1@$0]([rn]m@.*)s/.*/yarn/\n RULE:[2:$1@$0](jhs@.*)s/.*/mapred/\n RULE:[2:$1@$0]([nd]n@.*)s/.*/hdfs/\n RULE:[2:$1@$0](hm@.*)s/.*/hbase/\n RULE:[2:$1@$0](rs@.*)s/.*/hbase/\n DEFAULT",
|
|
|
+ "hadoop.security.authentication" : "simple",
|
|
|
+ "hadoop.security.authorization" : "false",
|
|
|
+ "io.compression.codecs" : "org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec",
|
|
|
+ "io.file.buffer.size" : "131072",
|
|
|
+ "io.serializations" : "org.apache.hadoop.io.serializer.WritableSerialization",
|
|
|
+ "ipc.client.connect.max.retries" : "50",
|
|
|
+ "ipc.client.connection.maxidletime" : "30000",
|
|
|
+ "ipc.client.idlethreshold" : "8000",
|
|
|
+ "ipc.server.tcpnodelay" : "true",
|
|
|
+ "mapreduce.jobtracker.webinterface.trusted" : "false"
|
|
|
+ },
|
|
|
+ "hbase-site" : {
|
|
|
+ "dfs.domain.socket.path" : "/var/lib/hadoop-hdfs/dn_socket",
|
|
|
+ "hbase.client.keyvalue.maxsize" : "10485760",
|
|
|
+ "hbase.client.scanner.caching" : "100",
|
|
|
+ "hbase.cluster.distributed" : "true",
|
|
|
+ "hbase.defaults.for.version.skip" : "true",
|
|
|
+ "hbase.hregion.majorcompaction" : "86400000",
|
|
|
+ "hbase.hregion.max.filesize" : "10737418240",
|
|
|
+ "hbase.hregion.memstore.block.multiplier" : "2",
|
|
|
+ "hbase.hregion.memstore.flush.size" : "134217728",
|
|
|
+ "hbase.hregion.memstore.mslab.enabled" : "true",
|
|
|
+ "hbase.hstore.blockingStoreFiles" : "10",
|
|
|
+ "hbase.hstore.compactionThreshold" : "3",
|
|
|
+ "hbase.hstore.flush.retries.number" : "120",
|
|
|
+ "hbase.local.dir" : "${hbase.tmp.dir}/local",
|
|
|
+ "hbase.master.info.bindAddress" : "0.0.0.0",
|
|
|
+ "hbase.master.info.port" : "43240",
|
|
|
+ "hbase.master.kerberos.principal" : "hbase/_HOST@EXAMPLE.COM",
|
|
|
+ "hbase.master.keytab.file" : "/etc/security/keytabs/hbase.service.keytab",
|
|
|
+ "hbase.master.port" : "0",
|
|
|
+ "hbase.regionserver.global.memstore.lowerLimit" : "0.38",
|
|
|
+ "hbase.regionserver.global.memstore.upperLimit" : "0.4",
|
|
|
+ "hbase.regionserver.handler.count" : "60",
|
|
|
+ "hbase.regionserver.info.port" : "0",
|
|
|
+ "hbase.regionserver.kerberos.principal" : "hbase/_HOST@EXAMPLE.COM",
|
|
|
+ "hbase.regionserver.keytab.file" : "/etc/security/keytabs/hbase.service.keytab",
|
|
|
+ "hbase.regionserver.port" : "0",
|
|
|
+ "hbase.rootdir" : "hdfs://mop-5.c.pramod-thangali.internal:8020/user/yarn/.slider/cluster/h1/database",
|
|
|
+ "hbase.security.authentication" : "simple",
|
|
|
+ "hbase.security.authorization" : "false",
|
|
|
+ "hbase.superuser" : "yarn",
|
|
|
+ "hbase.tmp.dir" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000006/work/app/tmp",
|
|
|
+ "hbase.zookeeper.property.clientPort" : "2181",
|
|
|
+ "hbase.zookeeper.quorum" : "mop-1.c.pramod-thangali.internal,mop-2.c.pramod-thangali.internal,mop-3.c.pramod-thangali.internal",
|
|
|
+ "hbase.zookeeper.useMulti" : "true",
|
|
|
+ "hfile.block.cache.size" : "0.40",
|
|
|
+ "zookeeper.session.timeout" : "30000",
|
|
|
+ "zookeeper.znode.parent" : "/services/slider/users/yarn/h1"
|
|
|
+ },
|
|
|
+ "hdfs-site" : {
|
|
|
+ "dfs.block.access.token.enable" : "true",
|
|
|
+ "dfs.blockreport.initialDelay" : "120",
|
|
|
+ "dfs.blocksize" : "134217728",
|
|
|
+ "dfs.client.read.shortcircuit" : "true",
|
|
|
+ "dfs.client.read.shortcircuit.streams.cache.size" : "4096",
|
|
|
+ "dfs.cluster.administrators" : " hdfs",
|
|
|
+ "dfs.datanode.address" : "0.0.0.0:50010",
|
|
|
+ "dfs.datanode.balance.bandwidthPerSec" : "6250000",
|
|
|
+ "dfs.datanode.data.dir" : "/hadoop/hdfs/data",
|
|
|
+ "dfs.datanode.data.dir.perm" : "750",
|
|
|
+ "dfs.datanode.du.reserved" : "1073741824",
|
|
|
+ "dfs.datanode.failed.volumes.tolerated" : "0",
|
|
|
+ "dfs.datanode.http.address" : "0.0.0.0:50075",
|
|
|
+ "dfs.datanode.ipc.address" : "0.0.0.0:8010",
|
|
|
+ "dfs.datanode.kerberos.principal" : "dn/_HOST@EXAMPLE.COM",
|
|
|
+ "dfs.datanode.keytab.file" : "/etc/security/keytabs/dn.service.keytab",
|
|
|
+ "dfs.datanode.max.transfer.threads" : "1024",
|
|
|
+ "dfs.domain.socket.path" : "/var/lib/hadoop-hdfs/dn_socket",
|
|
|
+ "dfs.heartbeat.interval" : "3",
|
|
|
+ "dfs.hosts.exclude" : "/etc/hadoop/conf/dfs.exclude",
|
|
|
+ "dfs.https.port" : "50470",
|
|
|
+ "dfs.journalnode.edits.dir" : "/grid/0/hdfs/journal",
|
|
|
+ "dfs.journalnode.http-address" : "0.0.0.0:8480",
|
|
|
+ "dfs.namenode.accesstime.precision" : "0",
|
|
|
+ "dfs.namenode.avoid.read.stale.datanode" : "true",
|
|
|
+ "dfs.namenode.avoid.write.stale.datanode" : "true",
|
|
|
+ "dfs.namenode.checkpoint.dir" : "/hadoop/hdfs/namesecondary",
|
|
|
+ "dfs.namenode.checkpoint.edits.dir" : "/hadoop/hdfs/namesecondary",
|
|
|
+ "dfs.namenode.checkpoint.period" : "21600",
|
|
|
+ "dfs.namenode.checkpoint.txns" : "1000000",
|
|
|
+ "dfs.namenode.handler.count" : "40",
|
|
|
+ "dfs.namenode.http-address" : "mop-5.c.pramod-thangali.internal:50070",
|
|
|
+ "dfs.namenode.https-address" : "mop-5.c.pramod-thangali.internal:50470",
|
|
|
+ "dfs.namenode.kerberos.https.principal" : "HTTP/_HOST@EXAMPLE.COM",
|
|
|
+ "dfs.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM",
|
|
|
+ "dfs.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab",
|
|
|
+ "dfs.namenode.name.dir" : "/hadoop/hdfs/namenode",
|
|
|
+ "dfs.namenode.name.dir.restore" : "true",
|
|
|
+ "dfs.namenode.safemode.threshold-pct" : "1.0f",
|
|
|
+ "dfs.namenode.secondary.http-address" : "mop-2.c.pramod-thangali.internal:50090",
|
|
|
+ "dfs.namenode.stale.datanode.interval" : "30000",
|
|
|
+ "dfs.namenode.write.stale.datanode.ratio" : "1.0f",
|
|
|
+ "dfs.permissions.enabled" : "true",
|
|
|
+ "dfs.permissions.superusergroup" : "hdfs",
|
|
|
+ "dfs.replication" : "3",
|
|
|
+ "dfs.replication.max" : "50",
|
|
|
+ "dfs.secondary.namenode.kerberos.https.principal" : "HTTP/_HOST@EXAMPLE.COM",
|
|
|
+ "dfs.secondary.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM",
|
|
|
+ "dfs.secondary.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab",
|
|
|
+ "dfs.support.append" : "true",
|
|
|
+ "dfs.web.authentication.kerberos.keytab" : "/etc/security/keytabs/spnego.service.keytab",
|
|
|
+ "dfs.web.authentication.kerberos.principal" : "HTTP/_HOST@EXAMPLE.COM",
|
|
|
+ "dfs.webhdfs.enabled" : "true",
|
|
|
+ "fs.permissions.umask-mode" : "022"
|
|
|
+ },
|
|
|
+ "logfolders" : {
|
|
|
+ "HBASE_MASTER->mop-3.c.pramod-thangali.internal->AGENT_LOG_ROOT->container_1411422858327_0005_01_000006" : "/hadoop/yarn/log/application_1411422858327_0005/container_1411422858327_0005_01_000006",
|
|
|
+ "HBASE_MASTER->mop-3.c.pramod-thangali.internal->AGENT_WORK_ROOT->container_1411422858327_0005_01_000006" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000006",
|
|
|
+ "HBASE_REGIONSERVER->mop-1.c.pramod-thangali.internal->AGENT_LOG_ROOT->container_1411422858327_0005_01_000004" : "/hadoop/yarn/log/application_1411422858327_0005/container_1411422858327_0005_01_000004",
|
|
|
+ "HBASE_REGIONSERVER->mop-1.c.pramod-thangali.internal->AGENT_LOG_ROOT->container_1411422858327_0005_01_000005" : "/hadoop/yarn/log/application_1411422858327_0005/container_1411422858327_0005_01_000005",
|
|
|
+ "HBASE_REGIONSERVER->mop-1.c.pramod-thangali.internal->AGENT_LOG_ROOT->container_1411422858327_0005_01_000011" : "/hadoop/yarn/log/application_1411422858327_0005/container_1411422858327_0005_01_000011",
|
|
|
+ "HBASE_REGIONSERVER->mop-1.c.pramod-thangali.internal->AGENT_WORK_ROOT->container_1411422858327_0005_01_000004" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000004",
|
|
|
+ "HBASE_REGIONSERVER->mop-1.c.pramod-thangali.internal->AGENT_WORK_ROOT->container_1411422858327_0005_01_000005" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000005",
|
|
|
+ "HBASE_REGIONSERVER->mop-1.c.pramod-thangali.internal->AGENT_WORK_ROOT->container_1411422858327_0005_01_000011" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000011",
|
|
|
+ "HBASE_REGIONSERVER->mop-2.c.pramod-thangali.internal->AGENT_LOG_ROOT->container_1411422858327_0005_01_000002" : "/hadoop/yarn/log/application_1411422858327_0005/container_1411422858327_0005_01_000002",
|
|
|
+ "HBASE_REGIONSERVER->mop-2.c.pramod-thangali.internal->AGENT_LOG_ROOT->container_1411422858327_0005_01_000003" : "/hadoop/yarn/log/application_1411422858327_0005/container_1411422858327_0005_01_000003",
|
|
|
+ "HBASE_REGIONSERVER->mop-2.c.pramod-thangali.internal->AGENT_WORK_ROOT->container_1411422858327_0005_01_000002" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000002",
|
|
|
+ "HBASE_REGIONSERVER->mop-2.c.pramod-thangali.internal->AGENT_WORK_ROOT->container_1411422858327_0005_01_000003" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000003",
|
|
|
+ "HBASE_REGIONSERVER->mop-3.c.pramod-thangali.internal->AGENT_LOG_ROOT->container_1411422858327_0005_01_000007" : "/hadoop/yarn/log/application_1411422858327_0005/container_1411422858327_0005_01_000007",
|
|
|
+ "HBASE_REGIONSERVER->mop-3.c.pramod-thangali.internal->AGENT_WORK_ROOT->container_1411422858327_0005_01_000007" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000007",
|
|
|
+ "HBASE_REGIONSERVER->mop-4.c.pramod-thangali.internal->AGENT_LOG_ROOT->container_1411422858327_0005_01_000009" : "/hadoop/yarn/log/application_1411422858327_0005/container_1411422858327_0005_01_000009",
|
|
|
+ "HBASE_REGIONSERVER->mop-4.c.pramod-thangali.internal->AGENT_LOG_ROOT->container_1411422858327_0005_01_000010" : "/hadoop/yarn/log/application_1411422858327_0005/container_1411422858327_0005_01_000010",
|
|
|
+ "HBASE_REGIONSERVER->mop-4.c.pramod-thangali.internal->AGENT_LOG_ROOT->container_1411422858327_0005_01_000012" : "/hadoop/yarn/log/application_1411422858327_0005/container_1411422858327_0005_01_000012",
|
|
|
+ "HBASE_REGIONSERVER->mop-4.c.pramod-thangali.internal->AGENT_WORK_ROOT->container_1411422858327_0005_01_000009" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000009",
|
|
|
+ "HBASE_REGIONSERVER->mop-4.c.pramod-thangali.internal->AGENT_WORK_ROOT->container_1411422858327_0005_01_000010" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000010",
|
|
|
+ "HBASE_REGIONSERVER->mop-4.c.pramod-thangali.internal->AGENT_WORK_ROOT->container_1411422858327_0005_01_000012" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000012"
|
|
|
+ },
|
|
|
+ "yarn-site" : {
|
|
|
+ "yarn.acl.enable" : "false",
|
|
|
+ "yarn.application.classpath" : "/etc/hadoop/conf,/usr/lib/hadoop/*,/usr/lib/hadoop/lib/*,/usr/lib/hadoop-hdfs/*,/usr/lib/hadoop-hdfs/lib/*,/usr/lib/hadoop-yarn/*,/usr/lib/hadoop-yarn/lib/*,/usr/lib/hadoop-mapreduce/*,/usr/lib/hadoop-mapreduce/lib/*",
|
|
|
+ "yarn.log-aggregation-enable" : "true",
|
|
|
+ "yarn.log-aggregation.retain-seconds" : "2592000",
|
|
|
+ "yarn.log.server.url" : "http://mop-2.c.pramod-thangali.internal:19888/jobhistory/logs",
|
|
|
+ "yarn.nodemanager.address" : "0.0.0.0:45454",
|
|
|
+ "yarn.nodemanager.admin-env" : "MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX",
|
|
|
+ "yarn.nodemanager.aux-services" : "mapreduce_shuffle",
|
|
|
+ "yarn.nodemanager.aux-services.mapreduce_shuffle.class" : "org.apache.hadoop.mapred.ShuffleHandler",
|
|
|
+ "yarn.nodemanager.container-executor.class" : "org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor",
|
|
|
+ "yarn.nodemanager.container-monitor.interval-ms" : "3000",
|
|
|
+ "yarn.nodemanager.delete.debug-delay-sec" : "36000",
|
|
|
+ "yarn.nodemanager.disk-health-checker.min-healthy-disks" : "0.25",
|
|
|
+ "yarn.nodemanager.health-checker.interval-ms" : "135000",
|
|
|
+ "yarn.nodemanager.health-checker.script.timeout-ms" : "60000",
|
|
|
+ "yarn.nodemanager.linux-container-executor.group" : "hadoop",
|
|
|
+ "yarn.nodemanager.local-dirs" : "/hadoop/yarn/local",
|
|
|
+ "yarn.nodemanager.log-aggregation.compression-type" : "gz",
|
|
|
+ "yarn.nodemanager.log-dirs" : "/hadoop/yarn/log",
|
|
|
+ "yarn.nodemanager.log.retain-second" : "604800",
|
|
|
+ "yarn.nodemanager.remote-app-log-dir" : "/app-logs",
|
|
|
+ "yarn.nodemanager.remote-app-log-dir-suffix" : "logs",
|
|
|
+ "yarn.nodemanager.resource.memory-mb" : "2048",
|
|
|
+ "yarn.nodemanager.vmem-check-enabled" : "false",
|
|
|
+ "yarn.nodemanager.vmem-pmem-ratio" : "2.1",
|
|
|
+ "yarn.resourcemanager.address" : "mop-2.c.pramod-thangali.internal:8050",
|
|
|
+ "yarn.resourcemanager.admin.address" : "mop-2.c.pramod-thangali.internal:8141",
|
|
|
+ "yarn.resourcemanager.am.max-attempts" : "2",
|
|
|
+ "yarn.resourcemanager.hostname" : "mop-2.c.pramod-thangali.internal",
|
|
|
+ "yarn.resourcemanager.nodes.exclude-path" : "/etc/hadoop/conf/yarn.exclude",
|
|
|
+ "yarn.resourcemanager.resource-tracker.address" : "mop-2.c.pramod-thangali.internal:8025",
|
|
|
+ "yarn.resourcemanager.scheduler.address" : "mop-2.c.pramod-thangali.internal:8030",
|
|
|
+ "yarn.resourcemanager.scheduler.class" : "org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler",
|
|
|
+ "yarn.resourcemanager.webapp.address" : "mop-2.c.pramod-thangali.internal:8088",
|
|
|
+ "yarn.scheduler.maximum-allocation-mb" : "2048",
|
|
|
+ "yarn.scheduler.minimum-allocation-mb" : "682",
|
|
|
+ "yarn.timeline-service.address" : "mop-1.c.pramod-thangali.internal:10200",
|
|
|
+ "yarn.timeline-service.enabled" : "true",
|
|
|
+ "yarn.timeline-service.generic-application-history.store-class" : "org.apache.hadoop.yarn.server.applicationhistoryservice.NullApplicationHistoryStore",
|
|
|
+ "yarn.timeline-service.leveldb-timeline-store.path" : "/hadoop/yarn/timeline",
|
|
|
+ "yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms" : "300000",
|
|
|
+ "yarn.timeline-service.store-class" : "org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore",
|
|
|
+ "yarn.timeline-service.ttl-enable" : "true",
|
|
|
+ "yarn.timeline-service.ttl-ms" : "2678400000",
|
|
|
+ "yarn.timeline-service.webapp.address" : "mop-1.c.pramod-thangali.internal:8188",
|
|
|
+ "yarn.timeline-service.webapp.https.address" : "mop-1.c.pramod-thangali.internal:8190"
|
|
|
+ }
|
|
|
+ },
|
|
|
+ "jmx" : {
|
|
|
+ "ClusterId" : "7e54d1b9-f4ee-446e-accb-cc8946567f83",
|
|
|
+ "ClusterRequests" : "703",
|
|
|
+ "DeadRegionServers" : "7",
|
|
|
+ "IsActiveMaster" : "true",
|
|
|
+ "MasterActiveTime" : "1411501992499",
|
|
|
+ "MasterStartTime" : "1411501991454",
|
|
|
+ "MetricAverageLoad" : "1.0",
|
|
|
+ "RegionServers" : "10",
|
|
|
+ "ServerName" : "mop-3.c.pramod-thangali.internal,45191,1411501989645",
|
|
|
+ "ZookeeperQuorum" : "mop-2.c.pramod-thangali.internal:2181,mop-1.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181"
|
|
|
+ },
|
|
|
+ "urls" : {
|
|
|
+ "JMX" : "http://mop-3.c.pramod-thangali.internal:43240/jmx",
|
|
|
+ "UI" : "http://mop-3.c.pramod-thangali.internal:43240/master-status",
|
|
|
+ "app.ganglia" : "http://mop-4.c.pramod-thangali.internal/ganglia?c=Application2",
|
|
|
+ "app.metrics" : "http://mop-4.c.pramod-thangali.internal/cgi-bin/rrd.py?c=Application2"
|
|
|
+ }
|
|
|
}
|
|
|
]
|
|
|
}
|