master_components.json 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353
  1. {
  2. "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/?ServiceComponentInfo/category=MASTER&fields=ServiceComponentInfo/MasterActiveTime,host_components/metrics/jvm/memHeapUsedM,host_components/metrics/jvm/memHeapCommittedM,host_components/metrics/mapred/jobtracker/trackers_decommissioned,host_components/metrics/cpu/cpu_wio,host_components/metrics/rpc/RpcQueueTime_avg_time,host_components/metrics/dfs/FSNamesystem/HAState,host_components/metrics/dfs/FSNamesystem/CapacityUsed,host_components/metrics/dfs/FSNamesystem/CapacityTotal,host_components/metrics/dfs/FSNamesystem/CapacityRemaining,host_components/metrics/dfs/FSNamesystem/BlocksTotal,host_components/metrics/dfs/FSNamesystem/CorruptBlocks,host_components/metrics/dfs/FSNamesystem/MissingBlocks,host_components/metrics/dfs/FSNamesystem/UnderReplicatedBlocks,host_components/metrics/dfs/namenode/Version,host_components/metrics/dfs/namenode/LiveNodes,host_components/metrics/dfs/namenode/DeadNodes,host_components/metrics/dfs/namenode/DecomNodes,host_components/metrics/dfs/namenode/TotalFiles,host_components/metrics/dfs/namenode/UpgradeFinalized,host_components/metrics/dfs/namenode/Safemode,host_components/metrics/runtime/StartTime,host_components/metrics/flume/flume,host_components/metrics/yarn/Queue,host_components/metrics/hbase/master/IsActiveMaster,host_components/HostRoles/state",
  3. "items" : [
  4. {
  5. "ServiceComponentInfo" : {
  6. "component_name" : "FLUME_HANDLER",
  7. "service_name" : "FLUME"
  8. },
  9. "host_components" : [
  10. {
  11. "HostRoles" : {
  12. "component_name" : "FLUME_HANDLER",
  13. "host_name" : "dev01.hortonworks.com",
  14. "maintenance_state" : "OFF",
  15. "stale_configs" : false,
  16. "state" : "STARTED"
  17. },
  18. "metrics" : {
  19. "cpu" : {
  20. "cpu_wio" : 0.0347222222222
  21. },
  22. "flume" : {
  23. "flume" : {
  24. "CHANNEL" : {
  25. "c1" : {
  26. "ChannelCapacity" : 10000.0,
  27. "ChannelFillPercentage" : 0.0,
  28. "ChannelSize" : 0.0,
  29. "EventPutAttemptCount" : 0.0,
  30. "EventPutSuccessCount" : 0.0,
  31. "EventTakeAttemptCount" : 21.0434782609,
  32. "EventTakeSuccessCount" : 0.0,
  33. "StartTime" : 1.39817772503E12,
  34. "StopTime" : 0.0
  35. }
  36. },
  37. "SINK" : {
  38. "sink1" : {
  39. "BatchCompleteCount" : 0.0,
  40. "BatchEmptyCount" : 20.5594202899,
  41. "BatchUnderflowCount" : 0.0,
  42. "ConnectionClosedCount" : 0.0,
  43. "ConnectionCreatedCount" : 0.0,
  44. "ConnectionFailedCount" : 0.0,
  45. "EventDrainAttemptCount" : 0.0,
  46. "EventDrainSuccessCount" : 0.0,
  47. "StartTime" : 1.39817772504E12,
  48. "StopTime" : 0.0
  49. }
  50. },
  51. "SOURCE" : {
  52. "src1" : {
  53. "AppendAcceptedCount" : 0.0,
  54. "AppendBatchAcceptedCount" : 0.0,
  55. "AppendBatchReceivedCount" : 0.0,
  56. "AppendReceivedCount" : 0.0,
  57. "EventAcceptedCount" : 0.0,
  58. "EventReceivedCount" : 0.0,
  59. "OpenConnectionCount" : 0.0,
  60. "StartTime" : 1.39817772519E12,
  61. "StopTime" : 0.0
  62. }
  63. }
  64. }
  65. }
  66. },
  67. "processes" : [
  68. {
  69. "HostComponentProcess" : {
  70. "channels_count" : 1.0,
  71. "cluster_name" : "mycluster",
  72. "component_name" : "FLUME_HANDLER",
  73. "host_name" : "dev01.hortonworks.com",
  74. "name" : "agent",
  75. "sinks_count" : 1.0,
  76. "sources_count" : 1.0,
  77. "status" : "RUNNING"
  78. }
  79. }
  80. ]
  81. }
  82. ]
  83. },
  84. {
  85. "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/HBASE_MASTER",
  86. "ServiceComponentInfo" : {
  87. "category" : "MASTER",
  88. "cluster_name" : "perf",
  89. "component_name" : "HBASE_MASTER",
  90. "service_name" : "HBASE"
  91. },
  92. "host_components" : [
  93. {
  94. "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/HBASE_MASTER",
  95. "HostRoles" : {
  96. "cluster_name" : "perf",
  97. "component_name" : "HBASE_MASTER",
  98. "host_name" : "dev01.hortonworks.com",
  99. "maintenance_state" : "OFF",
  100. "state" : "STARTED"
  101. },
  102. "metrics" : {
  103. "cpu" : {
  104. "cpu_wio" : 1.68305555556
  105. },
  106. "hbase" : {
  107. "master" : {
  108. "IsActiveMaster" : "true"
  109. }
  110. },
  111. "jvm" : {
  112. "memHeapCommittedM" : 81.0625,
  113. "memHeapUsedM" : 14.4296904856
  114. }
  115. }
  116. }
  117. ]
  118. },
  119. {
  120. "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/NAMENODE",
  121. "ServiceComponentInfo" : {
  122. "category" : "MASTER",
  123. "cluster_name" : "perf",
  124. "component_name" : "NAMENODE",
  125. "service_name" : "HDFS"
  126. },
  127. "host_components" : [
  128. {
  129. "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/NAMENODE",
  130. "HostRoles" : {
  131. "cluster_name" : "perf",
  132. "component_name" : "NAMENODE",
  133. "host_name" : "dev01.hortonworks.com",
  134. "maintenance_state" : "OFF",
  135. "state" : "STARTED"
  136. },
  137. "metrics" : {
  138. "cpu" : {
  139. "cpu_wio" : 1.15722222222
  140. },
  141. "dfs" : {
  142. "FSNamesystem" : {
  143. "BlocksTotal" : 461,
  144. "CapacityRemaining" : 47220695040,
  145. "CapacityTotal" : 51770945536,
  146. "CapacityUsed" : 193253376,
  147. "CorruptBlocks" : 0,
  148. "HAState" : "active",
  149. "MissingBlocks" : 0,
  150. "UnderReplicatedBlocks" : 461
  151. },
  152. "namenode" : {
  153. "DeadNodes" : "{\"dev01.hortonworks.com\":{\"lastContact\":692,\"decommissioned\":false}}",
  154. "DecomNodes" : "{}",
  155. "LiveNodes" : "{\"dev02.hortonworks.com\":{\"numBlocks\":461,\"usedSpace\":193253376,\"lastContact\":1,\"capacity\":51770945536,\"nonDfsUsedSpace\":4356997120,\"adminState\":\"In Service\",\"version\":\"2.2.0.2.0.6.0-76\"}}",
  156. "Safemode" : "",
  157. "TotalFiles" : 606,
  158. "UpgradeFinalized" : true,
  159. "Version" : "2.2.0.2.0.6.0-76, r8656b1cfad13b03b29e98cad042626205e7a1c86"
  160. }
  161. },
  162. "jvm" : {
  163. "memHeapCommittedM" : 960.0,
  164. "memHeapUsedM" : 106.43069
  165. },
  166. "rpc" : {
  167. "RpcQueueTime_avg_time" : 0.0
  168. },
  169. "runtime" : {
  170. "StartTime" : 1383649085429
  171. }
  172. }
  173. }
  174. ]
  175. },
  176. {
  177. "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/SECONDARY_NAMENODE",
  178. "ServiceComponentInfo" : {
  179. "category" : "MASTER",
  180. "cluster_name" : "perf",
  181. "component_name" : "SECONDARY_NAMENODE",
  182. "service_name" : "HDFS"
  183. },
  184. "host_components" : [
  185. {
  186. "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/SECONDARY_NAMENODE",
  187. "HostRoles" : {
  188. "cluster_name" : "perf",
  189. "component_name" : "SECONDARY_NAMENODE",
  190. "host_name" : "dev01.hortonworks.com",
  191. "maintenance_state" : "OFF",
  192. "state" : "STARTED"
  193. }
  194. }
  195. ]
  196. },
  197. {
  198. "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/HISTORYSERVER",
  199. "ServiceComponentInfo" : {
  200. "category" : "MASTER",
  201. "cluster_name" : "perf",
  202. "component_name" : "HISTORYSERVER",
  203. "service_name" : "MAPREDUCE2"
  204. },
  205. "host_components" : [
  206. {
  207. "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/HISTORYSERVER",
  208. "HostRoles" : {
  209. "cluster_name" : "perf",
  210. "component_name" : "HISTORYSERVER",
  211. "host_name" : "dev01.hortonworks.com",
  212. "maintenance_state" : "OFF",
  213. "state" : "STARTED"
  214. },
  215. "metrics" : {
  216. "jvm" : {
  217. "memHeapCommittedM" : 60.0,
  218. "memHeapUsedM" : 20.311676
  219. }
  220. }
  221. }
  222. ]
  223. },
  224. {
  225. "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/OOZIE_SERVER",
  226. "ServiceComponentInfo" : {
  227. "category" : "MASTER",
  228. "cluster_name" : "perf",
  229. "component_name" : "OOZIE_SERVER",
  230. "service_name" : "OOZIE"
  231. },
  232. "host_components" : [
  233. {
  234. "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/OOZIE_SERVER",
  235. "HostRoles" : {
  236. "cluster_name" : "perf",
  237. "component_name" : "OOZIE_SERVER",
  238. "host_name" : "dev01.hortonworks.com",
  239. "maintenance_state" : "OFF",
  240. "state" : "STARTED"
  241. }
  242. }
  243. ]
  244. },
  245. {
  246. "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/RESOURCEMANAGER",
  247. "ServiceComponentInfo" : {
  248. "category" : "MASTER",
  249. "cluster_name" : "perf",
  250. "component_name" : "RESOURCEMANAGER",
  251. "service_name" : "YARN"
  252. },
  253. "host_components" : [
  254. {
  255. "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/RESOURCEMANAGER",
  256. "HostRoles" : {
  257. "cluster_name" : "perf",
  258. "component_name" : "RESOURCEMANAGER",
  259. "host_name" : "dev01.hortonworks.com",
  260. "maintenance_state" : "OFF",
  261. "state" : "STARTED"
  262. },
  263. "metrics" : {
  264. "cpu" : {
  265. "cpu_wio" : 1.21833333333
  266. },
  267. "jvm" : {
  268. "memHeapCommittedM" : 60.0625,
  269. "memHeapUsedM" : 30.569305
  270. },
  271. "yarn" : {
  272. "Queue" : {
  273. "root" : {
  274. "ActiveApplications" : 0,
  275. "ActiveUsers" : 0,
  276. "AggregateContainersAllocated" : 13,
  277. "AggregateContainersReleased" : 13,
  278. "AllocatedContainers" : 0,
  279. "AllocatedMB" : 0,
  280. "AllocatedVCores" : 0,
  281. "AppsCompleted" : 5,
  282. "AppsFailed" : 0,
  283. "AppsKilled" : 0,
  284. "AppsPending" : 0,
  285. "AppsRunning" : 0,
  286. "AppsSubmitted" : 5,
  287. "AvailableMB" : 4096,
  288. "AvailableVCores" : 16,
  289. "PendingContainers" : 0,
  290. "PendingMB" : 0,
  291. "PendingVCores" : 0,
  292. "ReservedContainers" : 0,
  293. "ReservedMB" : 0,
  294. "ReservedVCores" : 0,
  295. "running_1440" : 0,
  296. "running_300" : 0,
  297. "running_60" : 0,
  298. "default" : {
  299. "ActiveApplications" : 0,
  300. "ActiveUsers" : 0,
  301. "AggregateContainersAllocated" : 13,
  302. "AggregateContainersReleased" : 13,
  303. "AllocatedContainers" : 0,
  304. "AllocatedMB" : 0,
  305. "AllocatedVCores" : 0,
  306. "AppsCompleted" : 5,
  307. "AppsFailed" : 0,
  308. "AppsKilled" : 0,
  309. "AppsPending" : 0,
  310. "AppsRunning" : 0,
  311. "AppsSubmitted" : 5,
  312. "AvailableMB" : 4096,
  313. "AvailableVCores" : 16,
  314. "PendingContainers" : 0,
  315. "PendingMB" : 0,
  316. "PendingVCores" : 0,
  317. "ReservedContainers" : 0,
  318. "ReservedMB" : 0,
  319. "ReservedVCores" : 0,
  320. "running_1440" : 0,
  321. "running_300" : 0,
  322. "running_60" : 0
  323. }
  324. }
  325. }
  326. }
  327. }
  328. }
  329. ]
  330. },
  331. {
  332. "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/ZOOKEEPER_SERVER",
  333. "ServiceComponentInfo" : {
  334. "category" : "MASTER",
  335. "cluster_name" : "perf",
  336. "component_name" : "ZOOKEEPER_SERVER",
  337. "service_name" : "ZOOKEEPER"
  338. },
  339. "host_components" : [
  340. {
  341. "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/ZOOKEEPER_SERVER",
  342. "HostRoles" : {
  343. "cluster_name" : "perf",
  344. "component_name" : "ZOOKEEPER_SERVER",
  345. "host_name" : "dev01.hortonworks.com",
  346. "maintenance_state" : "OFF",
  347. "state" : "STARTED"
  348. }
  349. }
  350. ]
  351. }
  352. ]
  353. }