mapreduce_stop.json 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370
  1. {
  2. "href" : "http://localhost:8080/api/clusters/mycluster/services?ServiceInfo/service_name=MAPREDUCE&fields=components/host_components/*",
  3. "items" : [
  4. {
  5. "href" : "http://localhost:8080/api/clusters/mycluster/services/MAPREDUCE",
  6. "ServiceInfo" : {
  7. "cluster_name" : "mycluster",
  8. "service_name" : "MAPREDUCE"
  9. },
  10. "components" : [
  11. {
  12. "href" : "http://localhost:8080/api/clusters/mycluster/services/MAPREDUCE/components/MAPREDUCE_CLIENT",
  13. "ServiceComponentInfo" : {
  14. "cluster_name" : "mycluster",
  15. "component_name" : "MAPREDUCE_CLIENT",
  16. "service_name" : "MAPREDUCE"
  17. },
  18. "host_components" : [
  19. {
  20. "href" : "http://localhost:8080/api/clusters/mycluster/hosts/dev.hortonworks.com/host_components/MAPREDUCE_CLIENT",
  21. "HostRoles" : {
  22. "configs" : "{}",
  23. "cluster_name" : "mycluster",
  24. "desired_configs" : "{}",
  25. "desired_state" : "INSTALLED",
  26. "state" : "INSTALLED",
  27. "component_name" : "MAPREDUCE_CLIENT",
  28. "host_name" : "dev.hortonworks.com"
  29. },
  30. "component" : [
  31. {
  32. "href" : "http://localhost:8080/api/clusters/mycluster/services/MAPREDUCE/components/MAPREDUCE_CLIENT",
  33. "ServiceComponentInfo" : {
  34. "cluster_name" : "mycluster",
  35. "component_name" : "MAPREDUCE_CLIENT",
  36. "service_name" : "MAPREDUCE"
  37. }
  38. }
  39. ]
  40. }
  41. ]
  42. },
  43. {
  44. "href" : "http://localhost:8080/api/clusters/mycluster/services/MAPREDUCE/components/JOBTRACKER",
  45. "ServiceComponentInfo" : {
  46. "cluster_name" : "mycluster",
  47. "component_name" : "JOBTRACKER",
  48. "service_name" : "MAPREDUCE"
  49. },
  50. "host_components" : [
  51. {
  52. "href" : "http://localhost:8080/api/clusters/mycluster/hosts/dev.hortonworks.com/host_components/JOBTRACKER",
  53. "HostRoles" : {
  54. "configs" : "{\"mapred-site\":\"version1\",\"global\":\"version1\",\"core-site\":\"version1\"}",
  55. "cluster_name" : "mycluster",
  56. "desired_configs" : "{}",
  57. "desired_state" : "INSTALLED",
  58. "state" : "INSTALLED",
  59. "component_name" : "JOBTRACKER",
  60. "host_name" : "dev.hortonworks.com"
  61. },
  62. "metrics" : {
  63. "boottime" : 1.353113263E9,
  64. "process" : {
  65. "proc_total" : 542.4,
  66. "proc_run" : 1.04722222222
  67. },
  68. "rpc" : {
  69. "rpcAuthorizationSuccesses" : 0.0,
  70. "SentBytes" : 355.647619048,
  71. "rpcAuthorizationFailures" : 0.0,
  72. "ReceivedBytes" : 1040.35238095,
  73. "NumOpenConnections" : 0.0,
  74. "callQueueLen" : 0.0,
  75. "rpcAuthenticationSuccesses" : 0.0,
  76. "RpcQueueTime_num_ops" : 3.32380952381,
  77. "RpcProcessingTime_num_ops" : 3.32380952381,
  78. "RpcProcessingTime_avg_time" : 0.142915649166,
  79. "rpcAuthenticationFailures" : 0.0,
  80. "RpcQueueTime_avg_time" : 0.0767488298738
  81. },
  82. "ugi" : {
  83. "loginSuccess_num_ops" : 0.0,
  84. "loginFailure_num_ops" : 0.0,
  85. "loginSuccess_avg_time" : 0.0,
  86. "loginFailure_avg_time" : 0.0
  87. },
  88. "mapred" : {
  89. "Queue" : {
  90. "maps_killed" : 0.0,
  91. "reduces_killed" : 0.0,
  92. "jobs_failed" : 0.0,
  93. "reduces_completed" : 0.0,
  94. "running_0" : 0.0,
  95. "reduces_failed" : 0.0,
  96. "reserved_map_slots" : 0.0,
  97. "jobs_completed" : 0.0,
  98. "waiting_maps" : 0.0,
  99. "running_1440" : 0.0,
  100. "maps_completed" : 0.0,
  101. "jobs_preparing" : 0.0,
  102. "jobs_submitted" : 0.0,
  103. "reserved_reduce_slots" : 0.0,
  104. "jobs_running" : 0.0,
  105. "running_300" : 0.0,
  106. "maps_launched" : 0.0,
  107. "reduces_launched" : 0.0,
  108. "running_60" : 0.0,
  109. "waiting_reduces" : 0.0,
  110. "maps_failed" : 0.0,
  111. "jobs_killed" : 0.0
  112. },
  113. "jobtracker" : {
  114. "blacklisted_maps" : 0.0,
  115. "running_maps" : 0.0,
  116. "jobs_failed" : 0.0,
  117. "waiting_maps" : 0.0,
  118. "maps_completed" : 0.0,
  119. "trackers" : 1.0,
  120. "jobs_submitted" : 0.0,
  121. "map_slots" : 4.0,
  122. "reserved_reduce_slots" : 0.0,
  123. "trackers_graylisted" : 0.0,
  124. "heartbeats" : 3.32380952381,
  125. "jobs_running" : 0.0,
  126. "blacklisted_reduces" : 0.0,
  127. "maps_launched" : 0.0,
  128. "occupied_map_slots" : 0.0,
  129. "reduces_launched" : 0.0,
  130. "jobs_killed" : 0.0,
  131. "maps_failed" : 0.0,
  132. "maps_killed" : 0.0,
  133. "reduce_slots" : 2.0,
  134. "reduces_killed" : 0.0,
  135. "reduces_completed" : 0.0,
  136. "jobs_completed" : 0.0,
  137. "reserved_map_slots" : 0.0,
  138. "trackers_decommissioned" : 0.0,
  139. "reduces_failed" : 0.0,
  140. "trackers_blacklisted" : 0.0,
  141. "jobs_preparing" : 0.0,
  142. "running_reduces" : 0.0,
  143. "occupied_reduce_slots" : 0.0,
  144. "waiting_reduces" : 0.0
  145. }
  146. },
  147. "disk" : {
  148. "disk_total" : 101.515,
  149. "disk_free" : 93.4107777778,
  150. "part_max_used" : 12.8
  151. },
  152. "cpu" : {
  153. "cpu_speed" : 1986.0,
  154. "cpu_wio" : 0.510555555556,
  155. "cpu_num" : 1.0,
  156. "cpu_idle" : 45.9291666667,
  157. "cpu_nice" : 0.0,
  158. "cpu_aidle" : 0.0,
  159. "cpu_system" : 6.88277777778,
  160. "cpu_user" : 46.6838888889
  161. },
  162. "rpcdetailed" : {
  163. "getJobProfile_num_ops" : 0.0,
  164. "getStagingAreaDir_num_ops" : 0.0,
  165. "getProtocolVersion_avg_time" : 0.0,
  166. "getBuildVersion_avg_time" : 0.0,
  167. "getBuildVersion_num_ops" : 0.0,
  168. "getNewJobId_avg_time" : 0.0,
  169. "getQueueAdmins_num_ops" : 0.0,
  170. "getSystemDir_num_ops" : 0.0,
  171. "getTaskCompletionEvents_num_ops" : 0.0,
  172. "getJobProfile_avg_time" : 0.0,
  173. "submitJob_num_ops" : 0.0,
  174. "getStagingAreaDir_avg_time" : 2.0,
  175. "getNewJobId_num_ops" : 0.0,
  176. "getJobCounters_num_ops" : 0.0,
  177. "getTaskCompletionEvents_avg_time" : 0.111111111111,
  178. "getProtocolVersion_num_ops" : 0.0,
  179. "submitJob_avg_time" : 312.0,
  180. "getSystemDir_avg_time" : 0.0,
  181. "getJobStatus_num_ops" : 0.0,
  182. "getJobCounters_avg_time" : 0.0,
  183. "getQueueAdmins_avg_time" : 0.0,
  184. "heartbeat_num_ops" : 3.32380952381,
  185. "heartbeat_avg_time" : 0.142915649166,
  186. "getJobStatus_avg_time" : 0.0
  187. },
  188. "load" : {
  189. "load_fifteen" : 0.8845,
  190. "load_one" : 0.516833333333,
  191. "load_five" : 0.740888888889
  192. },
  193. "jvm" : {
  194. "memHeapCommittedM" : 185.1875,
  195. "logFatal" : 0.0,
  196. "threadsBlocked" : 0.0,
  197. "threadsWaiting" : 19.0,
  198. "gcCount" : 0.00277777777778,
  199. "logWarn" : 0.0,
  200. "logError" : 0.0,
  201. "memNonHeapCommittedM" : 23.75,
  202. "gcTimeMillis" : 0.641666666667,
  203. "memNonHeapUsedM" : 23.1303326472,
  204. "logInfo" : 0.0,
  205. "threadsNew" : 0.0,
  206. "memHeapUsedM" : 101.890453742,
  207. "threadsTerminated" : 0.0,
  208. "threadsTimedWaiting" : 10.0,
  209. "threadsRunnable" : 6.0
  210. },
  211. "network" : {
  212. "pkts_out" : 0.455111111111,
  213. "bytes_in" : 50.645,
  214. "bytes_out" : 119.762888889,
  215. "pkts_in" : 0.411222222222
  216. },
  217. "memory" : {
  218. "mem_total" : 2054932.0,
  219. "swap_free" : 4074713.26667,
  220. "mem_buffers" : 13563.6333333,
  221. "mem_shared" : 0.0,
  222. "mem_cached" : 175195.088889,
  223. "mem_free" : 117578.155556,
  224. "swap_total" : 4128760.0
  225. }
  226. },
  227. "component" : [
  228. {
  229. "href" : "http://localhost:8080/api/clusters/mycluster/services/MAPREDUCE/components/JOBTRACKER",
  230. "ServiceComponentInfo" : {
  231. "cluster_name" : "mycluster",
  232. "component_name" : "JOBTRACKER",
  233. "service_name" : "MAPREDUCE"
  234. }
  235. }
  236. ]
  237. }
  238. ]
  239. },
  240. {
  241. "href" : "http://localhost:8080/api/clusters/mycluster/services/MAPREDUCE/components/TASKTRACKER",
  242. "ServiceComponentInfo" : {
  243. "cluster_name" : "mycluster",
  244. "component_name" : "TASKTRACKER",
  245. "service_name" : "MAPREDUCE"
  246. },
  247. "host_components" : [
  248. {
  249. "href" : "http://localhost:8080/api/clusters/mycluster/hosts/dev.hortonworks.com/host_components/TASKTRACKER",
  250. "HostRoles" : {
  251. "configs" : "{\"mapred-site\":\"version1\",\"global\":\"version1\",\"core-site\":\"version1\"}",
  252. "cluster_name" : "mycluster",
  253. "desired_configs" : "{}",
  254. "desired_state" : "INSTALLED",
  255. "state" : "INSTALLED",
  256. "component_name" : "TASKTRACKER",
  257. "host_name" : "dev.hortonworks.com"
  258. },
  259. "metrics" : {
  260. "boottime" : 1.353113263E9,
  261. "process" : {
  262. "proc_total" : 542.625,
  263. "proc_run" : 1.81944444444
  264. },
  265. "rpc" : {
  266. "rpcAuthorizationSuccesses" : 7.15827882667E7,
  267. "SentBytes" : 7.15827882667E7,
  268. "rpcAuthorizationFailures" : 0.0,
  269. "ReceivedBytes" : 7.15827882667E7,
  270. "NumOpenConnections" : 0.0,
  271. "callQueueLen" : 0.0,
  272. "rpcAuthenticationSuccesses" : 0.0,
  273. "RpcQueueTime_num_ops" : 7.15827882667E7,
  274. "RpcProcessingTime_num_ops" : 7.15827882667E7,
  275. "RpcProcessingTime_avg_time" : 0.151111111111,
  276. "rpcAuthenticationFailures" : 0.0,
  277. "RpcQueueTime_avg_time" : 0.151111111111
  278. },
  279. "ugi" : {
  280. "loginSuccess_num_ops" : 0.0,
  281. "loginFailure_num_ops" : 0.0,
  282. "loginSuccess_avg_time" : 0.0,
  283. "loginFailure_avg_time" : 0.0
  284. },
  285. "mapred" : {
  286. "shuffleOutput" : {
  287. "shuffle_handler_busy_percent" : 0.0
  288. },
  289. "tasktracker" : {
  290. "reduces_running" : 0.0,
  291. "maps_running" : 0.0,
  292. "reduceTaskSlots" : 2.0,
  293. "mapTaskSlots" : 4.0
  294. }
  295. },
  296. "disk" : {
  297. "disk_total" : 101.515,
  298. "disk_free" : 93.4107777778,
  299. "part_max_used" : 12.8
  300. },
  301. "cpu" : {
  302. "cpu_speed" : 1986.0,
  303. "cpu_wio" : 0.519444444444,
  304. "cpu_num" : 1.0,
  305. "cpu_idle" : 46.9705555556,
  306. "cpu_nice" : 0.0,
  307. "cpu_aidle" : 0.0,
  308. "cpu_system" : 6.75972222222,
  309. "cpu_user" : 45.7563888889
  310. },
  311. "rpcdetailed" : {
  312. "getProtocolVersion_avg_time" : 0.0,
  313. "getProtocolVersion_num_ops" : 4
  314. },
  315. "load" : {
  316. "load_fifteen" : 0.882305555556,
  317. "load_one" : 0.523944444444,
  318. "load_five" : 0.739694444444
  319. },
  320. "jvm" : {
  321. "memHeapCommittedM" : 30.375,
  322. "logFatal" : 0.0,
  323. "threadsBlocked" : 0.0,
  324. "threadsWaiting" : 14.5333333333,
  325. "gcCount" : 7.15827883321E7,
  326. "logWarn" : 0.0,
  327. "logError" : 0.0,
  328. "memNonHeapCommittedM" : 23.1875,
  329. "gcTimeMillis" : 7.15827883254E7,
  330. "memNonHeapUsedM" : 21.7573377917,
  331. "logInfo" : 0.0,
  332. "threadsNew" : 0.0,
  333. "memHeapUsedM" : 7.07001514861,
  334. "threadsTerminated" : 0.0,
  335. "threadsTimedWaiting" : 8.71666666667,
  336. "threadsRunnable" : 6.26666666667
  337. },
  338. "network" : {
  339. "pkts_out" : 0.453888888889,
  340. "bytes_in" : 50.5375,
  341. "bytes_out" : 119.456111111,
  342. "pkts_in" : 0.410277777778
  343. },
  344. "memory" : {
  345. "mem_total" : 2054932.0,
  346. "swap_free" : 4074707.96667,
  347. "mem_buffers" : 13563.6555556,
  348. "mem_shared" : 0.0,
  349. "mem_cached" : 175260.0,
  350. "mem_free" : 115051.811111,
  351. "swap_total" : 4128760.0
  352. }
  353. },
  354. "component" : [
  355. {
  356. "href" : "http://localhost:8080/api/clusters/mycluster/services/MAPREDUCE/components/TASKTRACKER",
  357. "ServiceComponentInfo" : {
  358. "cluster_name" : "mycluster",
  359. "component_name" : "TASKTRACKER",
  360. "service_name" : "MAPREDUCE"
  361. }
  362. }
  363. ]
  364. }
  365. ]
  366. }
  367. ]
  368. }
  369. ]
  370. }