mdl.xml.template 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263
  1. <?xml version="1.0"?>
  2. <?xml-stylesheet type="text/xsl" href="nutch-conf.xsl"?>
  3. <!-- Put site-specific property overrides in this file. -->
  4. <configuration>
  5. <!-- database tables -->
  6. <property>
  7. <name>report.db.name.nodeactivity</name>
  8. <value>node_activity</value>
  9. <description></description>
  10. </property>
  11. <property>
  12. <name>report.db.primary.key.nodeactivity</name>
  13. <value>timestamp</value>
  14. </property>
  15. <property>
  16. <name>metric.nodeactivity.down</name>
  17. <value>down</value>
  18. </property>
  19. <property>
  20. <name>metric.nodeactivity.downmachines</name>
  21. <value>downMachines</value>
  22. </property>
  23. <property>
  24. <name>metric.nodeactivity.free</name>
  25. <value>free</value>
  26. </property>
  27. <property>
  28. <name>metric.nodeactivity.freemachines</name>
  29. <value>freeMachines</value>
  30. </property>
  31. <property>
  32. <name>metric.nodeactivity.used</name>
  33. <value>used</value>
  34. </property>
  35. <property>
  36. <name>metric.nodeactivity.usedmachines</name>
  37. <value>usedMachines</value>
  38. </property>
  39. <property>
  40. <name>report.db.name.hod_job_digest</name>
  41. <value>hod_job_digest</value>
  42. </property>
  43. <property>
  44. <name>report.db.name.cluster_system_metrics</name>
  45. <value>cluster_system_metrics</value>
  46. </property>
  47. <property>
  48. <name>report.db.name.systemmetrics</name>
  49. <value>system_metrics</value>
  50. <description></description>
  51. </property>
  52. <property>
  53. <name>report.db.name.df</name>
  54. <value>disk</value>
  55. </property>
  56. <property>
  57. <name>report.db.name.cluster_disk</name>
  58. <value>cluster_disk</value>
  59. </property>
  60. <property>
  61. <name>report.db.name.hadoop_dfs_namenode</name>
  62. <value>dfs_namenode</value>
  63. </property>
  64. <property>
  65. <name>report.db.name.hadoop_dfs_datanode</name>
  66. <value>dfs_datanode</value>
  67. </property>
  68. <property>
  69. <name>report.db.name.hadoop_dfs_throughput</name>
  70. <value>dfs_throughput</value>
  71. </property>
  72. <property>
  73. <name>report.db.name.hadoop_dfs_fsnamesystem</name>
  74. <value>dfs_fsnamesystem</value>
  75. </property>
  76. <property>
  77. <name>report.db.name.hadoop_dfs_fsdirectory</name>
  78. <value>dfs_namenode</value>
  79. </property>
  80. <property>
  81. <name>report.db.name.hadoop_jvm_metrics</name>
  82. <value>hadoop_jvm</value>
  83. </property>
  84. <property>
  85. <name>report.db.name.hadoop_mapred_jobtracker</name>
  86. <value>hadoop_mapred</value>
  87. </property>
  88. <property>
  89. <name>report.db.name.hadoop_rpc_metrics</name>
  90. <value>hadoop_rpc</value>
  91. </property>
  92. <property>
  93. <name>report.db.name.cluster_hadoop_rpc</name>
  94. <value>cluster_hadoop_rpc</value>
  95. </property>
  96. <property>
  97. <name>report.db.name.mssrgraph</name>
  98. <value>mssrgraph</value>
  99. </property>
  100. <property>
  101. <name>report.db.name.mrjobcounters</name>
  102. <value>MRJobCounters</value>
  103. </property>
  104. <property>
  105. <name>report.db.name.hodjob</name>
  106. <value>HodJob</value>
  107. </property>
  108. <property>
  109. <name>report.db.name.hodmachine</name>
  110. <value>hod_machine</value>
  111. </property>
  112. <property>
  113. <name>report.db.name.mrjob</name>
  114. <value>MRJob</value>
  115. </property>
  116. <property>
  117. <name>report.db.name.mrjobts</name>
  118. <value>MRJobTSData</value>
  119. </property>
  120. <property>
  121. <name>report.db.name.hodjobunprocessed</name>
  122. <value>HodJobUnprocessed</value>
  123. </property>
  124. <property>
  125. <name>report.db.name.hodjobdigest</name>
  126. <value>HodJobDigest</value>
  127. </property>
  128. <property>
  129. <name>report.db.name.queueInfo</name>
  130. <value>QueueInfo</value>
  131. </property>
  132. <property>
  133. <name>report.db.name.jobcounters</name>
  134. <value>MRJobCounters</value>
  135. </property>
  136. <property>
  137. <name>report.db.name.user_util</name>
  138. <value>user_util</value>
  139. </property>
  140. <!-- System Metrics Config -->
  141. <property>
  142. <name>report.db.primary.key.systemmetrics</name>
  143. <value>timestamp</value>
  144. </property>
  145. <property>
  146. <name>metric.systemmetrics.csource</name>
  147. <value>host</value>
  148. </property>
  149. <property>
  150. <name>metric.systemmetrics.ldavg-1</name>
  151. <value>load_1</value>
  152. </property>
  153. <property>
  154. <name>metric.systemmetrics.ldavg-5</name>
  155. <value>load_5</value>
  156. </property>
  157. <property>
  158. <name>metric.systemmetrics.ldavg-15</name>
  159. <value>load_15</value>
  160. </property>
  161. <property>
  162. <name>metric.systemmetrics.tasks_total</name>
  163. <value>task_total</value>
  164. </property>
  165. <property>
  166. <name>metric.systemmetrics.tasks_running</name>
  167. <value>task_running</value>
  168. </property>
  169. <property>
  170. <name>metric.systemmetrics.tasks_sleeping</name>
  171. <value>task_sleep</value>
  172. </property>
  173. <property>
  174. <name>metric.systemmetrics.tasks_stopped</name>
  175. <value>task_stopped</value>
  176. </property>
  177. <property>
  178. <name>metric.systemmetrics.tasks_zombie</name>
  179. <value>task_zombie</value>
  180. </property>
  181. <property>
  182. <name>metric.systemmetrics.mem_total</name>
  183. <value>mem_total</value>
  184. </property>
  185. <property>
  186. <name>metric.systemmetrics.mem_buffers</name>
  187. <value>mem_buffers</value>
  188. </property>
  189. <property>
  190. <name>metric.systemmetrics.mem_free</name>
  191. <value>mem_free</value>
  192. </property>
  193. <property>
  194. <name>metric.systemmetrics.mem_used</name>
  195. <value>mem_used</value>
  196. </property>
  197. <property>
  198. <name>metric.systemmetrics.mem_shared</name>
  199. <value>mem_shared</value>
  200. </property>
  201. <property>
  202. <name>metric.systemmetrics.kbcached</name>
  203. <value>mem_cached</value>
  204. </property>
  205. <property>
  206. <name>metric.systemmetrics.eth0.rxerr/s</name>
  207. <value>eth0_rxerrs</value>
  208. </property>
  209. <property>
  210. <name>metric.systemmetrics.eth0.rxbyt/s</name>
  211. <value>eth0_rxbyts</value>
  212. </property>
  213. <property>
  214. <name>metric.systemmetrics.eth0.rxpck/s</name>
  215. <value>eth0_rxpcks</value>
  216. </property>
  217. <property>
  218. <name>metric.systemmetrics.eth0.rxdrop/s</name>
  219. <value>eth0_rxdrops</value>
  220. </property>
  221. <property>
  222. <name>metric.systemmetrics.eth0.txerr/s</name>
  223. <value>eth0_txerrs</value>
  224. </property>
  225. <property>
  226. <name>metric.systemmetrics.eth0.txbyt/s</name>
  227. <value>eth0_txbyts</value>
  228. </property>
  229. <property>
  230. <name>metric.systemmetrics.eth0.txpck/s</name>
  231. <value>eth0_txpcks</value>
  232. </property>
  233. <property>
  234. <name>metric.systemmetrics.eth0.txdrop/s</name>
  235. <value>eth0_txdrops</value>
  236. </property>
  237. <property>
  238. <name>metric.systemmetrics.eth1.rxerr/s</name>
  239. <value>eth1_rxerrs</value>
  240. </property>
  241. <property>
  242. <name>metric.systemmetrics.eth1.rxbyt/s</name>
  243. <value>eth1_rxbyts</value>
  244. </property>
  245. <property>
  246. <name>metric.systemmetrics.eth1.rxpck/s</name>
  247. <value>eth1_rxpcks</value>
  248. </property>
  249. <property>
  250. <name>metric.systemmetrics.eth1.rxdrop/s</name>
  251. <value>eth1_rxdrops</value>
  252. </property>
  253. <property>
  254. <name>metric.systemmetrics.eth1.txerr/s</name>
  255. <value>eth1_txerrs</value>
  256. </property>
  257. <property>
  258. <name>metric.systemmetrics.eth1.txbyt/s</name>
  259. <value>eth1_txbyts</value>
  260. </property>
  261. <property>
  262. <name>metric.systemmetrics.eth1.txpck/s</name>
  263. <value>eth1_txpcks</value>
  264. </property>
  265. <property>
  266. <name>metric.systemmetrics.eth1.txdrop/s</name>
  267. <value>eth1_txdrops</value>
  268. </property>
  269. <property>
  270. <name>metric.systemmetrics.sda.rkb/s</name>
  271. <value>sda_rkbs</value>
  272. </property>
  273. <property>
  274. <name>metric.systemmetrics.sda.wkb/s</name>
  275. <value>sda_wkbs</value>
  276. </property>
  277. <property>
  278. <name>metric.systemmetrics.sdb.rkb/s</name>
  279. <value>sdb_rkbs</value>
  280. </property>
  281. <property>
  282. <name>metric.systemmetrics.sdb.wkb/s</name>
  283. <value>sdb_wkbs</value>
  284. </property>
  285. <property>
  286. <name>metric.systemmetrics.sdc.rkb/s</name>
  287. <value>sdc_rkbs</value>
  288. </property>
  289. <property>
  290. <name>metric.systemmetrics.sdc.wkb/s</name>
  291. <value>sdc_wkbs</value>
  292. </property>
  293. <property>
  294. <name>metric.systemmetrics.sdd.rkb/s</name>
  295. <value>sdd_rkbs</value>
  296. </property>
  297. <property>
  298. <name>metric.systemmetrics.sdd.wkb/s</name>
  299. <value>sdd_wkbs</value>
  300. </property>
  301. <property>
  302. <name>metric.systemmetrics.%idle</name>
  303. <value>cpu_idle_pcnt</value>
  304. </property>
  305. <property>
  306. <name>metric.systemmetrics.%nice</name>
  307. <value>cpu_nice_pcnt</value>
  308. </property>
  309. <property>
  310. <name>metric.systemmetrics.%sys</name>
  311. <value>cpu_system_pcnt</value>
  312. </property>
  313. <property>
  314. <name>metric.systemmetrics.%user</name>
  315. <value>cpu_user_pcnt</value>
  316. </property>
  317. <property>
  318. <name>metric.systemmetrics.cpu_hi%</name>
  319. <value>cpu_hirq_pcnt</value>
  320. </property>
  321. <property>
  322. <name>metric.systemmetrics.cpu_si%</name>
  323. <value>cpu_sirq_pcnt</value>
  324. </property>
  325. <property>
  326. <name>metric.systemmetrics.%iowait</name>
  327. <value>iowait_pcnt</value>
  328. </property>
  329. <property>
  330. <name>metric.systemmetrics.mem_buffers_pcnt</name>
  331. <value>mem_buffers_pcnt</value>
  332. </property>
  333. <property>
  334. <name>metric.systemmetrics.mem_cached_pcnt</name>
  335. <value>mem_cached_pcnt</value>
  336. </property>
  337. <property>
  338. <name>metric.systemmetrics.%memused</name>
  339. <value>mem_used_pcnt</value>
  340. </property>
  341. <property>
  342. <name>metric.systemmetrics.eth0_busy_pcnt</name>
  343. <value>eth0_busy_pcnt</value>
  344. </property>
  345. <property>
  346. <name>metric.systemmetrics.eth1_busy_pcnt</name>
  347. <value>eth1_busy_pcnt</value>
  348. </property>
  349. <property>
  350. <name>metric.systemmetrics.sda.%util</name>
  351. <value>sda_busy_pcnt</value>
  352. </property>
  353. <property>
  354. <name>metric.systemmetrics.sdb.%util</name>
  355. <value>sdb_busy_pcnt</value>
  356. </property>
  357. <property>
  358. <name>metric.systemmetrics.sdc.%util</name>
  359. <value>sdc_busy_pcnt</value>
  360. </property>
  361. <property>
  362. <name>metric.systemmetrics.sdd.%util</name>
  363. <value>sdd_busy_pcnt</value>
  364. </property>
  365. <property>
  366. <name>metric.systemmetrics.swap_used_pcnt</name>
  367. <value>swap_used_pcnt</value>
  368. </property>
  369. <property>
  370. <name>report.db.primary.key.df</name>
  371. <value>timestamp</value>
  372. </property>
  373. <property>
  374. <name>metric.df.available</name>
  375. <value>available</value>
  376. </property>
  377. <property>
  378. <name>metric.df.used</name>
  379. <value>used</value>
  380. </property>
  381. <property>
  382. <name>metric.df.use%</name>
  383. <value>used_percent</value>
  384. </property>
  385. <property>
  386. <name>metric.df.mounted-on</name>
  387. <value>mount</value>
  388. </property>
  389. <property>
  390. <name>metric.df.filesystem</name>
  391. <value>fs</value>
  392. </property>
  393. <property>
  394. <name>metric.df.csource</name>
  395. <value>host</value>
  396. </property>
  397. <!-- dfs name node metrics -->
  398. <property>
  399. <name>report.db.primary.key.hadoop_dfs_namenode</name>
  400. <value>timestamp</value>
  401. </property>
  402. <property>
  403. <name>metric.hadoop_dfs_namenode.csource</name>
  404. <value>host</value>
  405. </property>
  406. <property>
  407. <name>metric.hadoop_dfs_namenode.addblockops</name>
  408. <value>add_block_ops</value>
  409. </property>
  410. <property>
  411. <name>metric.hadoop_dfs_namenode.blockscorrupted</name>
  412. <value>blocks_corrupted</value>
  413. </property>
  414. <property>
  415. <name>metric.hadoop_dfs_namenode.createfileops</name>
  416. <value>create_file_ops</value>
  417. </property>
  418. <property>
  419. <name>metric.hadoop_dfs_namenode.deletefileops</name>
  420. <value>delete_file_ops</value>
  421. </property>
  422. <property>
  423. <name>metric.hadoop_dfs_namenode.filescreated</name>
  424. <value>files_created</value>
  425. </property>
  426. <property>
  427. <name>metric.hadoop_dfs_namenode.filesrenamed</name>
  428. <value>files_renamed</value>
  429. </property>
  430. <property>
  431. <name>metric.hadoop_dfs_namenode.getblocklocations</name>
  432. <value>get_block_locations</value>
  433. </property>
  434. <property>
  435. <name>metric.hadoop_dfs_namenode.getlistingops</name>
  436. <value>get_listing_ops</value>
  437. </property>
  438. <property>
  439. <name>metric.hadoop_dfs_namenode.safemodetime</name>
  440. <value>safe_mode_time</value>
  441. </property>
  442. <property>
  443. <name>metric.hadoop_dfs_namenode.syncs_avg_time</name>
  444. <value>syncs_avg_time</value>
  445. </property>
  446. <property>
  447. <name>metric.hadoop_dfs_namenode.syncs_num_ops</name>
  448. <value>syncs_num_ops</value>
  449. </property>
  450. <property>
  451. <name>metric.hadoop_dfs_namenode.transactions_avg_time</name>
  452. <value>transactions_avg_time</value>
  453. </property>
  454. <property>
  455. <name>metric.hadoop_dfs_namenode.transactions_num_ops</name>
  456. <value>transactions_num_ops</value>
  457. </property>
  458. <property>
  459. <name>metric.hadoop_dfs_namenode.blockreport_avg_time</name>
  460. <value>block_report_avg_time</value>
  461. </property>
  462. <property>
  463. <name>metric.hadoop_dfs_namenode.blockreport_num_ops</name>
  464. <value>block_report_num_ops</value>
  465. </property>
  466. <property>
  467. <name>metric.hadoop_dfs_namenode.fsimageloadtime</name>
  468. <value>fs_image_load_time</value>
  469. </property>
  470. <!-- dfs data node -->
  471. <property>
  472. <name>report.db.primary.key.hadoop_dfs_datanode</name>
  473. <value>timestamp</value>
  474. </property>
  475. <property>
  476. <name>metric.hadoop_dfs_datanode.hostname</name>
  477. <value>host</value>
  478. </property>
  479. <property>
  480. <name>metric.hadoop_dfs_datanode.blockreports_avg_time</name>
  481. <value>block_reports_avg_time</value>
  482. </property>
  483. <property>
  484. <name>metric.hadoop_dfs_datanode.blockreports_num_ops</name>
  485. <value>block_reports_num_ops</value>
  486. </property>
  487. <property>
  488. <name>metric.hadoop_dfs_datanode.block_verification_failures</name>
  489. <value>block_verification_failures</value>
  490. </property>
  491. <property>
  492. <name>metric.hadoop_dfs_datanode.blocks_read</name>
  493. <value>blocks_read</value>
  494. </property>
  495. <property>
  496. <name>metric.hadoop_dfs_datanode.blocks_removed</name>
  497. <value>blocks_removed</value>
  498. </property>
  499. <property>
  500. <name>metric.hadoop_dfs_datanode.blocks_replicated</name>
  501. <value>blocks_replicated</value>
  502. </property>
  503. <property>
  504. <name>metric.hadoop_dfs_datanode.blocks_verified</name>
  505. <value>blocks_verified</value>
  506. </property>
  507. <property>
  508. <name>metric.hadoop_dfs_datanode.blocks_written</name>
  509. <value>blocks_written</value>
  510. </property>
  511. <property>
  512. <name>metric.hadoop_dfs_datanode.bytes_read</name>
  513. <value>bytes_read</value>
  514. </property>
  515. <property>
  516. <name>metric.hadoop_dfs_datanode.bytes_written</name>
  517. <value>bytes_written</value>
  518. </property>
  519. <property>
  520. <name>metric.hadoop_dfs_datanode.copyblockop_avg_time</name>
  521. <value>copy_block_op_avg_time</value>
  522. </property>
  523. <property>
  524. <name>metric.hadoop_dfs_datanode.copyblockop_num_ops</name>
  525. <value>copy_block_op_num_ops</value>
  526. </property>
  527. <property>
  528. <name>metric.hadoop_dfs_datanode.heartbeats_avg_time</name>
  529. <value>heart_beats_avg_time</value>
  530. </property>
  531. <property>
  532. <name>metric.hadoop_dfs_datanode.heartbeats_num_ops</name>
  533. <value>heart_beats_num_ops</value>
  534. </property>
  535. <property>
  536. <name>metric.hadoop_dfs_datanode.readblockop_avg_time</name>
  537. <value>read_block_op_avg_time</value>
  538. </property>
  539. <property>
  540. <name>metric.hadoop_dfs_datanode.readblockop_num_ops</name>
  541. <value>read_block_op_num_ops</value>
  542. </property>
  543. <property>
  544. <name>metric.hadoop_dfs_datanode.readmetadataop_avg_time</name>
  545. <value>read_metadata_op_avg_time</value>
  546. </property>
  547. <property>
  548. <name>metric.hadoop_dfs_datanode.readmetadataop_num_ops</name>
  549. <value>read_metadata_op_num_ops</value>
  550. </property>
  551. <property>
  552. <name>metric.hadoop_dfs_datanode.reads_from_local_client</name>
  553. <value>reads_from_local_client</value>
  554. </property>
  555. <property>
  556. <name>metric.hadoop_dfs_datanode.reads_from_remote_client</name>
  557. <value>reads_from_remote_client</value>
  558. </property>
  559. <property>
  560. <name>metric.hadoop_dfs_datanode.replaceblockop_avg_time</name>
  561. <value>replace_block_op_avg_time</value>
  562. </property>
  563. <property>
  564. <name>metric.hadoop_dfs_datanode.replaceblockop_num_ops</name>
  565. <value>replace_block_op_num_ops</value>
  566. </property>
  567. <property>
  568. <name>metric.hadoop_dfs_datanode.writeblockop_avg_time</name>
  569. <value>write_block_op_avg_time</value>
  570. </property>
  571. <property>
  572. <name>metric.hadoop_dfs_datanode.writeblockop_num_ops</name>
  573. <value>write_block_op_num_ops</value>
  574. </property>
  575. <property>
  576. <name>metric.hadoop_dfs_datanode.writes_from_local_client</name>
  577. <value>writes_from_local_client</value>
  578. </property>
  579. <property>
  580. <name>metric.hadoop_dfs_datanode.writes_from_remote_client</name>
  581. <value>writes_from_remote_client</value>
  582. </property>
  583. <!-- dfs fs name system status -->
  584. <property>
  585. <name>report.db.primary.key.hadoop_dfs_fsnamesystem</name>
  586. <value>timestamp</value>
  587. </property>
  588. <property>
  589. <name>metric.hadoop_dfs_fsnamesystem.csource</name>
  590. <value>host</value>
  591. </property>
  592. <property>
  593. <name>metric.hadoop_dfs_fsnamesystem.blockstotal</name>
  594. <value>blocks_total</value>
  595. </property>
  596. <property>
  597. <name>metric.hadoop_dfs_fsnamesystem.capacityremaininggb</name>
  598. <value>capacity_remaining_gb</value>
  599. </property>
  600. <property>
  601. <name>metric.hadoop_dfs_fsnamesystem.capacitytotalgb</name>
  602. <value>capacity_total_gb</value>
  603. </property>
  604. <property>
  605. <name>metric.hadoop_dfs_fsnamesystem.capacityusedgb</name>
  606. <value>capacity_used_gb</value>
  607. </property>
  608. <property>
  609. <name>metric.hadoop_dfs_fsnamesystem.filestotal</name>
  610. <value>files_total</value>
  611. </property>
  612. <property>
  613. <name>metric.hadoop_dfs_fsnamesystem.pendingreplicationblocks</name>
  614. <value>pending_replication_blocks</value>
  615. </property>
  616. <property>
  617. <name>metric.hadoop_dfs_fsnamesystem.scheduledreplicationblocks</name>
  618. <value>scheduled_replication_blocks</value>
  619. </property>
  620. <property>
  621. <name>metric.hadoop_dfs_fsnamesystem.totalload</name>
  622. <value>total_load</value>
  623. </property>
  624. <property>
  625. <name>metric.hadoop_dfs_fsnamesystem.underreplicatedblocks</name>
  626. <value>under_replicated_blocks</value>
  627. </property>
  628. <!-- dfs fsdirectory metrics -->
  629. <property>
  630. <name>report.db.primary.key.hadoop_dfs_fsdirectory</name>
  631. <value>timestamp</value>
  632. </property>
  633. <property>
  634. <name>metric.hadoop_dfs_fsdirectory.csource</name>
  635. <value>host</value>
  636. </property>
  637. <property>
  638. <name>metric.hadoop_dfs_fsdirectory.files_deleted</name>
  639. <value>files_deleted</value>
  640. </property>
  641. <!-- hadoop jvm metrics -->
  642. <property>
  643. <name>report.db.primary.key.hadoop_jvm_metrics</name>
  644. <value>timestamp</value>
  645. </property>
  646. <property>
  647. <name>metric.hadoop_jvm_metrics.csource</name>
  648. <value>host</value>
  649. </property>
  650. <property>
  651. <name>metric.hadoop_jvm_metrics.gctimemillis</name>
  652. <value>gc_timemillis</value>
  653. </property>
  654. <property>
  655. <name>metric.hadoop_jvm_metrics.gccount</name>
  656. <value>gc_count</value>
  657. </property>
  658. <property>
  659. <name>metric.hadoop_jvm_metrics.logerror</name>
  660. <value>log_error</value>
  661. </property>
  662. <property>
  663. <name>metric.hadoop_jvm_metrics.logfatal</name>
  664. <value>log_fatal</value>
  665. </property>
  666. <property>
  667. <name>metric.hadoop_jvm_metrics.loginfo</name>
  668. <value>log_info</value>
  669. </property>
  670. <property>
  671. <name>metric.hadoop_jvm_metrics.logwarn</name>
  672. <value>log_warn</value>
  673. </property>
  674. <property>
  675. <name>metric.hadoop_jvm_metrics.memheapcommittedm</name>
  676. <value>mem_heap_committed_m</value>
  677. </property>
  678. <property>
  679. <name>metric.hadoop_jvm_metrics.memheapusedm</name>
  680. <value>mem_heap_used_m</value>
  681. </property>
  682. <property>
  683. <name>metric.hadoop_jvm_metrics.memnonheapcommittedm</name>
  684. <value>mem_non_heap_committed_m</value>
  685. </property>
  686. <property>
  687. <name>metric.hadoop_jvm_metrics.memnonheapusedm</name>
  688. <value>mem_non_heap_used_m</value>
  689. </property>
  690. <property>
  691. <name>metric.hadoop_jvm_metrics.processname</name>
  692. <value>process_name</value>
  693. </property>
  694. <property>
  695. <name>metric.hadoop_jvm_metrics.threadsblocked</name>
  696. <value>threads_blocked</value>
  697. </property>
  698. <property>
  699. <name>metric.hadoop_jvm_metrics.threadsnew</name>
  700. <value>threads_new</value>
  701. </property>
  702. <property>
  703. <name>metric.hadoop_jvm_metrics.threadsrunnable</name>
  704. <value>threads_runnable</value>
  705. </property>
  706. <property>
  707. <name>metric.hadoop_jvm_metrics.threadsterminated</name>
  708. <value>threads_terminated</value>
  709. </property>
  710. <property>
  711. <name>metric.hadoop_jvm_metrics.threadstimedwaiting</name>
  712. <value>threads_timed_waiting</value>
  713. </property>
  714. <property>
  715. <name>metric.hadoop_jvm_metrics.threadswaiting</name>
  716. <value>threads_waiting</value>
  717. </property>
  718. <!-- hadoop map/reduce metrics -->
  719. <property>
  720. <name>report.db.primary.key.hadoop_mapred_jobtracker</name>
  721. <value>timestamp</value>
  722. </property>
  723. <property>
  724. <name>metric.hadoop_mapred_jobtracker.csource</name>
  725. <value>host</value>
  726. </property>
  727. <property>
  728. <name>metric.hadoop_mapred_jobtracker.jobs_completed</name>
  729. <value>jobs_completed</value>
  730. </property>
  731. <property>
  732. <name>metric.hadoop_mapred_jobtracker.jobs_submitted</name>
  733. <value>jobs_submitted</value>
  734. </property>
  735. <property>
  736. <name>metric.hadoop_mapred_jobtracker.maps_completed</name>
  737. <value>maps_completed</value>
  738. </property>
  739. <property>
  740. <name>metric.hadoop_mapred_jobtracker.maps_launched</name>
  741. <value>maps_launched</value>
  742. </property>
  743. <property>
  744. <name>metric.hadoop_mapred_jobtracker.reduces_completed</name>
  745. <value>reduces_completed</value>
  746. </property>
  747. <property>
  748. <name>metric.hadoop_mapred_jobtracker.reduces_launched</name>
  749. <value>reduces_launched</value>
  750. </property>
  751. <!-- hadoop rpc metrics -->
  752. <property>
  753. <name>report.db.primary.key.hadoop_rpc_metrics</name>
  754. <value>timestamp</value>
  755. </property>
  756. <property>
  757. <name>metric.hadoop_rpc_metrics.csource</name>
  758. <value>host</value>
  759. </property>
  760. <property>
  761. <name>metric.hadoop_rpc_metrics.rpcprocessingtime_avg_time</name>
  762. <value>rpc_processing_time_avg_time</value>
  763. </property>
  764. <property>
  765. <name>metric.hadoop_rpc_metrics.rpcprocessingtime_num_ops</name>
  766. <value>rpc_processing_time_num_ops</value>
  767. </property>
  768. <property>
  769. <name>metric.hadoop_rpc_metrics.getbuildversion_avg_time</name>
  770. <value>get_build_version_avg_time</value>
  771. </property>
  772. <property>
  773. <name>metric.hadoop_rpc_metrics.getbuildversion_num_ops</name>
  774. <value>get_build_version_num_ops</value>
  775. </property>
  776. <property>
  777. <name>metric.hadoop_rpc_metrics.getjobcounters_avg_time</name>
  778. <value>get_job_counters_avg_time</value>
  779. </property>
  780. <property>
  781. <name>metric.hadoop_rpc_metrics.getjobcounters_num_ops</name>
  782. <value>get_job_counters_num_ops</value>
  783. </property>
  784. <property>
  785. <name>metric.hadoop_rpc_metrics.getjobprofile_avg_time</name>
  786. <value>get_job_profile_avg_time</value>
  787. </property>
  788. <property>
  789. <name>metric.hadoop_rpc_metrics.getjobprofile_num_ops</name>
  790. <value>get_job_profile_num_ops</value>
  791. </property>
  792. <property>
  793. <name>metric.hadoop_rpc_metrics.getjobstatus_avg_time</name>
  794. <value>get_job_status_avg_time</value>
  795. </property>
  796. <property>
  797. <name>metric.hadoop_rpc_metrics.getjobstatus_num_ops</name>
  798. <value>get_job_status_num_ops</value>
  799. </property>
  800. <property>
  801. <name>metric.hadoop_rpc_metrics.getnewjobid_avg_time</name>
  802. <value>get_new_job_id_avg_time</value>
  803. </property>
  804. <property>
  805. <name>metric.hadoop_rpc_metrics.getnewjobid_num_ops</name>
  806. <value>get_new_job_id_num_ops</value>
  807. </property>
  808. <property>
  809. <name>metric.hadoop_rpc_metrics.getprotocolversion_avg_time</name>
  810. <value>get_protocol_version_avg_time</value>
  811. </property>
  812. <property>
  813. <name>metric.hadoop_rpc_metrics.getprotocolversion_num_ops</name>
  814. <value>get_protocol_version_num_ops</value>
  815. </property>
  816. <property>
  817. <name>metric.hadoop_rpc_metrics.getsystemdir_avg_time</name>
  818. <value>get_system_dir_avg_time</value>
  819. </property>
  820. <property>
  821. <name>metric.hadoop_rpc_metrics.getsystemdir_num_ops</name>
  822. <value>get_system_dir_num_ops</value>
  823. </property>
  824. <property>
  825. <name>metric.hadoop_rpc_metrics.gettaskcompletionevents_avg_time</name>
  826. <value>get_task_completion_events_avg_time</value>
  827. </property>
  828. <property>
  829. <name>metric.hadoop_rpc_metrics.gettaskcompletionevents_num_ops</name>
  830. <value>get_task_completion_events_num_ops</value>
  831. </property>
  832. <property>
  833. <name>metric.hadoop_rpc_metrics.gettaskdiagnostics_avg_time</name>
  834. <value>get_task_diagnostics_avg_time</value>
  835. </property>
  836. <property>
  837. <name>metric.hadoop_rpc_metrics.gettaskdiagnostics_num_ops</name>
  838. <value>get_task_diagnostics_num_ops</value>
  839. </property>
  840. <property>
  841. <name>metric.hadoop_rpc_metrics.heartbeat_avg_time</name>
  842. <value>heartbeat_avg_time</value>
  843. </property>
  844. <property>
  845. <name>metric.hadoop_rpc_metrics.heartbeat_num_ops</name>
  846. <value>heartbeat_num_ops</value>
  847. </property>
  848. <property>
  849. <name>metric.hadoop_rpc_metrics.submitjob_avg_time</name>
  850. <value>submit_job_avg_time</value>
  851. </property>
  852. <property>
  853. <name>metric.hadoop_rpc_metrics.submitjob_num_ops</name>
  854. <value>submit_job_num_ops</value>
  855. </property>
  856. <!-- Hod Machine -->
  857. <property>
  858. <name>metric.hodmachine.machine</name>
  859. <value>host</value>
  860. </property>
  861. <property>
  862. <name>metric.hodmachine.hodid</name>
  863. <value>hodid</value>
  864. </property>
  865. <!-- Hod Job -->
  866. <property>
  867. <name>metric.hodjob.hodid</name>
  868. <value>HodID</value>
  869. </property>
  870. <property>
  871. <name>metric.hodjob.userid</name>
  872. <value>UserID</value>
  873. </property>
  874. <property>
  875. <name>metric.hodjob.status</name>
  876. <value>Status</value>
  877. </property>
  878. <property>
  879. <name>metric.hodjob.timequeued</name>
  880. <value>TimeQueued</value>
  881. </property>
  882. <property>
  883. <name>metric.hodjob.starttime</name>
  884. <value>StartTime</value>
  885. </property>
  886. <property>
  887. <name>metric.hodjob.endtime</name>
  888. <value>EndTime</value>
  889. </property>
  890. <property>
  891. <name>metric.hodjob.numofmachines</name>
  892. <value>NumOfMachines</value>
  893. </property>
  894. <!-- MSSRGraph -->
  895. <property>
  896. <name>report.db.primary.key.mssrgraph</name>
  897. <value>timestamp</value>
  898. </property>
  899. <property>
  900. <name>metric.mssrgraph.jobid</name>
  901. <value>job_id</value>
  902. </property>
  903. <property>
  904. <name>metric.mssrgraph.count</name>
  905. <value>count</value>
  906. </property>
  907. <property>
  908. <name>metric.mssrgraph.type</name>
  909. <value>type</value>
  910. </property>
  911. <!-- Map Reduce Job Counters -->
  912. <property>
  913. <name>report.db.primary.key.mrjobcounters</name>
  914. <value>timestamp</value>
  915. </property>
  916. <property>
  917. <name>metric.mrjobcounters.file_systems_hdfs_bytes_read</name>
  918. <value>hdfs_bytes_read</value>
  919. </property>
  920. <property>
  921. <name>metric.mrjobcounters.file_systems_hdfs_bytes_written</name>
  922. <value>hdfs_bytes_written</value>
  923. </property>
  924. <property>
  925. <name>metric.mrjobcounters.file_systems_local_bytes_read</name>
  926. <value>local_bytes_read</value>
  927. </property>
  928. <property>
  929. <name>metric.mrjobcounters.file_systems_local_bytes_written</name>
  930. <value>local_bytes_written</value>
  931. </property>
  932. <property>
  933. <name>metric.mrjobcounters.job_counters__data-local_map_tasks</name>
  934. <value>data_local_map_tasks</value>
  935. </property>
  936. <property>
  937. <name>metric.mrjobcounters.job_counters__launched_map_tasks</name>
  938. <value>launched_map_tasks</value>
  939. </property>
  940. <property>
  941. <name>metric.mrjobcounters.job_counters__launched_reduce_tasks</name>
  942. <value>launched_reduce_tasks</value>
  943. </property>
  944. <property>
  945. <name>metric.mrjobcounters.jobid</name>
  946. <value>job_id</value>
  947. </property>
  948. <property>
  949. <name>metric.mrjobcounters.map-reduce_framework_combine_input_records</name>
  950. <value>combine_input_records</value>
  951. </property>
  952. <property>
  953. <name>metric.mrjobcounters.map-reduce_framework_combine_output_records</name>
  954. <value>combine_output_records</value>
  955. </property>
  956. <property>
  957. <name>metric.mrjobcounters.map-reduce_framework_map_input_bytes</name>
  958. <value>map_input_bytes</value>
  959. </property>
  960. <property>
  961. <name>metric.mrjobcounters.map-reduce_framework_map_output_bytes</name>
  962. <value>map_output_bytes</value>
  963. </property>
  964. <property>
  965. <name>metric.mrjobcounters.map-reduce_framework_map_input_records</name>
  966. <value>map_input_records</value>
  967. </property>
  968. <property>
  969. <name>metric.mrjobcounters.map-reduce_framework_map_output_records</name>
  970. <value>map_output_records</value>
  971. </property>
  972. <property>
  973. <name>metric.mrjobcounters.map-reduce_framework_reduce_input_groups</name>
  974. <value>reduce_input_groups</value>
  975. </property>
  976. <property>
  977. <name>metric.mrjobcounters.map-reduce_framework_reduce_input_records</name>
  978. <value>reduce_input_records</value>
  979. </property>
  980. <property>
  981. <name>metric.mrjobcounters.map-reduce_framework_reduce_output_records</name>
  982. <value>reduce_output_records</value>
  983. </property>
  984. <!-- Database summarization intervals -->
  985. <property>
  986. <name>consolidator.table.dfs_namenode</name>
  987. <value>5,30,180,720</value>
  988. </property>
  989. <property>
  990. <name>consolidator.table.dfs_datanode</name>
  991. <value>5,30,180,720</value>
  992. </property>
  993. <property>
  994. <name>consolidator.table.hadoop_rpc</name>
  995. <value>5,30,180,720</value>
  996. </property>
  997. <property>
  998. <name>consolidator.table.cluster_hadoop_rpc</name>
  999. <value>5,30,180,720</value>
  1000. </property>
  1001. <property>
  1002. <name>consolidator.table.hadoop_mapred</name>
  1003. <value>5,30,180,720</value>
  1004. </property>
  1005. <property>
  1006. <name>consolidator.table.hadoop_jvm</name>
  1007. <value>5,30,180,720</value>
  1008. </property>
  1009. <property>
  1010. <name>consolidator.table.system_metrics</name>
  1011. <value>5,30,180,720</value>
  1012. </property>
  1013. <property>
  1014. <name>consolidator.table.dfs_throughput</name>
  1015. <value>5,30,180,720</value>
  1016. </property>
  1017. <property>
  1018. <name>consolidator.table.node_activity</name>
  1019. <value>5,30,180,720</value>
  1020. </property>
  1021. <property>
  1022. <name>consolidator.table.dfs_fsnamesystem</name>
  1023. <value>5,30,180,720</value>
  1024. </property>
  1025. <property>
  1026. <name>consolidator.table.disk</name>
  1027. <value>5,30,180,720</value>
  1028. </property>
  1029. <property>
  1030. <name>consolidator.table.cluster_disk</name>
  1031. <value>5,30,180,720</value>
  1032. </property>
  1033. <property>
  1034. <name>consolidator.table.cluster_system_metrics</name>
  1035. <value>5,30,180,720</value>
  1036. </property>
  1037. <property>
  1038. <name>consolidator.table.hod_job_digest</name>
  1039. <value>5,30,180,720</value>
  1040. </property>
  1041. <property>
  1042. <name>consolidator.table.hod_machine</name>
  1043. <value>5,30,180,720</value>
  1044. </property>
  1045. <property>
  1046. <name>consolidator.table.HodJob</name>
  1047. <value>5,30,180,720</value>
  1048. </property>
  1049. <property>
  1050. <name>consolidator.table.user_util</name>
  1051. <value>5,30,180,720</value>
  1052. </property>
  1053. </configuration>