config_mapping.js 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. var configs = [
  19. /**********************************************core-site***************************************/
  20. {
  21. "name": "fs.defaultFS",
  22. "templateName": ["namenode_host"],
  23. "foreignKey": null,
  24. "value": "hdfs://<templateName[0]>:8020",
  25. "filename": "core-site.xml"
  26. },
  27. {
  28. "name": "dfs.namenode.checkpoint.dir",
  29. "templateName": ["dfs_namenode_checkpoint_dir"],
  30. "foreignKey": null,
  31. "value": "<templateName[0]>",
  32. "filename": "hdfs-site.xml"
  33. },
  34. {
  35. "name": "dfs.namenode.checkpoint.period",
  36. "templateName": ["dfs_namenode_checkpoint_period"],
  37. "foreignKey": null,
  38. "value": "<templateName[0]>",
  39. "filename": "hdfs-site.xml"
  40. },
  41. {
  42. "name": "fs.checkpoint.size",
  43. "templateName": ["fs_checkpoint_size"],
  44. "foreignKey": null,
  45. "value": "<templateName[0]>",
  46. "filename": "core-site.xml"
  47. },
  48. {
  49. "name": "hadoop.proxyuser.<foreignKey[0]>.groups",
  50. "templateName": ["proxyuser_group"],
  51. "foreignKey": ["hive_user"],
  52. "value": "<templateName[0]>",
  53. "filename": "core-site.xml",
  54. "isOverridable" : true
  55. },
  56. {
  57. "name": "hadoop.proxyuser.<foreignKey[0]>.hosts",
  58. "templateName": ["hivemetastore_host"],
  59. "foreignKey": ["hive_user"],
  60. "value": "<templateName[0]>",
  61. "filename": "core-site.xml",
  62. "isOverridable" : true
  63. },
  64. {
  65. "name": "hadoop.proxyuser.<foreignKey[0]>.groups",
  66. "templateName": ["proxyuser_group"],
  67. "foreignKey": ["oozie_user"],
  68. "value": "<templateName[0]>",
  69. "filename": "core-site.xml",
  70. "isOverridable" : true
  71. },
  72. {
  73. "name": "hadoop.proxyuser.<foreignKey[0]>.hosts",
  74. "templateName": ["oozieserver_host"],
  75. "foreignKey": ["oozie_user"],
  76. "value": "<templateName[0]>",
  77. "filename": "core-site.xml",
  78. "isOverridable" : true
  79. },
  80. {
  81. "name": "hadoop.proxyuser.<foreignKey[0]>.groups",
  82. "templateName": ["proxyuser_group"],
  83. "foreignKey": ["webhcat_user"],
  84. "value": "<templateName[0]>",
  85. "filename": "core-site.xml",
  86. "isOverridable" : true
  87. },
  88. {
  89. "name": "hadoop.proxyuser.<foreignKey[0]>.hosts",
  90. "templateName": ["hivemetastore_host"],
  91. "foreignKey": ["webhcat_user"],
  92. "value": "<templateName[0]>",
  93. "filename": "core-site.xml",
  94. "isOverridable" : true
  95. },
  96. /**********************************************hdfs-site***************************************/
  97. {
  98. "name": "dfs.namenode.name.dir",
  99. "templateName": ["dfs_namenode_name_dir"],
  100. "foreignKey": null,
  101. "value": "<templateName[0]>",
  102. "filename": "hdfs-site.xml"
  103. },
  104. {
  105. "name": "dfs.webhdfs.enabled",
  106. "templateName": ["dfs_webhdfs_enabled"],
  107. "foreignKey": null,
  108. "value": "<templateName[0]>",
  109. "filename": "hdfs-site.xml"
  110. },
  111. {
  112. "name": "dfs.datanode.failed.volumes.tolerated",
  113. "templateName": ["dfs_datanode_failed_volume_tolerated"],
  114. "foreignKey": null,
  115. "value": "<templateName[0]>",
  116. "filename": "hdfs-site.xml"
  117. },
  118. {
  119. "name": "dfs.datanode.data.dir",
  120. "templateName": ["dfs_datanode_data_dir"],
  121. "foreignKey": null,
  122. "value": "<templateName[0]>",
  123. "filename": "hdfs-site.xml"
  124. },
  125. {
  126. "name": "dfs.hosts.exclude",
  127. "templateName": ["hadoop_conf_dir", "dfs_exclude"],
  128. "foreignKey": null,
  129. "value": "<templateName[0]>\/<templateName[1]>",
  130. "filename": "hdfs-site.xml"
  131. },
  132. {
  133. "name": "dfs.replication",
  134. "templateName": ["dfs_replication"],
  135. "foreignKey": null,
  136. "value": "<templateName[0]>",
  137. "filename": "hdfs-site.xml"
  138. },
  139. {
  140. "name": "dfs.datanode.address",
  141. "templateName": ["dfs_datanode_address"],
  142. "foreignKey": null,
  143. "value": "0.0.0.0:<templateName[0]>",
  144. "filename": "hdfs-site.xml"
  145. },
  146. {
  147. "name": "dfs.datanode.http.address",
  148. "templateName": ["dfs_datanode_http_address"],
  149. "foreignKey": null,
  150. "value": "0.0.0.0:<templateName[0]>",
  151. "filename": "hdfs-site.xml"
  152. },
  153. {
  154. "name": "dfs.namenode.http-address",
  155. "templateName": ["namenode_host"],
  156. "foreignKey": null,
  157. "value": "<templateName[0]>:50070",
  158. "filename": "hdfs-site.xml"
  159. },
  160. {
  161. "name": "dfs.datanode.du.reserved",
  162. "templateName": ["datanode_du_reserved"],
  163. "foreignKey": null,
  164. "value": "<templateName[0]>",
  165. "filename": "hdfs-site.xml"
  166. },
  167. {
  168. "name": "dfs.namenode.secondary.http-address",
  169. "templateName": ["snamenode_host"],
  170. "foreignKey": null,
  171. "value": "<templateName[0]>:50090",
  172. "filename": "hdfs-site.xml"
  173. },
  174. {
  175. "name": "dfs.namenode.https-address",
  176. "templateName": ["namenode_host"],
  177. "foreignKey": null,
  178. "value": "<templateName[0]>:50470",
  179. "filename": "hdfs-site.xml"
  180. },
  181. {
  182. "name": "dfs.datanode.data.dir.perm",
  183. "templateName": ["dfs_datanode_data_dir_perm"],
  184. "foreignKey": null,
  185. "value": "<templateName[0]>",
  186. "filename": "hdfs-site.xml"
  187. },
  188. /**********************************************oozie-site***************************************/
  189. {
  190. "name": "oozie.base.url",
  191. "templateName": ["oozieserver_host"],
  192. "foreignKey": null,
  193. "value": "http://<templateName[0]>:11000/oozie",
  194. "filename": "oozie-site.xml"
  195. },
  196. {
  197. "name": "oozie.service.JPAService.create.db.schema",
  198. "templateName": [],
  199. "foreignKey": null,
  200. "value": "false", // this is always false
  201. "filename": "oozie-site.xml"
  202. },
  203. {
  204. "name": "oozie.db.schema.name",
  205. "templateName": ['oozie_database_name'],
  206. "foreignKey": null,
  207. "value": "<templateName[0]>",
  208. "filename": "oozie-site.xml"
  209. },
  210. {
  211. "name": "oozie.service.JPAService.jdbc.driver",
  212. "templateName": [],
  213. "foreignKey": null,
  214. "value": "org.apache.derby.jdbc.EmbeddedDriver", // this value is overwritten in code
  215. "filename": "oozie-site.xml"
  216. },
  217. {
  218. "name": "oozie.service.JPAService.jdbc.username",
  219. "templateName": ['oozie_metastore_user_name'],
  220. "foreignKey": null,
  221. "value": "<templateName[0]>",
  222. "filename": "oozie-site.xml"
  223. },
  224. {
  225. "name": "oozie.service.JPAService.jdbc.password",
  226. "templateName": ['oozie_metastore_user_passwd'],
  227. "foreignKey": null,
  228. "value": "<templateName[0]>",
  229. "filename": "oozie-site.xml"
  230. },
  231. {
  232. "name": "oozie.service.JPAService.jdbc.url",
  233. "templateName": ["oozie_jdbc_connection_url"],
  234. "foreignKey": null,
  235. "value": "<templateName[0]>",
  236. "filename": "oozie-site.xml"
  237. },
  238. /**********************************************hive-site***************************************/
  239. {
  240. "name": "javax.jdo.option.ConnectionDriverName",
  241. "templateName": [],
  242. "foreignKey": null,
  243. "value": "com.mysql.jdbc.Driver", // this value is overwritten in code
  244. "filename": "hive-site.xml"
  245. },
  246. {
  247. "name": "javax.jdo.option.ConnectionUserName",
  248. "templateName": ["hive_metastore_user_name"],
  249. "foreignKey": null,
  250. "value": "<templateName[0]>",
  251. "filename": "hive-site.xml"
  252. },
  253. {
  254. "name": "javax.jdo.option.ConnectionPassword",
  255. "templateName": ["hive_metastore_user_passwd"],
  256. "foreignKey": null,
  257. "value": "<templateName[0]>",
  258. "filename": "hive-site.xml"
  259. },
  260. {
  261. "name": "javax.jdo.option.ConnectionURL",
  262. "templateName": ["hive_jdbc_connection_url"],
  263. "foreignKey": null,
  264. "value": "<templateName[0]>",
  265. "filename": "hive-site.xml"
  266. },
  267. {
  268. "name": "hive.metastore.uris",
  269. "templateName": ["hivemetastore_host"],
  270. "foreignKey": null,
  271. "value": "thrift://<templateName[0]>:9083",
  272. "filename": "hive-site.xml"
  273. },
  274. /**********************************************yarn-site***************************************/
  275. {
  276. "name": "yarn.resourcemanager.hostname",
  277. "templateName": ["rm_host"],
  278. "foreignKey": null,
  279. "value": "<templateName[0]>",
  280. "filename": "yarn-site.xml"
  281. },
  282. {
  283. "name": "yarn.resourcemanager.webapp.address",
  284. "templateName": ["rm_host"],
  285. "foreignKey": null,
  286. "value": "<templateName[0]>:8088",
  287. "filename": "yarn-site.xml"
  288. },
  289. {
  290. "name": "yarn.resourcemanager.resource-tracker.address",
  291. "templateName": ["rm_host"],
  292. "foreignKey": null,
  293. "value": "<templateName[0]>:8025",
  294. "filename": "yarn-site.xml"
  295. },
  296. {
  297. "name": "yarn.resourcemanager.scheduler.address",
  298. "templateName": ["rm_host"],
  299. "foreignKey": null,
  300. "value": "<templateName[0]>:8030",
  301. "filename": "yarn-site.xml"
  302. },
  303. {
  304. "name": "yarn.resourcemanager.address",
  305. "templateName": ["rm_host"],
  306. "foreignKey": null,
  307. "value": "<templateName[0]>:8050",
  308. "filename": "yarn-site.xml"
  309. },
  310. {
  311. "name": "yarn.resourcemanager.admin.address",
  312. "templateName": ["rm_host"],
  313. "foreignKey": null,
  314. "value": "<templateName[0]>:8141",
  315. "filename": "yarn-site.xml"
  316. },
  317. {
  318. "name": "yarn.log.server.url",
  319. "templateName": ["hs_host"],
  320. "foreignKey": null,
  321. "value": "http://<templateName[0]>:19888/jobhistory/logs",
  322. "filename": "yarn-site.xml"
  323. },
  324. /**********************************************mapred-site***************************************/
  325. {
  326. "name": "mapreduce.jobhistory.webapp.address",
  327. "templateName": ["hs_host"],
  328. "foreignKey": null,
  329. "value": "<templateName[0]>:19888",
  330. "filename": "mapred-site.xml"
  331. },
  332. {
  333. "name": "mapreduce.jobhistory.address",
  334. "templateName": ["hs_host"],
  335. "foreignKey": null,
  336. "value": "<templateName[0]>:10020",
  337. "filename": "mapred-site.xml"
  338. },
  339. /**********************************************hbase-site***************************************/
  340. {
  341. "name": "hbase.rootdir",
  342. "templateName": ["namenode_host", "hbase_hdfs_root_dir"],
  343. "foreignKey": null,
  344. "value": "hdfs://<templateName[0]>:8020<templateName[1]>",
  345. "filename": "hbase-site.xml"
  346. },
  347. {
  348. "name": "hbase.tmp.dir",
  349. "templateName": ["hbase_tmp_dir"],
  350. "foreignKey": null,
  351. "value": "<templateName[0]>",
  352. "filename": "hbase-site.xml"
  353. },
  354. {
  355. "name": "hbase.regionserver.global.memstore.upperLimit",
  356. "templateName": ["regionserver_memstore_upperlimit"],
  357. "foreignKey": null,
  358. "value": "<templateName[0]>",
  359. "filename": "hbase-site.xml"
  360. },
  361. {
  362. "name": "hbase.hstore.blockingStoreFiles",
  363. "templateName": ["hstore_blockingstorefiles"],
  364. "foreignKey": null,
  365. "value": "<templateName[0]>",
  366. "filename": "hbase-site.xml"
  367. },
  368. {
  369. "name": "hbase.hstore.compactionThreshold",
  370. "templateName": ["hstore_compactionthreshold"],
  371. "foreignKey": null,
  372. "value": "<templateName[0]>",
  373. "filename": "hbase-site.xml"
  374. },
  375. {
  376. "name": "hfile.block.cache.size",
  377. "templateName": ["hfile_blockcache_size"],
  378. "foreignKey": null,
  379. "value": "<templateName[0]>",
  380. "filename": "hbase-site.xml"
  381. },
  382. {
  383. "name": "hbase.hregion.max.filesize",
  384. "templateName": ["hstorefile_maxsize"],
  385. "foreignKey": null,
  386. "value": "<templateName[0]>",
  387. "filename": "hbase-site.xml"
  388. },
  389. {
  390. "name": "hbase.regionserver.handler.count",
  391. "templateName": ["regionserver_handlers"],
  392. "foreignKey": null,
  393. "value": "<templateName[0]>",
  394. "filename": "hbase-site.xml"
  395. },
  396. {
  397. "name": "hbase.hregion.majorcompaction",
  398. "templateName": ["hregion_majorcompaction"],
  399. "foreignKey": null,
  400. "value": "<templateName[0]>",
  401. "filename": "hbase-site.xml"
  402. },
  403. {
  404. "name": "hbase.regionserver.global.memstore.lowerLimit",
  405. "templateName": ["regionserver_memstore_lowerlimit"],
  406. "foreignKey": null,
  407. "value": "<templateName[0]>",
  408. "filename": "hbase-site.xml"
  409. },
  410. {
  411. "name": "hbase.hregion.memstore.block.multiplier",
  412. "templateName": ["hregion_blockmultiplier"],
  413. "foreignKey": null,
  414. "value": "<templateName[0]>",
  415. "filename": "hbase-site.xml"
  416. },
  417. {
  418. "name": "hbase.hregion.memstore.mslab.enabled",
  419. "templateName": ["regionserver_memstore_lab"],
  420. "foreignKey": null,
  421. "value": "<templateName[0]>",
  422. "filename": "hbase-site.xml"
  423. },
  424. {
  425. "name": "hbase.hregion.memstore.flush.size",
  426. "templateName": ["hregion_memstoreflushsize"],
  427. "foreignKey": null,
  428. "value": "<templateName[0]>",
  429. "filename": "hbase-site.xml"
  430. },
  431. {
  432. "name": "hbase.client.scanner.caching",
  433. "templateName": ["client_scannercaching"],
  434. "foreignKey": null,
  435. "value": "<templateName[0]>",
  436. "filename": "hbase-site.xml"
  437. },
  438. {
  439. "name": "hbase.client.scanner.caching",
  440. "templateName": ["client_scannercaching"],
  441. "foreignKey": null,
  442. "value": "<templateName[0]>",
  443. "filename": "hbase-site.xml"
  444. },
  445. {
  446. "name": "hbase.cluster.distributed",
  447. "templateName": [],
  448. "foreignKey": null,
  449. "value": "true",
  450. "filename": "hbase-site.xml"
  451. },
  452. {
  453. "name": "hbase.zookeeper.property.clientPort",
  454. "templateName": [],
  455. "foreignKey": null,
  456. "value": "2181",
  457. "filename": "hbase-site.xml"
  458. },
  459. {
  460. "name": "zookeeper.session.timeout",
  461. "templateName": ["zookeeper_sessiontimeout"],
  462. "foreignKey": null,
  463. "value": "<templateName[0]>",
  464. "filename": "hbase-site.xml"
  465. },
  466. {
  467. "name": "hbase.client.keyvalue.maxsize",
  468. "templateName": ["hfile_max_keyvalue_size"],
  469. "foreignKey": null,
  470. "value": "<templateName[0]>",
  471. "filename": "hbase-site.xml"
  472. },
  473. {
  474. "name": "dfs.client.read.shortcircuit",
  475. "templateName": ["hdfs_enable_shortcircuit_read"],
  476. "foreignKey": null,
  477. "value": "<templateName[0]>",
  478. "filename": "hdfs-site.xml"
  479. },
  480. {
  481. "name": "hbase.security.authentication",
  482. "templateName": [],
  483. "foreignKey": null,
  484. "value": "simple",
  485. "filename": "hbase-site.xml"
  486. },
  487. {
  488. "name": "hbase.security.authorization",
  489. "templateName": [],
  490. "foreignKey": null,
  491. "value": "false",
  492. "filename": "hbase-site.xml"
  493. },
  494. {
  495. "name": "hbase.zookeeper.quorum",
  496. "templateName": ["zookeeperserver_hosts"],
  497. "foreignKey": null,
  498. "value": "<templateName[0]>",
  499. "filename": "hbase-site.xml"
  500. },
  501. {
  502. "name": "zookeeper.znode.parent",
  503. "templateName": [],
  504. "foreignKey": null,
  505. "value": "/hbase-unsecure",
  506. "filename": "hbase-site.xml"
  507. },
  508. /**********************************************webhcat-site***************************************/
  509. {
  510. "name": "templeton.zookeeper.hosts",
  511. "templateName": ["zookeeperserver_hosts"],
  512. "foreignKey": null,
  513. "value": "<templateName[0]>",
  514. "filename": "webhcat-site.xml"
  515. }
  516. ];
  517. /**
  518. * Configs consists of 2 types: Computed values, which cannot be modified by user
  519. * and overridable values, which user can modify. We provide interface how to get all of this
  520. * configs separately
  521. * @type {Object}
  522. */
  523. module.exports = {
  524. all : function(){
  525. return configs.slice(0);
  526. },
  527. overridable: function(){
  528. return configs.filterProperty('foreignKey');
  529. },
  530. computed: function(){
  531. return configs.filterProperty('foreignKey', null);
  532. }
  533. };