hive_properties.js 4.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. var App = require('app');
  19. var hivePropsByCategory = {
  20. 'Performance': [
  21. 'hive.cbo.enable',
  22. 'hive.optimize.reducededuplication.min.reducer',
  23. 'hive.optimize.reducededuplication',
  24. 'hive.orc.splits.include.file.footer',
  25. 'hive.merge.mapfiles',
  26. 'hive.merge.mapredfiles',
  27. 'hive.merge.tezfiles',
  28. 'hive.merge.smallfiles.avgsize',
  29. 'hive.merge.size.per.task',
  30. 'hive.merge.orcfile.stripe.level',
  31. 'hive.auto.convert.join',
  32. 'hive.auto.convert.join.noconditionaltask',
  33. 'hive.auto.convert.join.noconditionaltask.size',
  34. 'hive.optimize.bucketmapjoin.sortedmerge',
  35. 'hive.tez.smb.number.waves',
  36. 'hive.map.aggr.hash.percentmemory',
  37. 'hive.map.aggr',
  38. 'hive.optimize.sort.dynamic.partition',
  39. 'hive.stats.autogather',
  40. 'hive.stats.fetch.column.stats',
  41. 'hive.vectorized.execution.enabled',
  42. 'hive.vectorized.execution.reduce.enabled',
  43. 'hive.vectorized.groupby.checkinterval',
  44. 'hive.vectorized.groupby.flush.percent',
  45. 'hive.limit.pushdown.memory.usage',
  46. 'hive.optimize.index.filter',
  47. 'hive.exec.reducers.bytes.per.reducer',
  48. 'hive.smbjoin.cache.rows',
  49. 'hive.exec.orc.default.stripe.size',
  50. 'hive.fetch.task.conversion',
  51. 'hive.fetch.task.conversion.threshold',
  52. 'hive.fetch.task.aggr',
  53. 'hive.compute.query.using.stats',
  54. 'hive.tez.auto.reducer.parallelism',
  55. 'hive.tez.max.partition.factor',
  56. 'hive.tez.min.partition.factor',
  57. 'hive.tez.dynamic.partition.pruning',
  58. 'hive.tez.dynamic.partition.pruning.max.event.size',
  59. 'hive.tez.dynamic.partition.pruning.max.data.size'
  60. ],
  61. 'General': [
  62. 'hive.exec.pre.hooks',
  63. 'hive.exec.post.hooks',
  64. 'hive.exec.failure.hooks',
  65. 'hive.execution.engine',
  66. 'hive.exec.dynamic.partition',
  67. 'hive.exec.dynamic.partition.mode',
  68. 'hive.exec.max.dynamic.partitions',
  69. 'hive.exec.max.dynamic.partitions.pernode',
  70. 'hive.exec.max.created.files',
  71. 'hive.enforce.bucketing',
  72. 'datanucleus.cache.level2.type',
  73. 'hive.metastore.uris',
  74. 'hive.metastore.warehouse.dir',
  75. 'hive.exec.parallel.thread.number',
  76. 'hive.security.authorization.enabled',
  77. 'hive.security.authorization.manager',
  78. 'hive.security.metastore.authenticator.manager',
  79. 'hive.security.metastore.authorization.manager',
  80. 'hive.server2.authentication',
  81. 'hive.server2.enable.doAs',
  82. 'hive.server2.tez.default.queues',
  83. 'hive.server2.tez.initialize.default.sessions',
  84. 'hive.server2.tez.sessions.per.default.queue',
  85. 'hive.server2.thrift.http.path',
  86. 'hive.server2.thrift.http.port',
  87. 'hive.server2.thrift.max.worker.threads',
  88. 'hive.server2.thrift.port',
  89. 'hive.server2.thrift.sasl.qop',
  90. 'hive.server2.transport.mode',
  91. 'hive.server2.use.SSL',
  92. 'hive.tez.container.size',
  93. 'hive.tez.java.opts',
  94. 'hive.tez.log.level',
  95. 'hive.txn.manager',
  96. 'hive.txn.timeout',
  97. 'hive.txn.max.open.batch',
  98. 'hive.compactor.initiator.on',
  99. 'hive.compactor.worker.threads',
  100. 'hive.compactor.worker.timeout',
  101. 'hive.compactor.check.interval',
  102. 'hive.compactor.delta.num.threshold',
  103. 'hive.compactor.delta.pct.threshold'
  104. ]
  105. };
  106. var hiveProps = [];
  107. for (var category in hivePropsByCategory) {
  108. hiveProps = hiveProps.concat(App.config.generateConfigPropertiesByName(hivePropsByCategory[category],
  109. { category: category, serviceName: 'HIVE', filename: 'hive-site.xml'}));
  110. }
  111. module.exports = hiveProps;