Browse Source

AMBARI-11738. Remove "Max idle tez session length" from hive enhanced config tab (Richard Zang via srimanth)

Srimanth Gunturi 10 years ago
parent
commit
27aea4ce3e

+ 0 - 14
ambari-server/src/main/resources/stacks/HDP/2.2/services/HIVE/configuration/hiveserver2-site.xml

@@ -32,20 +32,6 @@ limitations under the License.
     The user defined authorization class should implement interface org.apache.hadoop.hive.ql.security.authorization.HiveAuthorizationProvider.  </description>
   </property>
 
-  <property>
-    <name>tez.session.am.dag.submit.timeout.secs</name>
-    <value>600</value>
-    <description></description>
-    <display-name>Max idle tez session length</display-name>
-    <value-attributes>
-      <type>int</type>
-      <minimum>600</minimum>
-      <maximum>86400</maximum>
-      <unit>seconds</unit>
-      <step-increment>600</step-increment>
-    </value-attributes>
-  </property>
-
   <property>
     <name>hive.server2.enable.doAs</name>
     <value>true</value>

+ 0 - 15
ambari-server/src/main/resources/stacks/HDP/2.2/services/HIVE/themes/theme.json

@@ -207,10 +207,6 @@
           "config": "hiveserver2-site/hive.server2.tez.sessions.per.default.queue",
           "subsection-name": "interactive-query-row1-col1"
         },
-        {
-          "config": "hiveserver2-site/tez.session.am.dag.submit.timeout.secs",
-          "subsection-name": "interactive-query-row1-col1"
-        },
         {
           "config": "hive-env/hive_security_authorization",
           "subsection-name": "security-row1-col1"
@@ -367,17 +363,6 @@
           "type": "toggle"
         }
       },
-      {
-        "config": "hiveserver2-site/tez.session.am.dag.submit.timeout.secs",
-        "widget": {
-          "type": "time-interval-spinner",
-          "units": [
-            {
-              "unit-name": "hours,minutes"
-            }
-          ]
-        }
-      },
       {
         "config": "hive-env/hive_security_authorization",
         "widget": {

+ 1 - 1
ambari-server/src/main/resources/stacks/HDP/2.2/services/stack_advisor.py

@@ -349,7 +349,6 @@ class HDP22StackAdvisor(HDP21StackAdvisor):
     putHiveServerProperty("hive.server2.tez.initialize.default.sessions", "false")
     putHiveServerProperty("hive.server2.tez.sessions.per.default.queue", "1")
     putHiveServerProperty("hive.server2.enable.doAs", "true")
-    putHiveServerProperty("tez.session.am.dag.submit.timeout.secs", "600")
 
     yarn_queues = "default"
     if "capacity-scheduler" in configurations and \
@@ -563,6 +562,7 @@ class HDP22StackAdvisor(HDP21StackAdvisor):
     putTezProperty("tez.task.resource.memory.mb", taskResourceMemory)
     putTezProperty("tez.runtime.io.sort.mb", min(int(taskResourceMemory * 0.4), 2047))
     putTezProperty("tez.runtime.unordered.output.buffer.size-mb", int(taskResourceMemory * 0.075))
+    putTezProperty("tez.session.am.dag.submit.timeout.secs", "600")
 
   def getServiceConfigurationValidators(self):
     parentValidators = super(HDP22StackAdvisor, self).getServiceConfigurationValidators()

+ 0 - 14
ambari-server/src/main/resources/stacks/HDPWIN/2.2/services/HIVE/configuration/hiveserver2-site.xml

@@ -31,20 +31,6 @@ limitations under the License.
     <description>the hive client authorization manager class name.
     The user defined authorization class should implement interface org.apache.hadoop.hive.ql.security.authorization.HiveAuthorizationProvider.  </description>
   </property>
-  
-  <property>
-    <name>tez.session.am.dag.submit.timeout.secs</name>
-    <value>600</value>
-    <description></description>
-    <display-name>Max idle tez session length</display-name>
-    <value-attributes>
-      <type>int</type>
-      <minimum>600</minimum>
-      <maximum>86400</maximum>
-      <unit>seconds</unit>
-      <step-increment>600</step-increment>
-    </value-attributes>
-  </property>
 
   <property>
     <name>hive.server2.enable.doAs</name>

+ 0 - 15
ambari-server/src/main/resources/stacks/HDPWIN/2.2/services/HIVE/themes/theme.json

@@ -207,10 +207,6 @@
           "config": "hiveserver2-site/hive.server2.tez.sessions.per.default.queue",
           "subsection-name": "interactive-query-row1-col1"
         },
-        {
-          "config": "hiveserver2-site/tez.session.am.dag.submit.timeout.secs",
-          "subsection-name": "interactive-query-row1-col1"
-        },
         {
           "config": "hive-env/hive_security_authorization",
           "subsection-name": "security-row1-col1"
@@ -367,17 +363,6 @@
           "type": "toggle"
         }
       },
-      {
-        "config": "hiveserver2-site/tez.session.am.dag.submit.timeout.secs",
-        "widget": {
-          "type": "time-interval-spinner",
-          "units": [
-            {
-              "unit-name": "hours,minutes"
-            }
-          ]
-        }
-      },
       {
         "config": "hive-env/hive_security_authorization",
         "widget": {

+ 1 - 1
ambari-server/src/main/resources/stacks/HDPWIN/2.2/services/stack_advisor.py

@@ -374,7 +374,6 @@ class HDPWIN22StackAdvisor(HDPWIN21StackAdvisor):
     putHiveServerProperty("hive.server2.tez.initialize.default.sessions", "false")
     putHiveServerProperty("hive.server2.tez.sessions.per.default.queue", "1")
     putHiveServerProperty("hive.server2.enable.doAs", "true")
-    putHiveServerProperty("tez.session.am.dag.submit.timeout.secs", "600")
 
     yarn_queues = "default"
     if "capacity-scheduler" in configurations and \
@@ -585,6 +584,7 @@ class HDPWIN22StackAdvisor(HDPWIN21StackAdvisor):
     putTezProperty("tez.task.resource.memory.mb", taskResourceMemory)
     putTezProperty("tez.runtime.io.sort.mb", min(int(taskResourceMemory * 0.4), 2047))
     putTezProperty("tez.runtime.unordered.output.buffer.size-mb", int(taskResourceMemory * 0.075))
+    putTezProperty("tez.session.am.dag.submit.timeout.secs", "600")
 
   def getServiceConfigurationValidators(self):
     parentValidators = super(HDPWIN22StackAdvisor, self).getServiceConfigurationValidators()

+ 7 - 5
ambari-server/src/test/python/stacks/2.2/common/test_stack_advisor.py

@@ -89,7 +89,8 @@ class TestHDP22StackAdvisor(TestCase):
           "tez.am.resource.memory.mb": "4000",
           "tez.task.resource.memory.mb": "768",
           "tez.runtime.io.sort.mb": "307",
-          "tez.runtime.unordered.output.buffer.size-mb": "57"
+          "tez.runtime.unordered.output.buffer.size-mb": "57",
+          'tez.session.am.dag.submit.timeout.secs': '600'
         }
       },
       'yarn-site': {
@@ -124,7 +125,8 @@ class TestHDP22StackAdvisor(TestCase):
           "tez.am.resource.memory.mb": "3100",
           "tez.task.resource.memory.mb": "768",
           "tez.runtime.io.sort.mb": "307",
-          "tez.runtime.unordered.output.buffer.size-mb": "57"
+          "tez.runtime.unordered.output.buffer.size-mb": "57",
+          'tez.session.am.dag.submit.timeout.secs': '600'
         }
       },
       'yarn-site': {
@@ -159,7 +161,8 @@ class TestHDP22StackAdvisor(TestCase):
           "tez.am.resource.memory.mb": "4000",
           "tez.task.resource.memory.mb": "760",
           "tez.runtime.io.sort.mb": "304",
-          "tez.runtime.unordered.output.buffer.size-mb": "57"
+          "tez.runtime.unordered.output.buffer.size-mb": "57",
+          'tez.session.am.dag.submit.timeout.secs': '600'
         }
       },
       'yarn-site': {
@@ -1009,8 +1012,7 @@ class TestHDP22StackAdvisor(TestCase):
           'hive.server2.enable.doAs': 'true',
           'hive.server2.tez.default.queues': "queue1,queue2",
           'hive.server2.tez.initialize.default.sessions': 'false',
-          'hive.server2.tez.sessions.per.default.queue': '1',
-          'tez.session.am.dag.submit.timeout.secs': '600'
+          'hive.server2.tez.sessions.per.default.queue': '1'
         },
         'property_attributes': {
           'hive.server2.tez.default.queues': {