AMBARI-5094. yarn.exclude FileNotFoundException during RM startup (aonishuk)

ambari-server/src/main/resources/stacks/HDP/2.0.6/services/YARN/package/scripts/params.py

@@ -41,6 +41,7 @@ kinit_path_local = functions.get_kinit_path([default("kinit_path_local",None), "
 rm_host = config['clusterHostInfo']['rm_host'][0]
 rm_port = config['configurations']['yarn-site']['yarn.resourcemanager.webapp.address'].split(':')[-1]
 rm_https_port = "8090"
+rm_nodes_exclude_path = config['configurations']['yarn-site']['yarn.resourcemanager.nodes.exclude-path']
 
 java64_home = config['hostLevelParams']['java_home']
 hadoop_ssl_enabled = default("/configurations/core-site/hadoop.ssl.enabled", False)
@@ -51,7 +52,6 @@ yarn_heapsize = config['configurations']['global']['yarn_heapsize']
 resourcemanager_heapsize = config['configurations']['global']['resourcemanager_heapsize']
 nodemanager_heapsize = config['configurations']['global']['nodemanager_heapsize']
 apptimelineserver_heapsize = default("/configurations/global/apptimelineserver_heapsize", 1024)
-
 yarn_log_dir_prefix = config['configurations']['global']['yarn_log_dir_prefix']
 yarn_pid_dir_prefix = status_params.yarn_pid_dir_prefix
 mapred_pid_dir_prefix = status_params.mapred_pid_dir_prefix

ambari-server/src/main/resources/stacks/HDP/2.0.6/services/YARN/package/scripts/yarn.py

@@ -121,6 +121,11 @@ def yarn(name = None):
        group=params.user_group
   )
 
+  File(params.rm_nodes_exclude_path,
+       owner=params.yarn_user,
+       group=params.user_group
+  )
+
   File(params.mapred_job_summary_log,
        owner=params.mapred_user,
        group=params.user_group

ambari-server/src/test/python/stacks/2.0.6/YARN/test_historyserver.py

@@ -242,6 +242,10 @@ class TestHistoryServer(RMFTestCase):
       owner = 'yarn',
       group = 'hadoop',
     )
+    self.assertResourceCalled('File', '/etc/hadoop/conf/yarn.exclude',
+      owner = 'yarn',
+      group = 'hadoop',
+    )
     self.assertResourceCalled('File', '/var/log/hadoop-mapreduce/mapred/hadoop-mapreduce.jobsummary.log',
       owner = 'mapred',
       group = 'hadoop',
@@ -386,6 +390,10 @@ class TestHistoryServer(RMFTestCase):
       owner = 'yarn',
       group = 'hadoop',
     )
+    self.assertResourceCalled('File', '/etc/hadoop/conf/yarn.exclude',
+      owner = 'yarn',
+      group = 'hadoop',
+    )
     self.assertResourceCalled('File', '/var/log/hadoop-mapreduce/mapred/hadoop-mapreduce.jobsummary.log',
       owner = 'mapred',
       group = 'hadoop',

ambari-server/src/test/python/stacks/2.0.6/YARN/test_mapreduce2_client.py

@@ -101,6 +101,10 @@ class TestMapReduce2Client(RMFTestCase):
       owner = 'yarn',
       group = 'hadoop',
     )
+    self.assertResourceCalled('File', '/etc/hadoop/conf/yarn.exclude',
+      owner = 'yarn',
+      group = 'hadoop',
+    )
     self.assertResourceCalled('File', '/var/log/hadoop-mapreduce/mapred/hadoop-mapreduce.jobsummary.log',
       owner = 'mapred',
       group = 'hadoop',
@@ -192,6 +196,10 @@ class TestMapReduce2Client(RMFTestCase):
       owner = 'yarn',
       group = 'hadoop',
     )
+    self.assertResourceCalled('File', '/etc/hadoop/conf/yarn.exclude',
+      owner = 'yarn',
+      group = 'hadoop',
+    )
     self.assertResourceCalled('File', '/var/log/hadoop-mapreduce/mapred/hadoop-mapreduce.jobsummary.log',
       owner = 'mapred',
       group = 'hadoop',

ambari-server/src/test/python/stacks/2.0.6/YARN/test_nodemanager.py

@@ -242,6 +242,10 @@ class TestNodeManager(RMFTestCase):
       owner = 'yarn',
       group = 'hadoop',
     )
+    self.assertResourceCalled('File', '/etc/hadoop/conf/yarn.exclude',
+      owner = 'yarn',
+      group = 'hadoop',
+    )
     self.assertResourceCalled('File', '/var/log/hadoop-mapreduce/mapred/hadoop-mapreduce.jobsummary.log',
       owner = 'mapred',
       group = 'hadoop',
@@ -386,6 +390,10 @@ class TestNodeManager(RMFTestCase):
       owner = 'yarn',
       group = 'hadoop',
     )
+    self.assertResourceCalled('File', '/etc/hadoop/conf/yarn.exclude',
+      owner = 'yarn',
+      group = 'hadoop',
+    )
     self.assertResourceCalled('File', '/var/log/hadoop-mapreduce/mapred/hadoop-mapreduce.jobsummary.log',
       owner = 'mapred',
       group = 'hadoop',

ambari-server/src/test/python/stacks/2.0.6/YARN/test_resourcemanager.py

@@ -182,6 +182,10 @@ class TestResourceManager(RMFTestCase):
       owner = 'yarn',
       group = 'hadoop',
     )
+    self.assertResourceCalled('File', '/etc/hadoop/conf/yarn.exclude',
+      owner = 'yarn',
+      group = 'hadoop',
+    )
     self.assertResourceCalled('File', '/var/log/hadoop-mapreduce/mapred/hadoop-mapreduce.jobsummary.log',
       owner = 'mapred',
       group = 'hadoop',
@@ -267,6 +271,10 @@ class TestResourceManager(RMFTestCase):
       owner = 'yarn',
       group = 'hadoop',
     )
+    self.assertResourceCalled('File', '/etc/hadoop/conf/yarn.exclude',
+      owner = 'yarn',
+      group = 'hadoop',
+    )
     self.assertResourceCalled('File', '/var/log/hadoop-mapreduce/mapred/hadoop-mapreduce.jobsummary.log',
       owner = 'mapred',
       group = 'hadoop',

ambari-server/src/test/python/stacks/2.0.6/YARN/test_yarn_client.py

@@ -102,6 +102,10 @@ class TestYarnClient(RMFTestCase):
       owner = 'yarn',
       group = 'hadoop',
     )
+    self.assertResourceCalled('File', '/etc/hadoop/conf/yarn.exclude',
+      owner = 'yarn',
+      group = 'hadoop',
+    )
     self.assertResourceCalled('File', '/var/log/hadoop-mapreduce/mapred/hadoop-mapreduce.jobsummary.log',
       owner = 'mapred',
       group = 'hadoop',
@@ -193,6 +197,10 @@ class TestYarnClient(RMFTestCase):
       owner = 'yarn',
       group = 'hadoop',
     )
+    self.assertResourceCalled('File', '/etc/hadoop/conf/yarn.exclude',
+      owner = 'yarn',
+      group = 'hadoop',
+    )
     self.assertResourceCalled('File', '/var/log/hadoop-mapreduce/mapred/hadoop-mapreduce.jobsummary.log',
       owner = 'mapred',
       group = 'hadoop',
@@ -302,6 +310,10 @@ class TestYarnClient(RMFTestCase):
       owner = 'yarn',
       group = 'hadoop',
     )
+    self.assertResourceCalled('File', '/etc/hadoop/conf/yarn.exclude',
+      owner = 'yarn',
+      group = 'hadoop',
+    )
     self.assertResourceCalled('File', '/var/log/hadoop-mapreduce/mapred/hadoop-mapreduce.jobsummary.log',
       owner = 'mapred',
       group = 'hadoop',

ambari-server/src/test/python/stacks/2.1/YARN/test_apptimelineserver.py

@@ -136,6 +136,10 @@ class TestAppTimelineServer(RMFTestCase):
                               owner = 'yarn',
                               group = 'hadoop',
                               )
+    self.assertResourceCalled('File', '/etc/hadoop/conf/yarn.exclude',
+                              owner = 'yarn',
+                              group = 'hadoop',
+                              )
     self.assertResourceCalled('File', '/var/log/hadoop-mapreduce/mapred/hadoop-mapreduce.jobsummary.log',
                               owner = 'mapred',
                               group = 'hadoop',