Browse Source

HDFS-1981. NameNode does not saveNamespace() when editsNew is empty. Contributed by Uma Maheswara Rao G.

git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1151666 13f79535-47bb-0310-9956-ffa450edef68
Konstantin Shvachko 14 years ago
parent
commit
6f1ef980de

+ 3 - 0
hdfs/CHANGES.txt

@@ -1382,6 +1382,9 @@ Release 0.22.0 - Unreleased
     HDFS-2071. Use of isConnected() in DataXceiver is invalid. (Kihwal Lee
     via todd)
 
+    HDFS-1981. NameNode does not saveNamespace() when editsNew is empty.
+    (Uma Maheswara Rao G via shv)
+
 Release 0.21.1 - Unreleased
     HDFS-1466. TestFcHdfsSymlink relies on /tmp/test not existing. (eli)
 

+ 3 - 1
hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/FSImage.java

@@ -763,7 +763,9 @@ public class FSImage implements NNStorageListener, Closeable {
       numEdits += loader.loadFSEdits(edits);
       edits.close();
     }
-    
+    if (numEdits == 0 && editsNew.exists()) {
+      numEdits++;
+    }
     // update the counts.
     getFSNamesystem().dir.updateCountForINodeWithQuota();    
     

+ 91 - 0
hdfs/src/test/hdfs/org/apache/hadoop/hdfs/server/namenode/TestFSImage.java

@@ -0,0 +1,91 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hdfs.server.namenode;
+
+import static org.junit.Assert.assertEquals;
+
+import java.io.File;
+import java.io.FileOutputStream;
+import java.io.IOException;
+import java.net.URI;
+
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.fs.FileUtil;
+import org.apache.hadoop.hdfs.DFSConfigKeys;
+import org.apache.hadoop.hdfs.MiniDFSCluster;
+import org.apache.hadoop.io.IOUtils;
+import org.junit.After;
+import org.junit.Before;
+import org.junit.Test;
+
+public class TestFSImage {
+
+  private static final String OUT_DIR = System.getProperty("test.build.data",
+      "build/test/fsimage");
+
+  private MiniDFSCluster miniDFSCluster = null;
+
+  private static Configuration nnConf = new Configuration();
+
+  private File current = new File(OUT_DIR);
+
+  @Before
+  public void setUpCluster() throws Exception {
+    clearDirs();
+  }
+
+  @After
+  public void clusterShutdown() throws Exception {
+    if (null != miniDFSCluster) {
+      miniDFSCluster.shutdown();
+    }
+  }
+
+  @Test
+  public void testLoadFsEditsShouldReturnTrueWhenEditsNewExists()
+      throws Exception {
+    nnConf.set(DFSConfigKeys.DFS_NAMENODE_NAME_DIR_KEY, OUT_DIR + "/BNN1");
+    NameNode.format(nnConf);
+    miniDFSCluster = new MiniDFSCluster.Builder(nnConf).numDataNodes(1).build();
+    FSImage image = miniDFSCluster.getNameNode().getFSImage();
+    URI next = FSNamesystem
+        .getNamespaceDirs(miniDFSCluster.getConfiguration(0)).iterator().next();
+    File editsNew = new File(next.getRawPath() , "/current/edits.new");
+    createEditsNew(editsNew, image);
+    int loadFSEdits = image.loadFSEdits(image.getStorage().getStorageDir(0));
+    assertEquals("The numEdits should not be zero.", 1, loadFSEdits);
+  }
+
+  private void createEditsNew(File editsNew, FSImage image) throws Exception {
+    FileOutputStream fileOutputStream = null;
+    if (!editsNew.exists()) {
+      try {
+        editsNew.createNewFile();
+        image.editLog.createEditLogFile(editsNew);
+      } finally {
+        IOUtils.closeStream(fileOutputStream);
+      }
+    }
+  }
+
+  private void clearDirs() throws IOException {
+    if (current.exists()) {
+      FileUtil.fullyDelete(current);
+    }
+  }
+}