add the missed org.apache.hadoop.dfs.CreateEditsLog.java to trunk as part of HADOOP-3577.

git-svn-id: https://svn.apache.org/repos/asf/hadoop/core/trunk@671277 13f79535-47bb-0310-9956-ffa450edef68

src/test/org/apache/hadoop/dfs/CreateEditsLog.java

@@ -0,0 +1,193 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.dfs;
+
+import java.io.File;
+import java.io.IOException;
+
+
+import org.apache.hadoop.dfs.BlocksMap.BlockInfo;
+import org.apache.hadoop.fs.permission.FsPermission;
+import org.apache.hadoop.fs.permission.PermissionStatus;
+
+/**
+ * 
+ * CreateEditsLog
+ *   Synopsis: CreateEditsLog -f numFiles StartingBlockId numBlocksPerFile
+ *   
+ *   Create an name node's fsimage edits log in /tmp/EditsLogOut.
+ *   The file /tmp/EditsLogOut/current/edits can be copied to a name node's
+ *   fsimage directory and the name node can be started off it.
+ *   
+ *   The file are created in /createdViaInjectingInEditsLog
+ *   The file names contain the starting and ending blockIds; hence once can 
+ *   create multiple edits logs using this command using non overlapping 
+ *   block ids and feed the files to a single name node.
+ *   
+ *   See Also @link #DataNodeCluster for injecting a set of matching
+ *   blocks created with this command into a set of simulated data nodes.
+ *
+ */
+
+public class CreateEditsLog {
+  static final String BASE_PATH = "/createdViaInjectingInEditsLog";
+  static final String BASE_PATH_PLUS_FILEPREFIX = BASE_PATH + "/file";
+  
+  static final String EDITS_DIR = "/tmp/EditsLogOut";
+
+  static String edits_dir = EDITS_DIR;
+  
+  static void addFiles(FSEditLog editLog, int numFiles, short replication, 
+                                  int blocksPerFile, long startingBlockId) {
+    
+    PermissionStatus p = new PermissionStatus("joeDoe", "people",
+                                      new FsPermission((short)0777));
+    INodeDirectory dirInode = new INodeDirectory(p, 0L);
+    editLog.logMkDir(BASE_PATH, dirInode);
+    long blockSize = 10;
+    BlockInfo[] blocks = new BlockInfo[blocksPerFile];
+    for (int iB = 0; iB < blocksPerFile; ++iB) {
+      blocks[iB] = 
+       new BlockInfo(new Block(0, blockSize, GenerationStamp.FIRST_VALID_STAMP),
+                               replication);
+    }
+    
+    long currentBlockId = startingBlockId;
+    long bidAtSync = startingBlockId;
+
+    for (int iF = 1; iF <= numFiles; iF++) {
+      for (int iB = 0; iB < blocksPerFile; ++iB) {
+         blocks[iB].blkid = currentBlockId++;
+      }
+
+      try {
+
+        INodeFileUnderConstruction inode = new INodeFileUnderConstruction(
+                      null, replication, 0, blockSize, blocks, p, "", "", null);
+        String path = BASE_PATH_PLUS_FILEPREFIX  + iF +
+          "_B" + blocks[0].getBlockId() + 
+          "_to_B" + blocks[blocksPerFile-1].getBlockId();
+        editLog.logOpenFile(path, inode);
+        editLog.logCloseFile(path, inode);
+
+        if (currentBlockId - bidAtSync >= 2000) { // sync every 2K blocks
+          editLog.logSync();
+          bidAtSync = currentBlockId;
+        }
+      } catch (IOException e) {
+        System.out.println("Creating trascation for file " + iF +
+            " encountered exception " + e);
+      }
+    }
+    System.out.println("Created edits log in directory " + edits_dir);
+    System.out.println(" containing " +
+       numFiles + " File-Creates, each file with " + blocksPerFile + " blocks");
+    System.out.println(" blocks range: " + 
+        startingBlockId + " to " + (currentBlockId-1));
+  }
+  
+  static String usage = "Usage: createditlogs " +
+  " -f  numFiles startingBlockIds NumBlocksPerFile  [-r replicafactor] " + 
+  		"[-d editsLogDirectory]\n" + 
+  		"      Default replication factor is 1\n" +
+  		"      Default edits log direcory is " + EDITS_DIR + "\n";
+
+
+
+  static void printUsageExit() {
+    System.out.println(usage);
+    System.exit(-1); 
+    }
+    static void printUsageExit(String err) {
+    System.out.println(err);
+    printUsageExit();
+  }
+  /**
+   * @param args
+   * @throws IOException 
+   */
+  public static void main(String[] args) throws IOException {
+
+
+
+    long startingBlockId = 1;
+    int numFiles = 0;
+    short replication = 1;
+    int numBlocksPerFile = 0;
+
+    if (args.length == 0) {
+      printUsageExit();
+    }
+
+    for (int i = 0; i < args.length; i++) { // parse command line
+      if (args[i].equals("-f")) {
+       if (i + 3 >= args.length || args[i+1].startsWith("-") || 
+           args[i+2].startsWith("-") || args[i+3].startsWith("-")) {
+         printUsageExit(
+             "Missing num files, starting block and/or number of blocks");
+       }
+       numFiles = Integer.parseInt(args[++i]);
+       startingBlockId = Integer.parseInt(args[++i]);
+       numBlocksPerFile = Integer.parseInt(args[++i]);
+       if (numFiles <=0 || numBlocksPerFile <= 0) {
+         printUsageExit("numFiles and numBlocksPerFile most be greater than 0");
+       }
+      } else if (args[i].equals("-r") || args[i+1].startsWith("-")) {
+        if (i + 1 >= args.length) {
+          printUsageExit(
+              "Missing num files, starting block and/or number of blocks");
+        }
+        replication = Short.parseShort(args[++i]);
+      } else if (args[i].equals("-d")) {
+        if (i + 1 >= args.length || args[i+1].startsWith("-")) {
+          printUsageExit("Missing edits logs directory");
+        }
+        edits_dir = args[++i];
+      } else {
+        printUsageExit();
+      }
+    }
+    
+
+    File editsLogDir = new File(edits_dir);
+    File subStructureDir = new File(edits_dir + "/" + 
+        Storage.STORAGE_DIR_CURRENT);
+    if ( !editsLogDir.exists() ) {
+      if ( !editsLogDir.mkdir()) {
+        System.out.println("cannot create " + edits_dir);
+        System.exit(-1);
+      }
+    }
+    if ( !subStructureDir.exists() ) {
+      if ( !subStructureDir.mkdir()) {
+        System.out.println("cannot create subdirs of " + edits_dir);
+        System.exit(-1);
+      }
+    }
+  
+    FSImage fsImage = new FSImage(new File(edits_dir));
+
+
+    FSEditLog editLog = fsImage.getEditLog();
+    editLog.createEditLogFile(fsImage.getFsEditName());
+    editLog.open();
+    addFiles(editLog, numFiles, replication, numBlocksPerFile, startingBlockId);
+    editLog.logSync();
+    editLog.close();
+  }
+}