HADOOP-3286. Prevent collisions in gridmix output dirs by increasing the

granularity of the timestamp. Contributed by Runping Qi.



git-svn-id: https://svn.apache.org/repos/asf/hadoop/core/branches/branch-0.17@650712 13f79535-47bb-0310-9956-ffa450edef68

CHANGES.txt

@@ -574,6 +574,9 @@ Release 0.17.0 - Unreleased
     HADOOP-3186. Fix incorrect permission checkding for mv and renameTo 
     in HDFS. (Tsz Wo (Nicholas), SZE via rangadi)
 
+    HADOOP-3286. Prevent collisions in gridmix output dirs by increasing the
+    granularity of the timestamp. (Runping Qi via cdouglas)
+
 Release 0.16.3 - 2008-04-16
 
   BUG FIXES

src/test/gridmix/javasort/text-sort.large

@@ -6,7 +6,7 @@ source $GRID_DIR/../gridmix-env
 
 INDIR=${VARINFLTEXT}
 
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 OUTDIR=perf-out/sort-out-dir-large_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR
 

src/test/gridmix/javasort/text-sort.medium

@@ -5,7 +5,7 @@ GRID_DIR=`cd "$GRID_DIR"; pwd`
 source $GRID_DIR/../gridmix-env
 
 INDIR="${VARINFLTEXT}/{part-000*0,part-000*1,part-000*2}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/sort-out-dir-medium_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

src/test/gridmix/javasort/text-sort.small

@@ -5,7 +5,7 @@ GRID_DIR=`cd "$GRID_DIR"; pwd`
 source $GRID_DIR/../gridmix-env
 
 INDIR="${VARINFLTEXT}/{part-00000,part-00001,part-00002}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/sort-out-dir-small_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

src/test/gridmix/maxent/maxent.large

@@ -6,7 +6,7 @@ source $GRID_DIR/../gridmix-env
 
 NUM_OF_REDUCERS=100
 INDIR=${FIXCOMPTEXT}
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/maxent-out-dir-large_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

src/test/gridmix/monsterQuery/monster_query.large

@@ -6,7 +6,7 @@ source $GRID_DIR/../gridmix-env
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_LARGE_JOB
 INDIR=${FIXCOMPSEQ}
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/mq-out-dir-large_$Date.1
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

src/test/gridmix/monsterQuery/monster_query.medium

@@ -6,7 +6,7 @@ source $GRID_DIR/../gridmix-env
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_MEDIUM_JOB
 INDIR="${FIXCOMPSEQ}/{part-000*0,part-000*1,part-000*2}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/mq-out-dir-medium_$Date.1
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

src/test/gridmix/monsterQuery/monster_query.small

@@ -6,7 +6,7 @@ source $GRID_DIR/../gridmix-env
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_SMALL_JOB
 INDIR="${FIXCOMPSEQ}/{part-00000,part-00001,part-00002}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/mq-out-dir-small_$Date.1
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

src/test/gridmix/pipesort/text-sort.large

@@ -6,7 +6,7 @@ source $GRID_DIR/../gridmix-env
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_LARGE_JOB
 INDIR=${VARINFLTEXT}
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/pipe-out-dir-large_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

src/test/gridmix/pipesort/text-sort.medium

@@ -6,7 +6,7 @@ source $GRID_DIR/../gridmix-env
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_MEDIUM_JOB
 INDIR="${VARINFLTEXT}/{part-000*0,part-000*1,part-000*2}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/pipe-out-dir-medium_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

src/test/gridmix/pipesort/text-sort.small

@@ -6,7 +6,7 @@ source $GRID_DIR/../gridmix-env
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_SMALL_JOB
 INDIR="${VARINFLTEXT}/{part-00000,part-00001,part-00002}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/pipe-out-dir-small_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

src/test/gridmix/streamsort/text-sort.large

@@ -6,7 +6,7 @@ source $GRID_DIR/../gridmix-env
 
 export NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_LARGE_JOB
 export INDIR=${VARINFLTEXT}
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 export OUTDIR=perf-out/stream-out-dir-large_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

src/test/gridmix/streamsort/text-sort.medium

@@ -6,7 +6,7 @@ source $GRID_DIR/../gridmix-env
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_MEDIUM_JOB
 INDIR="${VARINFLTEXT}/{part-000*0,part-000*1,part-000*2}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/stream-out-dir-medium_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

src/test/gridmix/streamsort/text-sort.small

@@ -6,7 +6,7 @@ source $GRID_DIR/../gridmix-env
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_SMALL_JOB
 INDIR="${VARINFLTEXT}/{part-00000,part-00001,part-00002}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/stream-out-dir-small_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

src/test/gridmix/webdatascan/webdata_scan.large

@@ -6,7 +6,7 @@ source $GRID_DIR/../gridmix-env
 
 NUM_OF_REDUCERS=1
 INDIR=${VARCOMPSEQ}
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/webdata-scan-out-dir-large_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

src/test/gridmix/webdatascan/webdata_scan.medium

@@ -6,7 +6,7 @@ source $GRID_DIR/../gridmix-env
 
 NUM_OF_REDUCERS=1
 INDIR="${VARCOMPSEQ}/{part-000*0,part-000*1,part-000*2}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/webdata-scan-out-dir-medium_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

src/test/gridmix/webdatascan/webdata_scan.small

@@ -6,7 +6,7 @@ source $GRID_DIR/../gridmix-env
 
 NUM_OF_REDUCERS=1
 INDIR="${VARCOMPSEQ}/{part-00000,part-00001,part-00002}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/webdata-scan-out-dir-small_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

src/test/gridmix/webdatasort/webdata_sort.large

@@ -6,7 +6,7 @@ source $GRID_DIR/../gridmix-env
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_LARGE_JOB
 INDIR=${VARCOMPSEQ}/{part-000*0,part-000*1}
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/webdata-sort-out-dir-large_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

src/test/gridmix/webdatasort/webdata_sort.medium

@@ -6,7 +6,7 @@ source $GRID_DIR/../gridmix-env
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_MEDIUM_JOB
 INDIR="${VARCOMPSEQ}/{part-0000,part-0001}"
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 OUTDIR=perf-out/webdata-sort-out-dir-medium_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR

src/test/gridmix/webdatasort/webdata_sort.small

@@ -6,7 +6,7 @@ source $GRID_DIR/../gridmix-env
 
 NUM_OF_REDUCERS=$NUM_OF_REDUCERS_FOR_SMALL_JOB
 INDIR=${VARCOMPSEQ}/part-00000
-Date=`date +%F-%H-%M-%S`
+Date=`date +%F-%H-%M-%S-%N`
 
 export OUTDIR=perf-out/webdata-sort-out-dir-small_$Date
 ${HADOOP_HOME}/bin/hadoop dfs -rmr $OUTDIR