|
@@ -0,0 +1,68 @@
|
|
|
+/**
|
|
|
+ * Licensed to the Apache Software Foundation (ASF) under one
|
|
|
+ * or more contributor license agreements. See the NOTICE file
|
|
|
+ * distributed with this work for additional information
|
|
|
+ * regarding copyright ownership. The ASF licenses this file
|
|
|
+ * to you under the Apache License, Version 2.0 (the
|
|
|
+ * "License"); you may not use this file except in compliance
|
|
|
+ * with the License. You may obtain a copy of the License at
|
|
|
+ *
|
|
|
+ * http://www.apache.org/licenses/LICENSE-2.0
|
|
|
+ *
|
|
|
+ * Unless required by applicable law or agreed to in writing, software
|
|
|
+ * distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
+ * See the License for the specific language governing permissions and
|
|
|
+ * limitations under the License.
|
|
|
+ */
|
|
|
+package org.apache.hadoop.hdfs;
|
|
|
+
|
|
|
+import java.io.IOException;
|
|
|
+
|
|
|
+import org.apache.hadoop.security.UserGroupInformation;
|
|
|
+import org.junit.AfterClass;
|
|
|
+import org.junit.BeforeClass;
|
|
|
+import org.junit.Test;
|
|
|
+
|
|
|
+public class TestParallelLocalRead extends TestParallelReadUtil {
|
|
|
+
|
|
|
+ @BeforeClass
|
|
|
+ static public void setupCluster() throws Exception {
|
|
|
+ HdfsConfiguration conf = new HdfsConfiguration();
|
|
|
+
|
|
|
+ conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_KEY, true);
|
|
|
+ conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_SKIP_CHECKSUM_KEY,
|
|
|
+ false);
|
|
|
+ conf.set(DFSConfigKeys.DFS_BLOCK_LOCAL_PATH_ACCESS_USER_KEY,
|
|
|
+ UserGroupInformation.getCurrentUser().getShortUserName());
|
|
|
+
|
|
|
+ setupCluster(1, conf);
|
|
|
+ }
|
|
|
+
|
|
|
+ @AfterClass
|
|
|
+ static public void teardownCluster() throws Exception {
|
|
|
+ TestParallelReadUtil.teardownCluster();
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * Do parallel read several times with different number of files and threads.
|
|
|
+ *
|
|
|
+ * Note that while this is the only "test" in a junit sense, we're actually
|
|
|
+ * dispatching a lot more. Failures in the other methods (and other threads)
|
|
|
+ * need to be manually collected, which is inconvenient.
|
|
|
+ */
|
|
|
+ @Test
|
|
|
+ public void testParallelReadCopying() throws IOException {
|
|
|
+ runTestWorkload(new CopyingReadWorkerHelper());
|
|
|
+ }
|
|
|
+
|
|
|
+ @Test
|
|
|
+ public void testParallelReadByteBuffer() throws IOException {
|
|
|
+ runTestWorkload(new DirectReadWorkerHelper());
|
|
|
+ }
|
|
|
+
|
|
|
+ @Test
|
|
|
+ public void testParallelReadMixed() throws IOException {
|
|
|
+ runTestWorkload(new MixedWorkloadHelper());
|
|
|
+ }
|
|
|
+}
|