|
|
@@ -0,0 +1,297 @@
|
|
|
+/**
|
|
|
+ * Licensed to the Apache Software Foundation (ASF) under one
|
|
|
+ * or more contributor license agreements. See the NOTICE file
|
|
|
+ * distributed with this work for additional information
|
|
|
+ * regarding copyright ownership. The ASF licenses this file
|
|
|
+ * to you under the Apache License, Version 2.0 (the
|
|
|
+ * "License"); you may not use this file except in compliance
|
|
|
+ * with the License. You may obtain a copy of the License at
|
|
|
+ *
|
|
|
+ * http://www.apache.org/licenses/LICENSE-2.0
|
|
|
+ *
|
|
|
+ * Unless required by applicable law or agreed to in writing, software
|
|
|
+ * distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
+ * See the License for the specific language governing permissions and
|
|
|
+ * limitations under the License.
|
|
|
+ */
|
|
|
+package org.apache.hadoop.hdfs.server.federation.router;
|
|
|
+
|
|
|
+import static org.junit.Assert.assertEquals;
|
|
|
+import static org.junit.Assert.assertFalse;
|
|
|
+import static org.junit.Assert.assertTrue;
|
|
|
+
|
|
|
+import java.io.ByteArrayOutputStream;
|
|
|
+import java.io.PrintStream;
|
|
|
+import java.net.InetSocketAddress;
|
|
|
+import java.util.List;
|
|
|
+
|
|
|
+import org.apache.hadoop.conf.Configuration;
|
|
|
+import org.apache.hadoop.hdfs.DFSConfigKeys;
|
|
|
+import org.apache.hadoop.hdfs.server.federation.RouterConfigBuilder;
|
|
|
+import org.apache.hadoop.hdfs.server.federation.RouterDFSCluster.RouterContext;
|
|
|
+import org.apache.hadoop.hdfs.server.federation.StateStoreDFSCluster;
|
|
|
+import org.apache.hadoop.hdfs.server.federation.resolver.RemoteLocation;
|
|
|
+import org.apache.hadoop.hdfs.server.federation.store.StateStoreService;
|
|
|
+import org.apache.hadoop.hdfs.server.federation.store.impl.MountTableStoreImpl;
|
|
|
+import org.apache.hadoop.hdfs.server.federation.store.protocol.GetMountTableEntriesRequest;
|
|
|
+import org.apache.hadoop.hdfs.server.federation.store.protocol.GetMountTableEntriesResponse;
|
|
|
+import org.apache.hadoop.hdfs.server.federation.store.records.MountTable;
|
|
|
+import org.apache.hadoop.hdfs.tools.federation.RouterAdmin;
|
|
|
+import org.apache.hadoop.security.UserGroupInformation;
|
|
|
+import org.apache.hadoop.util.ToolRunner;
|
|
|
+import org.junit.After;
|
|
|
+import org.junit.AfterClass;
|
|
|
+import org.junit.Assert;
|
|
|
+import org.junit.BeforeClass;
|
|
|
+import org.junit.Test;
|
|
|
+/**
|
|
|
+ * Tests Router admin commands.
|
|
|
+ */
|
|
|
+public class TestRouterAdminCLI {
|
|
|
+ private static StateStoreDFSCluster cluster;
|
|
|
+ private static RouterContext routerContext;
|
|
|
+ private static StateStoreService stateStore;
|
|
|
+
|
|
|
+ private static RouterAdmin admin;
|
|
|
+ private static RouterClient client;
|
|
|
+
|
|
|
+ private static final String TEST_USER = "test-user";
|
|
|
+
|
|
|
+ private final ByteArrayOutputStream out = new ByteArrayOutputStream();
|
|
|
+ private static final PrintStream OLD_OUT = System.out;
|
|
|
+
|
|
|
+ @BeforeClass
|
|
|
+ public static void globalSetUp() throws Exception {
|
|
|
+ cluster = new StateStoreDFSCluster(false, 1);
|
|
|
+ // Build and start a router with State Store + admin + RPC
|
|
|
+ Configuration conf = new RouterConfigBuilder()
|
|
|
+ .stateStore()
|
|
|
+ .admin()
|
|
|
+ .rpc()
|
|
|
+ .build();
|
|
|
+ cluster.addRouterOverrides(conf);
|
|
|
+
|
|
|
+ // Start routers
|
|
|
+ cluster.startRouters();
|
|
|
+
|
|
|
+ routerContext = cluster.getRandomRouter();
|
|
|
+ Router router = routerContext.getRouter();
|
|
|
+ stateStore = router.getStateStore();
|
|
|
+
|
|
|
+ Configuration routerConf = new Configuration();
|
|
|
+ InetSocketAddress routerSocket = router.getAdminServerAddress();
|
|
|
+ routerConf.setSocketAddr(DFSConfigKeys.DFS_ROUTER_ADMIN_ADDRESS_KEY,
|
|
|
+ routerSocket);
|
|
|
+ admin = new RouterAdmin(routerConf);
|
|
|
+ client = routerContext.getAdminClient();
|
|
|
+ }
|
|
|
+
|
|
|
+ @AfterClass
|
|
|
+ public static void tearDownCluster() {
|
|
|
+ cluster.stopRouter(routerContext);
|
|
|
+ cluster.shutdown();
|
|
|
+ cluster = null;
|
|
|
+ }
|
|
|
+
|
|
|
+ @After
|
|
|
+ public void tearDown() {
|
|
|
+ // set back system out
|
|
|
+ System.setOut(OLD_OUT);
|
|
|
+ }
|
|
|
+
|
|
|
+ @Test
|
|
|
+ public void testAddMountTable() throws Exception {
|
|
|
+ String nsId = "ns0";
|
|
|
+ String src = "/test-addmounttable";
|
|
|
+ String dest = "/addmounttable";
|
|
|
+ String[] argv = new String[] {"-add", src, nsId, dest};
|
|
|
+ Assert.assertEquals(0, ToolRunner.run(admin, argv));
|
|
|
+
|
|
|
+ stateStore.loadCache(MountTableStoreImpl.class, true);
|
|
|
+ GetMountTableEntriesRequest getRequest = GetMountTableEntriesRequest
|
|
|
+ .newInstance(src);
|
|
|
+ GetMountTableEntriesResponse getResponse = client.getMountTableManager()
|
|
|
+ .getMountTableEntries(getRequest);
|
|
|
+ MountTable mountTable = getResponse.getEntries().get(0);
|
|
|
+
|
|
|
+ List<RemoteLocation> destinations = mountTable.getDestinations();
|
|
|
+ assertEquals(1, destinations.size());
|
|
|
+
|
|
|
+ assertEquals(src, mountTable.getSourcePath());
|
|
|
+ assertEquals(nsId, destinations.get(0).getNameserviceId());
|
|
|
+ assertEquals(dest, destinations.get(0).getDest());
|
|
|
+ assertFalse(mountTable.isReadOnly());
|
|
|
+
|
|
|
+ // test mount table update behavior
|
|
|
+ dest = dest + "-new";
|
|
|
+ argv = new String[] {"-add", src, nsId, dest, "-readonly"};
|
|
|
+ Assert.assertEquals(0, ToolRunner.run(admin, argv));
|
|
|
+ stateStore.loadCache(MountTableStoreImpl.class, true);
|
|
|
+
|
|
|
+ getResponse = client.getMountTableManager()
|
|
|
+ .getMountTableEntries(getRequest);
|
|
|
+ mountTable = getResponse.getEntries().get(0);
|
|
|
+ assertEquals(2, mountTable.getDestinations().size());
|
|
|
+ assertEquals(nsId, mountTable.getDestinations().get(1).getNameserviceId());
|
|
|
+ assertEquals(dest, mountTable.getDestinations().get(1).getDest());
|
|
|
+ assertTrue(mountTable.isReadOnly());
|
|
|
+ }
|
|
|
+
|
|
|
+ @Test
|
|
|
+ public void testListMountTable() throws Exception {
|
|
|
+ String nsId = "ns0";
|
|
|
+ String src = "/test-lsmounttable";
|
|
|
+ String dest = "/lsmounttable";
|
|
|
+ String[] argv = new String[] {"-add", src, nsId, dest};
|
|
|
+ assertEquals(0, ToolRunner.run(admin, argv));
|
|
|
+
|
|
|
+ // re-set system out for testing
|
|
|
+ System.setOut(new PrintStream(out));
|
|
|
+ stateStore.loadCache(MountTableStoreImpl.class, true);
|
|
|
+ argv = new String[] {"-ls", src};
|
|
|
+ assertEquals(0, ToolRunner.run(admin, argv));
|
|
|
+ assertTrue(out.toString().contains(src));
|
|
|
+
|
|
|
+ out.reset();
|
|
|
+ GetMountTableEntriesRequest getRequest = GetMountTableEntriesRequest
|
|
|
+ .newInstance("/");
|
|
|
+ GetMountTableEntriesResponse getResponse = client.getMountTableManager()
|
|
|
+ .getMountTableEntries(getRequest);
|
|
|
+
|
|
|
+ // Test ls command without input path, it will list
|
|
|
+ // mount table under root path.
|
|
|
+ argv = new String[] {"-ls"};
|
|
|
+ assertEquals(0, ToolRunner.run(admin, argv));
|
|
|
+ assertTrue(out.toString().contains(src));
|
|
|
+ String outStr = out.toString();
|
|
|
+ // verify if all the mount table are listed
|
|
|
+ for(MountTable entry: getResponse.getEntries()) {
|
|
|
+ assertTrue(outStr.contains(entry.getSourcePath()));
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ @Test
|
|
|
+ public void testRemoveMountTable() throws Exception {
|
|
|
+ String nsId = "ns0";
|
|
|
+ String src = "/test-rmmounttable";
|
|
|
+ String dest = "/rmmounttable";
|
|
|
+ String[] argv = new String[] {"-add", src, nsId, dest};
|
|
|
+ assertEquals(0, ToolRunner.run(admin, argv));
|
|
|
+
|
|
|
+ stateStore.loadCache(MountTableStoreImpl.class, true);
|
|
|
+ GetMountTableEntriesRequest getRequest = GetMountTableEntriesRequest
|
|
|
+ .newInstance(src);
|
|
|
+ GetMountTableEntriesResponse getResponse = client.getMountTableManager()
|
|
|
+ .getMountTableEntries(getRequest);
|
|
|
+ // ensure mount table added successfully
|
|
|
+ MountTable mountTable = getResponse.getEntries().get(0);
|
|
|
+ assertEquals(src, mountTable.getSourcePath());
|
|
|
+
|
|
|
+ argv = new String[] {"-rm", src};
|
|
|
+ assertEquals(0, ToolRunner.run(admin, argv));
|
|
|
+
|
|
|
+ stateStore.loadCache(MountTableStoreImpl.class, true);
|
|
|
+ getResponse = client.getMountTableManager()
|
|
|
+ .getMountTableEntries(getRequest);
|
|
|
+ assertEquals(0, getResponse.getEntries().size());
|
|
|
+
|
|
|
+ // remove an invalid mount table
|
|
|
+ String invalidPath = "/invalid";
|
|
|
+ System.setOut(new PrintStream(out));
|
|
|
+ argv = new String[] {"-rm", invalidPath};
|
|
|
+ assertEquals(0, ToolRunner.run(admin, argv));
|
|
|
+ assertTrue(out.toString().contains(
|
|
|
+ "Cannot remove mount point " + invalidPath));
|
|
|
+ }
|
|
|
+
|
|
|
+ @Test
|
|
|
+ public void testMountTableDefaultACL() throws Exception {
|
|
|
+ String[] argv = new String[] {"-add", "/testpath0", "ns0", "/testdir0"};
|
|
|
+ Assert.assertEquals(0, ToolRunner.run(admin, argv));
|
|
|
+
|
|
|
+ stateStore.loadCache(MountTableStoreImpl.class, true);
|
|
|
+ GetMountTableEntriesRequest getRequest = GetMountTableEntriesRequest
|
|
|
+ .newInstance("/testpath0");
|
|
|
+ GetMountTableEntriesResponse getResponse = client.getMountTableManager()
|
|
|
+ .getMountTableEntries(getRequest);
|
|
|
+ MountTable mountTable = getResponse.getEntries().get(0);
|
|
|
+
|
|
|
+ UserGroupInformation ugi = UserGroupInformation.getCurrentUser();
|
|
|
+ String group = ugi.getGroups().isEmpty() ? ugi.getShortUserName()
|
|
|
+ : ugi.getPrimaryGroupName();
|
|
|
+ assertEquals(ugi.getShortUserName(), mountTable.getOwnerName());
|
|
|
+ assertEquals(group, mountTable.getGroupName());
|
|
|
+ assertEquals((short) 0755, mountTable.getMode().toShort());
|
|
|
+ }
|
|
|
+
|
|
|
+ @Test
|
|
|
+ public void testMountTablePermissions() throws Exception {
|
|
|
+ // re-set system out for testing
|
|
|
+ System.setOut(new PrintStream(out));
|
|
|
+ // use superuser to add new mount table with only read permission
|
|
|
+ String[] argv = new String[] {"-add", "/testpath2-1", "ns0", "/testdir2-1",
|
|
|
+ "-owner", TEST_USER, "-group", TEST_USER, "-mode", "0455"};
|
|
|
+ assertEquals(0, ToolRunner.run(admin, argv));
|
|
|
+
|
|
|
+ String superUser = UserGroupInformation.
|
|
|
+ getCurrentUser().getShortUserName();
|
|
|
+ // use normal user as current user to test
|
|
|
+ UserGroupInformation remoteUser = UserGroupInformation
|
|
|
+ .createRemoteUser(TEST_USER);
|
|
|
+ UserGroupInformation.setLoginUser(remoteUser);
|
|
|
+
|
|
|
+ // verify read permission by executing other commands
|
|
|
+ verifyExecutionResult("/testpath2-1", true, -1, -1);
|
|
|
+
|
|
|
+ // add new mount table with only write permission
|
|
|
+ argv = new String[] {"-add", "/testpath2-2", "ns0", "/testdir2-2",
|
|
|
+ "-owner", TEST_USER, "-group", TEST_USER, "-mode", "0255"};
|
|
|
+ assertEquals(0, ToolRunner.run(admin, argv));
|
|
|
+ verifyExecutionResult("/testpath2-2", false, 0, 0);
|
|
|
+
|
|
|
+ // set mount table entry with read and write permission
|
|
|
+ argv = new String[] {"-add", "/testpath2-3", "ns0", "/testdir2-3",
|
|
|
+ "-owner", TEST_USER, "-group", TEST_USER, "-mode", "0755"};
|
|
|
+ assertEquals(0, ToolRunner.run(admin, argv));
|
|
|
+ verifyExecutionResult("/testpath2-3", true, 0, 0);
|
|
|
+
|
|
|
+ // set back login user
|
|
|
+ remoteUser = UserGroupInformation.createRemoteUser(superUser);
|
|
|
+ UserGroupInformation.setLoginUser(remoteUser);
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * Verify router admin commands execution result.
|
|
|
+ *
|
|
|
+ * @param mount
|
|
|
+ * target mount table
|
|
|
+ * @param canRead
|
|
|
+ * whether can list mount tables under specified mount
|
|
|
+ * @param addCommandCode
|
|
|
+ * expected return code of add command executed for specified mount
|
|
|
+ * @param rmCommandCode
|
|
|
+ * expected return code of rm command executed for specified mount
|
|
|
+ * @throws Exception
|
|
|
+ */
|
|
|
+ private void verifyExecutionResult(String mount, boolean canRead,
|
|
|
+ int addCommandCode, int rmCommandCode) throws Exception {
|
|
|
+ String[] argv = null;
|
|
|
+ stateStore.loadCache(MountTableStoreImpl.class, true);
|
|
|
+
|
|
|
+ out.reset();
|
|
|
+ // execute ls command
|
|
|
+ argv = new String[] {"-ls", mount};
|
|
|
+ assertEquals(0, ToolRunner.run(admin, argv));
|
|
|
+ assertEquals(canRead, out.toString().contains(mount));
|
|
|
+
|
|
|
+ // execute add/update command
|
|
|
+ argv = new String[] {"-add", mount, "ns0", mount + "newdir"};
|
|
|
+ assertEquals(addCommandCode, ToolRunner.run(admin, argv));
|
|
|
+
|
|
|
+ stateStore.loadCache(MountTableStoreImpl.class, true);
|
|
|
+ // execute remove command
|
|
|
+ argv = new String[] {"-rm", mount};
|
|
|
+ assertEquals(rmCommandCode, ToolRunner.run(admin, argv));
|
|
|
+ }
|
|
|
+}
|
Yiqun Lin