|
|
@@ -0,0 +1,146 @@
|
|
|
+/**
|
|
|
+ * Licensed to the Apache Software Foundation (ASF) under one
|
|
|
+ * or more contributor license agreements. See the NOTICE file
|
|
|
+ * distributed with this work for additional information
|
|
|
+ * regarding copyright ownership. The ASF licenses this file
|
|
|
+ * to you under the Apache License, Version 2.0 (the
|
|
|
+ * "License"); you may not use this file except in compliance
|
|
|
+ * with the License. You may obtain a copy of the License at
|
|
|
+ *
|
|
|
+ * http://www.apache.org/licenses/LICENSE-2.0
|
|
|
+ *
|
|
|
+ * Unless required by applicable law or agreed to in writing, software
|
|
|
+ * distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
+ * See the License for the specific language governing permissions and
|
|
|
+ * limitations under the License.
|
|
|
+ */
|
|
|
+package org.apache.hadoop.hdfs.server.blockmanagement;
|
|
|
+
|
|
|
+import static org.junit.Assert.assertEquals;
|
|
|
+import static org.junit.Assert.assertNotNull;
|
|
|
+import static org.junit.Assert.assertTrue;
|
|
|
+import static org.junit.Assert.fail;
|
|
|
+
|
|
|
+import java.io.IOException;
|
|
|
+import java.io.InputStream;
|
|
|
+import java.net.URL;
|
|
|
+import java.util.HashSet;
|
|
|
+import java.util.Map;
|
|
|
+import java.util.Set;
|
|
|
+
|
|
|
+import org.apache.hadoop.fs.StorageType;
|
|
|
+import org.apache.hadoop.hdfs.HdfsConfiguration;
|
|
|
+import org.apache.hadoop.hdfs.MiniDFSCluster;
|
|
|
+import org.junit.After;
|
|
|
+import org.junit.Before;
|
|
|
+import org.junit.Test;
|
|
|
+import org.mortbay.util.ajax.JSON;
|
|
|
+
|
|
|
+/**
|
|
|
+ * Class for testing {@link BlockStatsMXBean} implementation
|
|
|
+ */
|
|
|
+public class TestBlockStatsMXBean {
|
|
|
+
|
|
|
+ private MiniDFSCluster cluster;
|
|
|
+
|
|
|
+ @Before
|
|
|
+ public void setup() throws IOException {
|
|
|
+ HdfsConfiguration conf = new HdfsConfiguration();
|
|
|
+ cluster = null;
|
|
|
+ StorageType[][] types = new StorageType[6][];
|
|
|
+ for (int i=0; i<3; i++) {
|
|
|
+ types[i] = new StorageType[] {StorageType.RAM_DISK, StorageType.DISK};
|
|
|
+ }
|
|
|
+ for (int i=3; i< 5; i++) {
|
|
|
+ types[i] = new StorageType[] {StorageType.RAM_DISK, StorageType.ARCHIVE};
|
|
|
+ }
|
|
|
+ types[5] = new StorageType[] {StorageType.RAM_DISK, StorageType.ARCHIVE,
|
|
|
+ StorageType.ARCHIVE};
|
|
|
+
|
|
|
+ cluster = new MiniDFSCluster.Builder(conf).numDataNodes(6).
|
|
|
+ storageTypes(types).storagesPerDatanode(3).build();
|
|
|
+ cluster.waitActive();
|
|
|
+ }
|
|
|
+
|
|
|
+ @After
|
|
|
+ public void tearDown() {
|
|
|
+ if (cluster != null) {
|
|
|
+ cluster.shutdown();
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ @Test
|
|
|
+ public void testStorageTypeStats() throws Exception {
|
|
|
+ Map<StorageType, StorageTypeStats> storageTypeStatsMap =
|
|
|
+ cluster.getNamesystem().getBlockManager().getStorageTypeStats();
|
|
|
+ assertTrue(storageTypeStatsMap.containsKey(StorageType.RAM_DISK));
|
|
|
+ assertTrue(storageTypeStatsMap.containsKey(StorageType.DISK));
|
|
|
+ assertTrue(storageTypeStatsMap.containsKey(StorageType.ARCHIVE));
|
|
|
+
|
|
|
+ StorageTypeStats storageTypeStats =
|
|
|
+ storageTypeStatsMap.get(StorageType.RAM_DISK);
|
|
|
+ assertEquals(6, storageTypeStats.getNodesInService());
|
|
|
+
|
|
|
+ storageTypeStats = storageTypeStatsMap.get(StorageType.DISK);
|
|
|
+ assertEquals(3, storageTypeStats.getNodesInService());
|
|
|
+
|
|
|
+ storageTypeStats = storageTypeStatsMap.get(StorageType.ARCHIVE);
|
|
|
+ assertEquals(3, storageTypeStats.getNodesInService());
|
|
|
+ }
|
|
|
+
|
|
|
+ protected static String readOutput(URL url) throws IOException {
|
|
|
+ StringBuilder out = new StringBuilder();
|
|
|
+ InputStream in = url.openConnection().getInputStream();
|
|
|
+ byte[] buffer = new byte[64 * 1024];
|
|
|
+ int len = in.read(buffer);
|
|
|
+ while (len > 0) {
|
|
|
+ out.append(new String(buffer, 0, len));
|
|
|
+ len = in.read(buffer);
|
|
|
+ }
|
|
|
+ return out.toString();
|
|
|
+ }
|
|
|
+
|
|
|
+ @Test
|
|
|
+ @SuppressWarnings("unchecked")
|
|
|
+ public void testStorageTypeStatsJMX() throws Exception {
|
|
|
+ URL baseUrl = new URL (cluster.getHttpUri(0));
|
|
|
+ String result = readOutput(new URL(baseUrl, "/jmx"));
|
|
|
+ System.out.println(result);
|
|
|
+
|
|
|
+ Map<String, Object> stat = (Map<String, Object>) JSON.parse(result);
|
|
|
+ Object[] beans =(Object[]) stat.get("beans");
|
|
|
+ Map<String, Object> blockStats = null;
|
|
|
+ for (Object bean : beans) {
|
|
|
+ Map<String, Object> map = (Map<String, Object>) bean;
|
|
|
+ if (map.get("name").equals("Hadoop:service=NameNode,name=BlockStats")) {
|
|
|
+ blockStats = map;
|
|
|
+ }
|
|
|
+ }
|
|
|
+ assertNotNull(blockStats);
|
|
|
+ Object[] storageTypeStatsList =
|
|
|
+ (Object[])blockStats.get("StorageTypeStats");
|
|
|
+ assertNotNull(storageTypeStatsList);
|
|
|
+ assertEquals (3, storageTypeStatsList.length);
|
|
|
+
|
|
|
+ Set<String> typesPresent = new HashSet<> ();
|
|
|
+ for (Object obj : storageTypeStatsList) {
|
|
|
+ Map<String, Object> entry = (Map<String, Object>)obj;
|
|
|
+ String storageType = (String)entry.get("key");
|
|
|
+ Map<String,Object> storageTypeStats = (Map<String,Object>)entry.get("value");
|
|
|
+ typesPresent.add(storageType);
|
|
|
+ if (storageType.equals("ARCHIVE") || storageType.equals("DISK") ) {
|
|
|
+ assertEquals(3l, storageTypeStats.get("nodesInService"));
|
|
|
+ } else if (storageType.equals("RAM_DISK")) {
|
|
|
+ assertEquals(6l, storageTypeStats.get("nodesInService"));
|
|
|
+ }
|
|
|
+ else {
|
|
|
+ fail();
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ assertTrue(typesPresent.contains("ARCHIVE"));
|
|
|
+ assertTrue(typesPresent.contains("DISK"));
|
|
|
+ assertTrue(typesPresent.contains("RAM_DISK"));
|
|
|
+ }
|
|
|
+}
|
Benoy Antony