/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 * <p/>
 * http://www.apache.org/licenses/LICENSE-2.0
 * <p/>
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.ambari.server.utils;

import static org.easymock.EasyMock.anyObject;
import static org.easymock.EasyMock.createNiceMock;
import static org.easymock.EasyMock.expect;
import static org.easymock.EasyMock.expectLastCall;
import static org.easymock.EasyMock.getCurrentArguments;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;

import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.net.InetAddress;
import java.net.UnknownHostException;
import java.nio.charset.Charset;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collection;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
import java.util.Set;
import java.util.SortedMap;
import java.util.TreeMap;

import javax.persistence.EntityManager;
import javax.xml.bind.JAXBException;

import com.google.inject.AbstractModule;
import org.apache.ambari.server.AmbariException;
import org.apache.ambari.server.actionmanager.ExecutionCommandWrapper;
import org.apache.ambari.server.actionmanager.HostRoleCommandFactory;
import org.apache.ambari.server.actionmanager.HostRoleCommandFactoryImpl;
import org.apache.ambari.server.actionmanager.Stage;
import org.apache.ambari.server.actionmanager.StageFactory;
import org.apache.ambari.server.actionmanager.StageFactoryImpl;
import org.apache.ambari.server.agent.ExecutionCommand;
import org.apache.ambari.server.api.services.AmbariMetaInfo;
import org.apache.ambari.server.orm.DBAccessor;
import org.apache.ambari.server.orm.dao.HostDAO;
import org.apache.ambari.server.security.SecurityHelper;
import org.apache.ambari.server.stack.StackManagerFactory;
import org.apache.ambari.server.state.Cluster;
import org.apache.ambari.server.state.Clusters;
import org.apache.ambari.server.state.Host;
import org.apache.ambari.server.state.HostComponentAdminState;
import org.apache.ambari.server.state.Service;
import org.apache.ambari.server.state.ServiceComponent;
import org.apache.ambari.server.state.ServiceComponentHost;
import org.apache.ambari.server.state.ServiceComponentHostFactory;
import org.apache.ambari.server.state.StackId;
import org.apache.ambari.server.state.cluster.ClusterFactory;
import org.apache.ambari.server.state.cluster.ClustersImpl;
import org.apache.ambari.server.state.host.HostFactory;
import org.apache.ambari.server.state.stack.OsFamily;
import org.apache.ambari.server.topology.TopologyManager;
import org.codehaus.jackson.JsonGenerationException;
import org.codehaus.jackson.map.JsonMappingException;
import org.easymock.EasyMockSupport;
import org.easymock.IAnswer;
import org.junit.Before;
import org.junit.Ignore;
import org.junit.Test;

import com.google.common.collect.ContiguousSet;
import com.google.common.collect.DiscreteDomain;
import com.google.common.collect.Range;
import com.google.gson.Gson;
import com.google.inject.Guice;
import com.google.inject.Injector;

public class StageUtilsTest extends EasyMockSupport {
  private static final String STACK_ID = "HDP-1.3.1";

  private Injector injector;

  @Before
  public void setup() throws Exception {

    injector = Guice.createInjector(new AbstractModule() {

      @Override
      protected void configure() {
        bind(EntityManager.class).toInstance(createNiceMock(EntityManager.class));
        bind(DBAccessor.class).toInstance(createNiceMock(DBAccessor.class));
        bind(ClusterFactory.class).toInstance(createNiceMock(ClusterFactory.class));
        bind(HostFactory.class).toInstance(createNiceMock(HostFactory.class));
        bind(SecurityHelper.class).toInstance(createNiceMock(SecurityHelper.class));
        bind(OsFamily.class).toInstance(createNiceMock(OsFamily.class));
        bind(TopologyManager.class).toInstance(createNiceMock(TopologyManager.class));
        bind(AmbariMetaInfo.class).toInstance(createMock(AmbariMetaInfo.class));
        bind(Clusters.class).toInstance(createNiceMock(ClustersImpl.class));
        bind(StackManagerFactory.class).toInstance(createNiceMock(StackManagerFactory.class));
        bind(ServiceComponentHostFactory.class).toInstance(createNiceMock(ServiceComponentHostFactory.class));
        bind(StageFactory.class).to(StageFactoryImpl.class);
        bind(HostRoleCommandFactory.class).to(HostRoleCommandFactoryImpl.class);
        bind(HostDAO.class).toInstance(createNiceMock(HostDAO.class));
      }
    });


    StageUtils.setTopologyManager(injector.getInstance(TopologyManager.class));
  }


  public static void addService(Cluster cl, List<String> hostList,
                                Map<String, List<Integer>> topology, String serviceName,
                                Injector injector) throws AmbariException {
    ServiceComponentHostFactory serviceComponentHostFactory = injector.getInstance(ServiceComponentHostFactory.class);

    cl.setDesiredStackVersion(new StackId(STACK_ID));
    cl.addService(serviceName);

    for (Entry<String, List<Integer>> component : topology.entrySet()) {
      String componentName = component.getKey();
      cl.getService(serviceName).addServiceComponent(componentName);

      for (Integer hostIndex : component.getValue()) {
        cl.getService(serviceName)
            .getServiceComponent(componentName)
            .addServiceComponentHost(
                serviceComponentHostFactory.createNew(cl.getService(serviceName)
                    .getServiceComponent(componentName), hostList.get(hostIndex)));
      }
    }
  }

  @Test
  public void testGetATestStage() {
    StageUtils stageUtils = new StageUtils(injector.getInstance(StageFactory.class));
    Stage s = StageUtils.getATestStage(1, 2, "host2", "", "hostParamsStage");
    String hostname = s.getHosts().get(0);
    List<ExecutionCommandWrapper> wrappers = s.getExecutionCommands(hostname);
    for (ExecutionCommandWrapper wrapper : wrappers) {
      assertEquals("cluster1", wrapper.getExecutionCommand().getClusterName());
      assertEquals(StageUtils.getActionId(1, 2), wrapper.getExecutionCommand().getCommandId());
      assertEquals(hostname, wrapper.getExecutionCommand().getHostname());
    }
  }

  @Test
  public void testJaxbToString() throws Exception {
    StageUtils stageUtils = new StageUtils(injector.getInstance(StageFactory.class));
    Stage s = StageUtils.getATestStage(1, 2, "host1", "", "hostParamsStage");
    String hostname = s.getHosts().get(0);
    List<ExecutionCommandWrapper> wrappers = s.getExecutionCommands(hostname);
    for (ExecutionCommandWrapper wrapper : wrappers) {
      // Why are we logging in test case?
      // LOG.info("Command is " + StageUtils.jaxbToString(wrapper.getExecutionCommand()));
    }
    assertEquals(StageUtils.getActionId(1, 2), s.getActionId());
  }

  @Test
  public void testJasonToExecutionCommand() throws JsonGenerationException,
      JsonMappingException, JAXBException, IOException {
    StageUtils stageUtils = new StageUtils(injector.getInstance(StageFactory.class));
    Stage s = StageUtils.getATestStage(1, 2, "host1", "clusterHostInfo", "hostParamsStage");
    ExecutionCommand cmd = s.getExecutionCommands(getHostName()).get(0).getExecutionCommand();
    HashMap<String, Map<String, String>> configTags = new HashMap<String, Map<String, String>>();
    Map<String, String> globalTag = new HashMap<String, String>();
    globalTag.put("tag", "version1");
    configTags.put("global", globalTag);
    cmd.setConfigurationTags(configTags);
    String json = StageUtils.jaxbToString(cmd);

    InputStream is = new ByteArrayInputStream(
        json.getBytes(Charset.forName("UTF8")));

    ExecutionCommand cmdDes = new Gson().fromJson(new InputStreamReader(is),
        ExecutionCommand.class);

    assertEquals(cmd.toString(), cmdDes.toString());
    assertEquals(cmd, cmdDes);
  }

  @Test
  public void testGetClusterHostInfo() throws Exception {
    final HashMap<String, String> hostAttributes = new HashMap<String, String>() {{
      put("os_family", "redhat");
      put("os_release_version", "5.9");
    }};

    final Clusters clusters = createNiceMock(Clusters.class);

    List<Host> hosts = new ArrayList<Host>();
    List<String> hostNames = new ArrayList<String>();

    List<Integer> pingPorts = Arrays.asList(StageUtils.DEFAULT_PING_PORT,
        StageUtils.DEFAULT_PING_PORT,
        StageUtils.DEFAULT_PING_PORT,
        8671,
        8671,
        null,
        8672,
        8672,
        null,
        8673);


    for (int i = 0; i < 10; i++) {
      String hostname = String.format("h%d", i);
      Host host = createNiceMock(Host.class);
      expect(host.getHostName()).andReturn(hostname).anyTimes();
      expect(host.getHostAttributes()).andReturn(hostAttributes).anyTimes();
      expect(host.getCurrentPingPort()).andReturn(pingPorts.get(i)).anyTimes();

      hosts.add(host);
      hostNames.add(hostname);

      expect(clusters.getHost(hostname)).andReturn(host).anyTimes();
    }

    final ServiceComponentHost nnh0ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(nnh0ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost snnh1ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(snnh1ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost dnh0ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(dnh0ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost dnh1ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(dnh1ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost dnh2ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(dnh2ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost dnh3ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(dnh3ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost dnh5ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(dnh5ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost dnh7ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(dnh7ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost dnh8ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(dnh8ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost dnh9ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(dnh9ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost hbm5ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(hbm5ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost hbrs1ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(hbrs1ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost hbrs3ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(hbrs3ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost hbrs5ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(hbrs5ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost hbrs8ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(hbrs8ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost hbrs9ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(hbrs9ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost mrjt5ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(mrjt5ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost mrtt1ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(mrtt1ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost mrtt2ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(mrtt2ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.DECOMMISSIONED).anyTimes();

    final ServiceComponentHost mrtt3ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(mrtt3ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.DECOMMISSIONED).anyTimes();

    final ServiceComponentHost mrtt4ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(mrtt4ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost mrtt5ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(mrtt5ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost mrtt7ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(mrtt7ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost mrtt9ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(mrtt9ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    final ServiceComponentHost nns7ServiceComponentHost = createMock(ServiceComponentHost.class);
    expect(nns7ServiceComponentHost.getComponentAdminState()).andReturn(HostComponentAdminState.INSERVICE).anyTimes();

    Map<String, Collection<String>> projectedTopology = new HashMap<String, Collection<String>>();


    final HashMap<String, ServiceComponentHost> nnServiceComponentHosts = new HashMap<String, ServiceComponentHost>() {
      {
        put("h0", nnh0ServiceComponentHost);
      }
    };
    insertTopology(projectedTopology, "NAMENODE", nnServiceComponentHosts.keySet());

    final HashMap<String, ServiceComponentHost> snnServiceComponentHosts = new HashMap<String, ServiceComponentHost>() {
      {
        put("h1", snnh1ServiceComponentHost);
      }
    };
    insertTopology(projectedTopology, "SECONDARY_NAMENODE", snnServiceComponentHosts.keySet());

    final Map<String, ServiceComponentHost> dnServiceComponentHosts = new HashMap<String, ServiceComponentHost>() {
      {
        put("h0", dnh0ServiceComponentHost);
        put("h1", dnh1ServiceComponentHost);
        put("h2", dnh2ServiceComponentHost);
        put("h3", dnh3ServiceComponentHost);
        put("h5", dnh5ServiceComponentHost);
        put("h7", dnh7ServiceComponentHost);
        put("h8", dnh8ServiceComponentHost);
        put("h9", dnh9ServiceComponentHost);
      }
    };
    insertTopology(projectedTopology, "DATANODE", dnServiceComponentHosts.keySet());

    final Map<String, ServiceComponentHost> hbmServiceComponentHosts = new HashMap<String, ServiceComponentHost>() {
      {
        put("h5", hbm5ServiceComponentHost);
      }
    };
    insertTopology(projectedTopology, "HBASE_MASTER", hbmServiceComponentHosts.keySet());

    final Map<String, ServiceComponentHost> hbrsServiceComponentHosts = new HashMap<String, ServiceComponentHost>() {
      {
        put("h1", hbrs1ServiceComponentHost);
        put("h3", hbrs3ServiceComponentHost);
        put("h5", hbrs5ServiceComponentHost);
        put("h8", hbrs8ServiceComponentHost);
        put("h9", hbrs9ServiceComponentHost);
      }
    };
    insertTopology(projectedTopology, "HBASE_REGIONSERVER", hbrsServiceComponentHosts.keySet());

    final Map<String, ServiceComponentHost> mrjtServiceComponentHosts = new HashMap<String, ServiceComponentHost>() {
      {
        put("h5", mrjt5ServiceComponentHost);
      }
    };
    insertTopology(projectedTopology, "JOBTRACKER", mrjtServiceComponentHosts.keySet());

    final Map<String, ServiceComponentHost> mrttServiceComponentHosts = new HashMap<String, ServiceComponentHost>() {
      {
        put("h1", mrtt1ServiceComponentHost);
        put("h2", mrtt2ServiceComponentHost);
        put("h3", mrtt3ServiceComponentHost);
        put("h4", mrtt4ServiceComponentHost);
        put("h5", mrtt5ServiceComponentHost);
        put("h7", mrtt7ServiceComponentHost);
        put("h9", mrtt9ServiceComponentHost);
      }
    };
    insertTopology(projectedTopology, "TASKTRACKER", mrttServiceComponentHosts.keySet());


    final Map<String, ServiceComponentHost> nnsServiceComponentHosts = new HashMap<String, ServiceComponentHost>() {
      {
        put("h7", nns7ServiceComponentHost);
      }
    };
    insertTopology(projectedTopology, "NONAME_SERVER", nnsServiceComponentHosts.keySet());

    final ServiceComponent nnComponent = createMock(ServiceComponent.class);
    expect(nnComponent.getName()).andReturn("NAMENODE").anyTimes();
    expect(nnComponent.getServiceComponentHost(anyObject(String.class)))
        .andAnswer(new IAnswer<ServiceComponentHost>() {
          @Override
          public ServiceComponentHost answer() throws Throwable {
            Object[] args = getCurrentArguments();
            return nnServiceComponentHosts.get((String) args[0]);
          }
        }).anyTimes();
    expect(nnComponent.getServiceComponentHosts()).andReturn(nnServiceComponentHosts).anyTimes();
    expect(nnComponent.isClientComponent()).andReturn(false).anyTimes();

    final ServiceComponent snnComponent = createMock(ServiceComponent.class);
    expect(snnComponent.getName()).andReturn("SECONDARY_NAMENODE").anyTimes();
    expect(snnComponent.getServiceComponentHost(anyObject(String.class)))
        .andAnswer(new IAnswer<ServiceComponentHost>() {
          @Override
          public ServiceComponentHost answer() throws Throwable {
            Object[] args = getCurrentArguments();
            return snnServiceComponentHosts.get((String) args[0]);
          }
        }).anyTimes();
    expect(snnComponent.getServiceComponentHosts()).andReturn(snnServiceComponentHosts).anyTimes();
    expect(snnComponent.isClientComponent()).andReturn(false).anyTimes();

    final ServiceComponent dnComponent = createMock(ServiceComponent.class);
    expect(dnComponent.getName()).andReturn("DATANODE").anyTimes();
    expect(dnComponent.getServiceComponentHost(anyObject(String.class)))
        .andAnswer(new IAnswer<ServiceComponentHost>() {
          @Override
          public ServiceComponentHost answer() throws Throwable {
            Object[] args = getCurrentArguments();
            return dnServiceComponentHosts.get((String) args[0]);
          }
        }).anyTimes();
    expect(dnComponent.getServiceComponentHosts()).andReturn(dnServiceComponentHosts).anyTimes();
    expect(dnComponent.isClientComponent()).andReturn(false).anyTimes();

    final ServiceComponent hbmComponent = createMock(ServiceComponent.class);
    expect(hbmComponent.getName()).andReturn("HBASE_MASTER").anyTimes();
    expect(hbmComponent.getServiceComponentHost(anyObject(String.class)))
        .andAnswer(new IAnswer<ServiceComponentHost>() {
          @Override
          public ServiceComponentHost answer() throws Throwable {
            Object[] args = getCurrentArguments();
            return hbmServiceComponentHosts.get((String) args[0]);
          }
        }).anyTimes();
    expect(hbmComponent.getServiceComponentHosts()).andReturn(hbmServiceComponentHosts).anyTimes();
    expect(hbmComponent.isClientComponent()).andReturn(false).anyTimes();

    final ServiceComponent hbrsComponent = createMock(ServiceComponent.class);
    expect(hbrsComponent.getName()).andReturn("HBASE_REGIONSERVER").anyTimes();
    expect(hbrsComponent.getServiceComponentHost(anyObject(String.class)))
        .andAnswer(new IAnswer<ServiceComponentHost>() {
          @Override
          public ServiceComponentHost answer() throws Throwable {
            Object[] args = getCurrentArguments();
            return hbrsServiceComponentHosts.get((String) args[0]);
          }
        }).anyTimes();
    expect(hbrsComponent.getServiceComponentHosts()).andReturn(hbrsServiceComponentHosts).anyTimes();
    expect(hbrsComponent.isClientComponent()).andReturn(false).anyTimes();

    final ServiceComponent mrjtComponent = createMock(ServiceComponent.class);
    expect(mrjtComponent.getName()).andReturn("JOBTRACKER").anyTimes();
    expect(mrjtComponent.getServiceComponentHost(anyObject(String.class)))
        .andAnswer(new IAnswer<ServiceComponentHost>() {
          @Override
          public ServiceComponentHost answer() throws Throwable {
            Object[] args = getCurrentArguments();
            return mrjtServiceComponentHosts.get((String) args[0]);
          }
        }).anyTimes();
    expect(mrjtComponent.getServiceComponentHosts()).andReturn(mrjtServiceComponentHosts).anyTimes();
    expect(mrjtComponent.isClientComponent()).andReturn(false).anyTimes();

    final ServiceComponent mrttCompomnent = createMock(ServiceComponent.class);
    expect(mrttCompomnent.getName()).andReturn("TASKTRACKER").anyTimes();
    expect(mrttCompomnent.getServiceComponentHost(anyObject(String.class)))
        .andAnswer(new IAnswer<ServiceComponentHost>() {
          @Override
          public ServiceComponentHost answer() throws Throwable {
            Object[] args = getCurrentArguments();
            return mrttServiceComponentHosts.get((String) args[0]);
          }
        }).anyTimes();
    expect(mrttCompomnent.getServiceComponentHosts()).andReturn(mrttServiceComponentHosts).anyTimes();
    expect(mrttCompomnent.isClientComponent()).andReturn(false).anyTimes();

    final ServiceComponent nnsComponent = createMock(ServiceComponent.class);
    expect(nnsComponent.getName()).andReturn("NONAME_SERVER").anyTimes();
    expect(nnsComponent.getServiceComponentHost(anyObject(String.class)))
        .andAnswer(new IAnswer<ServiceComponentHost>() {
          @Override
          public ServiceComponentHost answer() throws Throwable {
            Object[] args = getCurrentArguments();
            return nnsServiceComponentHosts.get((String) args[0]);
          }
        }).anyTimes();
    expect(nnsComponent.getServiceComponentHosts()).andReturn(nnsServiceComponentHosts).anyTimes();
    expect(nnsComponent.isClientComponent()).andReturn(false).anyTimes();

    final Service hdfsService = createMock(Service.class);
    expect(hdfsService.getServiceComponents()).andReturn(new HashMap<String, ServiceComponent>() {{
      put("NAMENODE", nnComponent);
      put("SECONDARY_NAMENODE", snnComponent);
      put("DATANODE", dnComponent);
    }}).anyTimes();

    final Service hbaseService = createMock(Service.class);
    expect(hbaseService.getServiceComponents()).andReturn(new HashMap<String, ServiceComponent>() {{
      put("HBASE_MASTER", hbmComponent);
      put("HBASE_REGIONSERVER", hbrsComponent);
    }}).anyTimes();

    final Service mrService = createMock(Service.class);
    expect(mrService.getServiceComponents()).andReturn(new HashMap<String, ServiceComponent>() {
      {
        put("JOBTRACKER", mrjtComponent);
        put("TASKTRACKER", mrttCompomnent);
      }
    }).anyTimes();

    final Service nnService = createMock(Service.class);
    expect(nnService.getServiceComponents()).andReturn(new HashMap<String, ServiceComponent>() {
      {
        put("NONAME_SERVER", nnsComponent);
      }
    }).anyTimes();


    Cluster cluster = createMock(Cluster.class);
    expect(cluster.getHosts()).andReturn(hosts).anyTimes();
    expect(cluster.getServices()).andReturn(new HashMap<String, Service>() {{
      put("HDFS", hdfsService);
      put("HBASE", hbaseService);
      put("MAPREDUCE", mrService);
      put("NONAME", nnService);
    }}).anyTimes();


    final TopologyManager topologyManager = injector.getInstance(TopologyManager.class);
    topologyManager.getProjectedTopology();
    expectLastCall().andReturn(projectedTopology).once();

    replayAll();

    // This is required by the infrastructure
    injector.getInstance(AmbariMetaInfo.class).init();

    //Get cluster host info
    Map<String, Set<String>> info = StageUtils.getClusterHostInfo(cluster);

    verifyAll();

    //All hosts present in cluster host info
    Set<String> allHosts = info.get(StageUtils.HOSTS_LIST);
    assertEquals(hosts.size(), allHosts.size());
    for (Host host : hosts) {
      assertTrue(allHosts.contains(host.getHostName()));
    }

    checkServiceHostIndexes(info, "DATANODE", "slave_hosts", projectedTopology, hostNames);
    checkServiceHostIndexes(info, "NAMENODE", "namenode_host", projectedTopology, hostNames);
    checkServiceHostIndexes(info, "SECONDARY_NAMENODE", "snamenode_host", projectedTopology, hostNames);
    checkServiceHostIndexes(info, "HBASE_MASTER", "hbase_master_hosts", projectedTopology, hostNames);
    checkServiceHostIndexes(info, "HBASE_REGIONSERVER", "hbase_rs_hosts", projectedTopology, hostNames);
    checkServiceHostIndexes(info, "JOBTRACKER", "jtnode_host", projectedTopology, hostNames);
    checkServiceHostIndexes(info, "TASKTRACKER", "mapred_tt_hosts", projectedTopology, hostNames);
    checkServiceHostIndexes(info, "NONAME_SERVER", "noname_server_hosts", projectedTopology, hostNames);

    Set<String> actualPingPorts = info.get(StageUtils.PORTS);
    if (pingPorts.contains(null)) {
      assertEquals(new HashSet<Integer>(pingPorts).size(), actualPingPorts.size() + 1);
    } else {
      assertEquals(new HashSet<Integer>(pingPorts).size(), actualPingPorts.size());
    }

    List<Integer> pingPortsActual = getRangeMappedDecompressedSet(actualPingPorts);
    List<Integer> reindexedPorts = getReindexedList(pingPortsActual, new ArrayList<String>(allHosts), hostNames);

    //Treat null values
    List<Integer> expectedPingPorts = new ArrayList<Integer>(pingPorts);
    for (int i = 0; i < expectedPingPorts.size(); i++) {
      if (expectedPingPorts.get(i) == null) {
        expectedPingPorts.set(i, StageUtils.DEFAULT_PING_PORT);
      }
    }
    assertEquals(expectedPingPorts, reindexedPorts);

    assertTrue(info.containsKey("decom_tt_hosts"));
    Set<String> decommissionedHosts = info.get("decom_tt_hosts");
    assertEquals(2, decommissionedHosts.toString().split(",").length);

    // check server hostname field
    assertTrue(info.containsKey(StageUtils.AMBARI_SERVER_HOST));
    Set<String> serverHost = info.get(StageUtils.AMBARI_SERVER_HOST);
    assertEquals(1, serverHost.size());
    assertEquals(StageUtils.getHostName(), serverHost.iterator().next());

    // Validate substitutions...
    info = StageUtils.substituteHostIndexes(info);

    checkServiceHostNames(info, "DATANODE", "slave_hosts", projectedTopology);
    checkServiceHostNames(info, "NAMENODE", "namenode_host", projectedTopology);
    checkServiceHostNames(info, "SECONDARY_NAMENODE", "snamenode_host", projectedTopology);
    checkServiceHostNames(info, "HBASE_MASTER", "hbase_master_hosts", projectedTopology);
    checkServiceHostNames(info, "HBASE_REGIONSERVER", "hbase_rs_hosts", projectedTopology);
    checkServiceHostNames(info, "JOBTRACKER", "jtnode_host", projectedTopology);
    checkServiceHostNames(info, "TASKTRACKER", "mapred_tt_hosts", projectedTopology);
    checkServiceHostNames(info, "NONAME_SERVER", "noname_server_hosts", projectedTopology);
  }

  private void insertTopology(Map<String, Collection<String>> projectedTopology, String componentName, Set<String> hostNames) {
    if (hostNames != null) {
      for (String hostname : hostNames) {
        Collection<String> components = projectedTopology.get(hostname);

        if (components == null) {
          components = new HashSet<String>();
          projectedTopology.put(hostname, components);
        }

        components.add(componentName);
      }
    }
  }

  private void checkServiceHostIndexes(Map<String, Set<String>> info, String componentName, String mappedComponentName,
                                       Map<String, Collection<String>> serviceTopology, List<String> hostList) {
    Set<Integer> expectedHostsList = new HashSet<Integer>();
    Set<Integer> actualHostsList = new HashSet<Integer>();

    // Determine the expected hosts for a given component...
    for (Entry<String, Collection<String>> entry : serviceTopology.entrySet()) {
      if (entry.getValue().contains(componentName)) {
        expectedHostsList.add(hostList.indexOf(entry.getKey()));
      }
    }

    // Determine the actual hosts for a given component...
    Set<String> hosts = info.get(mappedComponentName);
    if (hosts != null) {
      actualHostsList.addAll(getDecompressedSet(hosts));
    }

    assertEquals(expectedHostsList, actualHostsList);
  }

  private void checkServiceHostNames(Map<String, Set<String>> info, String componentName, String mappedComponentName,
                                     Map<String, Collection<String>> serviceTopology) {
    Set<String> expectedHostsList = new HashSet<String>();
    Set<String> actualHostsList = new HashSet<String>();

    // Determine the expected hosts for a given component...
    for (Entry<String, Collection<String>> entry : serviceTopology.entrySet()) {
      if (entry.getValue().contains(componentName)) {
        expectedHostsList.add(entry.getKey());
      }
    }

    // Determine the actual hosts for a given component...
    Set<String> hosts = info.get(mappedComponentName);
    if (hosts != null) {
      actualHostsList.addAll(hosts);
    }

    assertEquals(expectedHostsList, actualHostsList);
  }

  private Set<Integer> getDecompressedSet(Set<String> set) {

    Set<Integer> resultSet = new HashSet<Integer>();

    for (String index : set) {
      String[] ranges = index.split(",");

      for (String r : ranges) {
        String[] split = r.split("-");

        if (split.length == 2) {
          Integer start = Integer.valueOf(split[0]);
          Integer end = Integer.valueOf(split[1]);
          ContiguousSet<Integer> rangeSet = ContiguousSet.create(Range.closed(start, end), DiscreteDomain.integers());

          for (Integer i : rangeSet) {
            resultSet.add(i);
          }

        } else {
          resultSet.add(Integer.valueOf(split[0]));
        }
      }
    }

    return resultSet;
  }

  private List<Integer> getRangeMappedDecompressedSet(Set<String> compressedSet) {

    SortedMap<Integer, Integer> resultMap = new TreeMap<Integer, Integer>();

    for (String token : compressedSet) {

      String[] split = token.split(":");

      if (split.length != 2) {
        throw new RuntimeException("Broken data, expected format - m:r, got - "
            + token);
      }

      Integer index = Integer.valueOf(split[0]);

      String rangeTokens = split[1];

      Set<String> rangeTokensSet =
          new HashSet<String>(Arrays.asList(rangeTokens.split(",")));

      Set<Integer> decompressedSet = getDecompressedSet(rangeTokensSet);

      for (Integer i : decompressedSet) {
        resultMap.put(i, index);
      }

    }

    List<Integer> resultList = new ArrayList<Integer>(resultMap.values());

    return resultList;

  }

  private List<Integer> getReindexedList(List<Integer> list,
                                         List<String> currentIndexes, List<String> desiredIndexes) {

    SortedMap<Integer, Integer> sortedMap = new TreeMap<Integer, Integer>();

    int index = 0;

    for (Integer value : list) {
      String currentIndexValue = currentIndexes.get(index);
      Integer desiredIndexValue = desiredIndexes.indexOf(currentIndexValue);
      sortedMap.put(desiredIndexValue, value);
      index++;
    }

    return new ArrayList<Integer>(sortedMap.values());
  }

  private String getHostName() {
    String hostname;
    try {
      hostname = InetAddress.getLocalHost().getHostName();
    } catch (UnknownHostException e) {
      hostname = "host-dummy";
    }
    return hostname;
  }

}
