hadoop/hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/tests/hdfs_configuration_test.cc

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include "common/hdfs_configuration.h"
#include "configuration_test.h"
#include <gmock/gmock.h>
#include <iostream>

using ::testing::_;

using namespace hdfs;

namespace hdfs
{
TEST(HdfsConfigurationTest, TestDefaultOptions)
{
  // Completely empty stream
  {
    ConfigurationLoader config_loader;
    config_loader.ClearSearchPath();
    HdfsConfiguration empty_config = config_loader.NewConfig<HdfsConfiguration>();
    Options options = empty_config.GetOptions();
    EXPECT_EQ(Options::kDefaultRpcTimeout, options.rpc_timeout);
  }
}

TEST(HdfsConfigurationTest, TestSetOptions)
{
  // Completely empty stream
  {
    std::stringstream stream;
    simpleConfigStream(stream,
                       HdfsConfiguration::kFsDefaultFsKey, "/FDFK",
                       HdfsConfiguration::kDfsClientSocketTimeoutKey, 100,
                       HdfsConfiguration::kIpcClientConnectMaxRetriesKey, 101,
                       HdfsConfiguration::kIpcClientConnectRetryIntervalKey, 102,
                       HdfsConfiguration::kIpcClientConnectTimeoutKey, 103,
                       HdfsConfiguration::kHadoopSecurityAuthenticationKey, HdfsConfiguration::kHadoopSecurityAuthentication_kerberos
            );
    ConfigurationLoader config_loader;
    config_loader.ClearSearchPath();
    optional<HdfsConfiguration> config = config_loader.Load<HdfsConfiguration>(stream.str());
    EXPECT_TRUE(config && "Read stream");
    Options options = config->GetOptions();

    EXPECT_EQ("/FDFK", options.defaultFS.str());
    EXPECT_EQ(100, options.rpc_timeout);
    EXPECT_EQ(101, options.max_rpc_retries);
    EXPECT_EQ(102, options.rpc_retry_delay_ms);
    EXPECT_EQ(103, options.rpc_connect_timeout);
    EXPECT_EQ(Options::kKerberos, options.authentication);
  }
}

TEST(HdfsConfigurationTest, TestDefaultConfigs) {
  // Search path
  {
    TempDir tempDir;
    TempFile coreSite(tempDir.path + "/core-site.xml");
    writeSimpleConfig(coreSite.filename, "key1", "value1");
    TempFile hdfsSite(tempDir.path + "/hdfs-site.xml");
    writeSimpleConfig(hdfsSite.filename, "key2", "value2");

    ConfigurationLoader loader;
    loader.SetSearchPath(tempDir.path);

    optional<HdfsConfiguration> config = loader.LoadDefaultResources<HdfsConfiguration>();
    EXPECT_TRUE(config && "Parse streams");
    EXPECT_EQ("value1", config->GetWithDefault("key1", ""));
    EXPECT_EQ("value2", config->GetWithDefault("key2", ""));
  }

  // Only core-site.xml available
  {
    TempDir tempDir;
    TempFile coreSite(tempDir.path + "/core-site.xml");
    writeSimpleConfig(coreSite.filename, "key1", "value1");

    ConfigurationLoader loader;
    loader.SetSearchPath(tempDir.path);

    optional<HdfsConfiguration> config = loader.LoadDefaultResources<HdfsConfiguration>();
    EXPECT_TRUE(config && "Parse streams");
    EXPECT_EQ("value1", config->GetWithDefault("key1", ""));
  }

  // Only hdfs-site available
  {
    TempDir tempDir;
    TempFile hdfsSite(tempDir.path + "/hdfs-site.xml");
    writeSimpleConfig(hdfsSite.filename, "key2", "value2");

    ConfigurationLoader loader;
    loader.SetSearchPath(tempDir.path);

    optional<HdfsConfiguration> config = loader.LoadDefaultResources<HdfsConfiguration>();
    EXPECT_TRUE(config && "Parse streams");
    EXPECT_EQ("value2", config->GetWithDefault("key2", ""));
  }


}

TEST(HdfsConfigurationTest, TestConfigParserAPI) {
  // Config parser API
  {
    TempDir tempDir;
    TempFile coreSite(tempDir.path + "/core-site.xml");
    writeSimpleConfig(coreSite.filename, "key1", "value1");
    TempFile hdfsSite(tempDir.path + "/hdfs-site.xml");
    writeSimpleConfig(hdfsSite.filename, "key2", "value2");

    ConfigParser parser(tempDir.path);

    EXPECT_EQ("value1", parser.get_string_or("key1", ""));
    EXPECT_EQ("value2", parser.get_string_or("key2", ""));

    auto stats = parser.ValidateResources();

    EXPECT_EQ("core-site.xml", stats[0].first);
    EXPECT_EQ("OK", stats[0].second.ToString());

    EXPECT_EQ("hdfs-site.xml", stats[1].first);
    EXPECT_EQ("OK", stats[1].second.ToString());
  }

  {
    TempDir tempDir;
    TempFile coreSite(tempDir.path + "/core-site.xml");
    writeSimpleConfig(coreSite.filename, "key1", "value1");
    TempFile hdfsSite(tempDir.path + "/hdfs-site.xml");
    writeDamagedConfig(hdfsSite.filename, "key2", "value2");

    ConfigParser parser(tempDir.path);

    EXPECT_EQ("value1", parser.get_string_or("key1", ""));
    EXPECT_EQ("", parser.get_string_or("key2", ""));

    auto stats = parser.ValidateResources();

    EXPECT_EQ("core-site.xml", stats[0].first);
    EXPECT_EQ("OK", stats[0].second.ToString());

    EXPECT_EQ("hdfs-site.xml", stats[1].first);
    EXPECT_EQ("Exception:The configuration file has invalid xml around character 74", stats[1].second.ToString());
  }
}

int main(int argc, char *argv[])
{
  // The following line must be executed to initialize Google Mock
  // (and Google Test) before running the tests.
  ::testing::InitGoogleMock(&argc, argv);
  return RUN_ALL_TESTS();
}

}