ambari/hmc/php/frontend/addNodes/verifyAndUpdateNodesInfo.php

<?php
/*
 *
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 *
*/

include_once '../util/Logger.php';
include_once '../conf/Config.inc';
include_once 'localDirs.php';
include_once "../util/lock.php";
include_once '../db/HMCDBAccessor.php';

include_once 'commandUtils.php';
include_once '../util/util.php';

$logger = new HMCLogger("verifyAndUpdateNodesInfo");
$dbAccessor = new HMCDBAccessor($GLOBALS["DB_PATH"]);
$lineSeparatorPattern = "HDP-------HDP";

$clusterName = $argv[1];
$deployUser = $argv[2];
$rootTxnId = $argv[3];
$mySubTxnId = $argv[4];
$parentSubTxnId = $argv[5];
$readFromFile = $argv[6];

$stageName = "verifyAndUpdateNodesInfo";
$prevStageName = "obtainNodesInfo";
$clusterDir = getClusterDir($clusterName);
$prevOutputDir = $clusterDir . $prevStageName . "/";
$outputDir = $clusterDir . $stageName . "/";

$logger->log_debug("OutputDir is : $outputDir");

if (is_dir($outputDir)) {
  rrmdir($outputDir);
}
mkdir($outputDir);

$allHosts = array();
$allBadHosts = array();

function updateStatusForNode ($outDir, $nodeName, $status, $error = "")
{
  global $logger;

  $outArray = array();
  $doneFileName = $outDir . $nodeName . ".done";
  $outFileName = $outDir . $nodeName . ".out";
  $errFileName = $outDir . $nodeName . ".err";

  $logger->log_debug("done file name is $doneFileName");
  $fd = fopen($doneFileName, "w");
  if ($fd == FALSE) {
    $outArray['success'] = FALSE;
    $outArray['reason'] = "Failed to update done status: $status for node: $nodeName";
    return $outArray;
  }

  $retval = fwrite($fd, $status);
  if ($retval == FALSE) {
    $outArray['success'] = FALSE;
    $outArray['reason'] = "Failed to write done status: $status for node: $nodeName";
    return $outArray;
  } else {
    $outArray['success'] = TRUE;
  }
  fclose($fd);

  $fd = fopen($outFileName, "w");
  if ($fd == FALSE) {
    $outArray['success'] = FALSE;
    $outArray['reason'] = "Failed to write out status: $status for node: $nodeName";
    return $outArray;
  }

  $retval = fwrite($fd, $status);
  if ($retval == FALSE) {
    $outArray['success'] = FALSE;
    $outArray['reason'] = "Failed to write out status: $status for node: $nodeName";
  } else {
    $outArray['success'] = TRUE;
  }
  fclose($fd);

  if ($status != 0) {
    $fd = fopen($errFileName, "w");
    if ($fd == FALSE) {
      $outArray['success'] = FALSE;
      $outArray['reason'] = "Failed to write err info: $error for node: $nodeName";
      return $outArray;
    }

    $retval = fwrite($fd, $error);
    if ($retval == FALSE) {
      $outArray['success'] = FALSE;
      $outArray['reason'] = "Failed to write err info: $error for node: $nodeName";
    } else {
      $outArray['success'] = TRUE;
    }
    fclose($fd);
  }

  return $outArray;
}

function updateFailedStatusForNode ($outDir, $nodeName, $error)
{
  return updateStatusForNode($outDir, $nodeName, 255, $error);
}

function updateSuccessStatusForNode ($outDir, $nodeName)
{
  return updateStatusForNode($outDir, $nodeName, 0);
}

function getBadNodeReason ($count)
{
  switch ($count)
  {
  case 0:
    return "Failed to get memory info";
  case 1:
    return "Failed to get cpu count info";
  case 2:
    return "Failed to get OS architecture";
  case 3:
    return "Failed to get mount point info";
  case 4:
    return "Failed to get OS distribution type";
  case 5:
    return "Failed to get OS related information";
  case 6:
    return "Failed to get IP address";
  case 7:
    return "Failed to get public FQDN";
  case 8:
    return "Failed to get private FQDN";
  default:
    return "Unknown error in host discovery";
  }
}

function populateVal ($line, $count, $arr)
{
  switch ($count)
  {
  case 0:
    $arr["totalMem"] = trim($line);
    break;

  case 1:
    $arr["cpuCount"] = trim($line);
    break;

  case 2:
    $arr["osArch"] = trim($line);
    break;

  case 3:
    $arr["disksInfo"][] = trim($line);
    break;

  case 4:
    if (!isset($arr["osType"])) {
      $arr["osType"] = "";
    }
    $lline = strtolower(trim($line));
    if ($lline == "release") {
      break;
    }
    $matches = array();
    if (preg_match("/([0-9]+)(\.[0-9]+)?/", $lline, $matches) > 0) {
      $lline = $matches[1];
    }
    $arr["osType"] .= $lline;
    break;
  case 5:
    if (!isset($arr["os"])) {
      $arr["os"] = "";
    }
    if ($arr["os"] != "") {
      $arr["os"] .= ";";
    }
    $arr["os"] .= trim($line);
    break;
  case 6:
    $arr["ip"] = trim($line);
    break;
  case 7:
    if (!isset($arr["attributes"])) {
      $arr["attributes"] = array();
    }
    $arr["attributes"]["publicFQDN"] = strtolower(trim($line));
  case 8:
    if (!isset($arr["attributes"])) {
      $arr["attributes"] = array();
    }
    $arr["attributes"]["privateFQDN"] = strtolower(trim($line));
  default:
    break;
  }

  return $arr;
}


$finalOpStatus = "SUCCESS";
$failedCount = 0;
$successCount = 0;
if ($dirHandle = opendir($prevOutputDir)) {
  while (false !== ($entry = readdir($dirHandle))) {
    if ($entry == "." || $entry == "..") {
      continue;
    }

    $nodeStatus = "SUCCESS";
    // Only consider .out files
    if(!preg_match("/.out/", $entry)) {
      continue;
    }
    $nodeName = basename($entry, ".out");
    $nodeStatus = "SUCCESS";

    $doneFile = $prevOutputDir . $nodeName . ".done";
    if (file_exists($doneFile)) {
      // Read the contents of the done-file
      $doneFileContents = file_get_contents($doneFile);
      if (trim($doneFileContents) != "0") {
        $failedCount += 1;
        $nodeStatus = "FAILED";
        $finalOpStatus = "FAILED";
        updateFailedStatusForNode($outputDir, $nodeName,
            "Command to discover node information failed, exit_code=" . $doneFileContents);
        $logger->log_debug( "Contents of done file for $clusterName : $doneFileContents");
      }
    } else {
      $failedCount += 1;
      $nodeStatus = "FAILED";
      $finalOpStatus = "FAILED";
      updateFailedStatusForNode($outputDir, $nodeName,
          "Command to discover node information failed, no exit code found");
      $logger->log_debug("Update failed because file contents of $doneFile is empty");
    }

    // Initialize this host's array
    $thisHostArray = array();
    $thisHostArray["hostName"] = strtolower($nodeName);
    $thisHostArray["totalMem"] = 0;
    $thisHostArray["cpuCount"] = 0;
    $thisHostArray["osArch"] = "";
    $thisHostArray["disksInfo"] = array();
    $thisHostArray["osType"] = "";
    $thisHostArray["os"] = "";
    $thisHostArray["ip"] = $nodeName; // To be unique
    $thisHostArray["attributes"] = array();

    if ($nodeStatus != "FAILED") {
      // parse the file for the contents we need
      // if any exit value != 0, we need to set the host as bad
      $hostOutFd = fopen($prevOutputDir.$entry, "r");
      if ($hostOutFd === FALSE) {
        $logger->log_error("Failed to open file to read: ". $prevOutputDir.$entry);
        $thisHostArray["badHealthReason"] = "No data obtained for host";
        $finalOpStatus = "FAILED";
        $nodeStatus = "FAILED";
        updateFailedStatusForNode($outputDir, $nodeName,
            $thisHostArray["badHealthReason"]);
      } else {
        $goodReturnValCount = 0;
        while (!feof($hostOutFd)) {
          $line = fgets($hostOutFd, 4096);
          if (preg_match("/".$lineSeparatorPattern."0/", $line)) {
            $goodReturnValCount += 1;
          } else if (preg_match("/".$lineSeparatorPattern."/", $line)) {
            // this particular node is dead
            // add to db saying failed.
            $failedCount += 1;
            $thisHostArray["badHealthReason"] = getBadNodeReason($goodReturnValCount);
            $finalOpStatus = "FAILED";
            $nodeStatus = "FAILED";
            updateFailedStatusForNode($outputDir, $nodeName,
                $thisHostArray["badHealthReason"]);
            // write to file if bad so as to be shown as json in frontend.
            array_push($badHostsList, $thisHostArray);
            break;
          } else {
            $thisHostArray = populateVal($line, $goodReturnValCount, $thisHostArray);
          }
        }
        fclose($hostOutFd);
      }

      if ($nodeStatus == "SUCCESS") {
        if ($thisHostArray["osType"] != "redhatenterpriselinuxserver5"
            && $thisHostArray["osType"] != "centos5"
            && $thisHostArray["osType"] != "redhatenterpriselinuxserver6"
            && $thisHostArray["osType"] != "centos6") {
          $thisHostArray["badHealthReason"] = "Unsupported OS";
          $finalOpStatus = "FAILED";
          $nodeStatus = "FAILED";
          updateFailedStatusForNode($outputDir, $nodeName,
              $thisHostArray["badHealthReason"]);
        }
      }

      if ($nodeStatus == "SUCCESS") {
        $successCount += 1;
        updateSuccessStatusForNode($outputDir, $nodeName);
      }
    }

    $thisHostArray["discoveryStatus"] = $nodeStatus;
    $thisHostArray["disksInfo"] = json_encode($thisHostArray["disksInfo"]);
    array_push($allHosts, $thisHostArray);
  }

  closedir($dirHandle);
}

// Perisist the data to the db.
$logger->log_info("Going to persist discovered node properties");
$returnValue = $dbAccessor->addHostsToCluster($clusterName, $allHosts);
if ($returnValue["result"] != 0 ) {
  $logger->log_error("Got error while adding hosts: ".$returnValue["error"]);
  print json_encode($returnValue);
  return;
}

if ($successCount == 0) {
  $finalOpStatus = "TOTALFAILURE";
}

$nodeFileOut = fopen($readFromFile, "w");
if ($nodeFileOut == FALSE) {
  $subTransactionReturnValue = $dbAccessor->updateSubTransactionOpStatus($clusterName, $parentSubTxnId, $mySubTxnId, "TOTALFAILURE");
  $logger->log_error("Got error while trying to rewrite hosts file");
  return;
}

// foreach successfully discovered host write the host list to the readFromFile
foreach ($allHosts as $hostInfo) {
  if ($hostInfo["discoveryStatus"] == "FAILED") {
    continue;
  }

  // write the nodename to the readFromFile file.
  fwrite($nodeFileOut, $hostInfo["hostName"]."\n");
}

fclose($nodeFileOut);

$subTransactionReturnValue = $dbAccessor->updateSubTransactionOpStatus($clusterName, $parentSubTxnId, $mySubTxnId, $finalOpStatus);
if ($subTransactionReturnValue["result"] != 0 ) {
  $logger->log_error("Got error while updating subTxn: ".$subTransactionReturnValue["error"]);
  print json_encode($subTransactionReturnValue);
  return;
}

?>