commands_manual.html 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116
  1. <!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
  2. <html>
  3. <head>
  4. <META http-equiv="Content-Type" content="text/html; charset=UTF-8">
  5. <meta content="Apache Forrest" name="Generator">
  6. <meta name="Forrest-version" content="0.8">
  7. <meta name="Forrest-skin-name" content="pelt">
  8. <title>命令手册</title>
  9. <link type="text/css" href="skin/basic.css" rel="stylesheet">
  10. <link media="screen" type="text/css" href="skin/screen.css" rel="stylesheet">
  11. <link media="print" type="text/css" href="skin/print.css" rel="stylesheet">
  12. <link type="text/css" href="skin/profile.css" rel="stylesheet">
  13. <script src="skin/getBlank.js" language="javascript" type="text/javascript"></script><script src="skin/getMenu.js" language="javascript" type="text/javascript"></script><script src="skin/fontsize.js" language="javascript" type="text/javascript"></script>
  14. <link rel="shortcut icon" href="images/favicon.ico">
  15. </head>
  16. <body onload="init()">
  17. <script type="text/javascript">ndeSetTextSize();</script>
  18. <div id="top">
  19. <!--+
  20. |breadtrail
  21. +-->
  22. <div class="breadtrail">
  23. <a href="http://www.apache.org/">Apache</a> &gt; <a href="http://hadoop.apache.org/">Hadoop</a> &gt; <a href="http://hadoop.apache.org/core/">Core</a><script src="skin/breadcrumbs.js" language="JavaScript" type="text/javascript"></script>
  24. </div>
  25. <!--+
  26. |header
  27. +-->
  28. <div class="header">
  29. <!--+
  30. |start group logo
  31. +-->
  32. <div class="grouplogo">
  33. <a href="http://hadoop.apache.org/"><img class="logoImage" alt="Hadoop" src="images/hadoop-logo.jpg" title="Apache Hadoop"></a>
  34. </div>
  35. <!--+
  36. |end group logo
  37. +-->
  38. <!--+
  39. |start Project Logo
  40. +-->
  41. <div class="projectlogo">
  42. <a href="http://hadoop.apache.org/core/"><img class="logoImage" alt="Hadoop" src="images/core-logo.gif" title="Scalable Computing Platform"></a>
  43. </div>
  44. <!--+
  45. |end Project Logo
  46. +-->
  47. <!--+
  48. |start Search
  49. +-->
  50. <div class="searchbox">
  51. <form action="http://www.google.com/search" method="get" class="roundtopsmall">
  52. <input value="hadoop.apache.org" name="sitesearch" type="hidden"><input onFocus="getBlank (this, 'Search the site with google');" size="25" name="q" id="query" type="text" value="Search the site with google">&nbsp;
  53. <input name="Search" value="Search" type="submit">
  54. </form>
  55. </div>
  56. <!--+
  57. |end search
  58. +-->
  59. <!--+
  60. |start Tabs
  61. +-->
  62. <ul id="tabs">
  63. <li>
  64. <a class="unselected" href="http://hadoop.apache.org/core/">项目</a>
  65. </li>
  66. <li>
  67. <a class="unselected" href="http://wiki.apache.org/hadoop">维基</a>
  68. </li>
  69. <li class="current">
  70. <a class="selected" href="index.html">Hadoop 0.18文档</a>
  71. </li>
  72. </ul>
  73. <!--+
  74. |end Tabs
  75. +-->
  76. </div>
  77. </div>
  78. <div id="main">
  79. <div id="publishedStrip">
  80. <!--+
  81. |start Subtabs
  82. +-->
  83. <div id="level2tabs"></div>
  84. <!--+
  85. |end Endtabs
  86. +-->
  87. <script type="text/javascript"><!--
  88. document.write("Last Published: " + document.lastModified);
  89. // --></script>
  90. </div>
  91. <!--+
  92. |breadtrail
  93. +-->
  94. <div class="breadtrail">
  95. &nbsp;
  96. </div>
  97. <!--+
  98. |start Menu, mainarea
  99. +-->
  100. <!--+
  101. |start Menu
  102. +-->
  103. <div id="menu">
  104. <div onclick="SwitchMenu('menu_selected_1.1', 'skin/')" id="menu_selected_1.1Title" class="menutitle" style="background-image: url('skin/images/chapter_open.gif');">文档</div>
  105. <div id="menu_selected_1.1" class="selectedmenuitemgroup" style="display: block;">
  106. <div class="menuitem">
  107. <a href="index.html">概述</a>
  108. </div>
  109. <div class="menuitem">
  110. <a href="quickstart.html">快速入门</a>
  111. </div>
  112. <div class="menuitem">
  113. <a href="cluster_setup.html">集群搭建</a>
  114. </div>
  115. <div class="menuitem">
  116. <a href="hdfs_design.html">HDFS构架设计</a>
  117. </div>
  118. <div class="menuitem">
  119. <a href="hdfs_user_guide.html">HDFS使用指南</a>
  120. </div>
  121. <div class="menuitem">
  122. <a href="hdfs_permissions_guide.html">HDFS权限指南</a>
  123. </div>
  124. <div class="menuitem">
  125. <a href="hdfs_quota_admin_guide.html">HDFS配额管理指南</a>
  126. </div>
  127. <div class="menupage">
  128. <div class="menupagetitle">命令手册</div>
  129. </div>
  130. <div class="menuitem">
  131. <a href="hdfs_shell.html">FS Shell使用指南</a>
  132. </div>
  133. <div class="menuitem">
  134. <a href="distcp.html">DistCp使用指南</a>
  135. </div>
  136. <div class="menuitem">
  137. <a href="mapred_tutorial.html">Map-Reduce教程</a>
  138. </div>
  139. <div class="menuitem">
  140. <a href="native_libraries.html">Hadoop本地库</a>
  141. </div>
  142. <div class="menuitem">
  143. <a href="streaming.html">Streaming</a>
  144. </div>
  145. <div class="menuitem">
  146. <a href="hadoop_archives.html">Hadoop Archives</a>
  147. </div>
  148. <div class="menuitem">
  149. <a href="hod.html">Hadoop On Demand</a>
  150. </div>
  151. <div class="menuitem">
  152. <a href="http://hadoop.apache.org/core/docs/r0.18.2/api/index.html">API参考</a>
  153. </div>
  154. <div class="menuitem">
  155. <a href="http://hadoop.apache.org/core/docs/r0.18.2/jdiff/changes.html">API Changes</a>
  156. </div>
  157. <div class="menuitem">
  158. <a href="http://wiki.apache.org/hadoop/">维基</a>
  159. </div>
  160. <div class="menuitem">
  161. <a href="http://wiki.apache.org/hadoop/FAQ">常见问题</a>
  162. </div>
  163. <div class="menuitem">
  164. <a href="http://hadoop.apache.org/core/mailing_lists.html">邮件列表</a>
  165. </div>
  166. <div class="menuitem">
  167. <a href="http://hadoop.apache.org/core/docs/r0.18.2/releasenotes.html">发行说明</a>
  168. </div>
  169. <div class="menuitem">
  170. <a href="http://hadoop.apache.org/core/docs/r0.18.2/changes.html">变更日志</a>
  171. </div>
  172. </div>
  173. <div id="credit"></div>
  174. <div id="roundbottom">
  175. <img style="display: none" class="corner" height="15" width="15" alt="" src="skin/images/rc-b-l-15-1body-2menu-3menu.png"></div>
  176. <!--+
  177. |alternative credits
  178. +-->
  179. <div id="credit2"></div>
  180. </div>
  181. <!--+
  182. |end Menu
  183. +-->
  184. <!--+
  185. |start content
  186. +-->
  187. <div id="content">
  188. <div title="Portable Document Format" class="pdflink">
  189. <a class="dida" href="commands_manual.pdf"><img alt="PDF -icon" src="skin/images/pdfdoc.gif" class="skin"><br>
  190. PDF</a>
  191. </div>
  192. <h1>命令手册</h1>
  193. <div id="minitoc-area">
  194. <ul class="minitoc">
  195. <li>
  196. <a href="#%E6%A6%82%E8%BF%B0">概述</a>
  197. <ul class="minitoc">
  198. <li>
  199. <a href="#%E5%B8%B8%E8%A7%84%E9%80%89%E9%A1%B9">常规选项</a>
  200. </li>
  201. </ul>
  202. </li>
  203. <li>
  204. <a href="#%E7%94%A8%E6%88%B7%E5%91%BD%E4%BB%A4"> 用户命令 </a>
  205. <ul class="minitoc">
  206. <li>
  207. <a href="#archive"> archive </a>
  208. </li>
  209. <li>
  210. <a href="#distcp"> distcp </a>
  211. </li>
  212. <li>
  213. <a href="#fs"> fs </a>
  214. </li>
  215. <li>
  216. <a href="#fsck"> fsck </a>
  217. </li>
  218. <li>
  219. <a href="#jar"> jar </a>
  220. </li>
  221. <li>
  222. <a href="#job"> job </a>
  223. </li>
  224. <li>
  225. <a href="#pipes"> pipes </a>
  226. </li>
  227. <li>
  228. <a href="#version"> version </a>
  229. </li>
  230. <li>
  231. <a href="#CLASSNAME"> CLASSNAME </a>
  232. </li>
  233. </ul>
  234. </li>
  235. <li>
  236. <a href="#%E7%AE%A1%E7%90%86%E5%91%BD%E4%BB%A4">管理命令</a>
  237. <ul class="minitoc">
  238. <li>
  239. <a href="#balancer"> balancer </a>
  240. </li>
  241. <li>
  242. <a href="#daemonlog"> daemonlog </a>
  243. </li>
  244. <li>
  245. <a href="#datanode"> datanode</a>
  246. </li>
  247. <li>
  248. <a href="#dfsadmin"> dfsadmin </a>
  249. </li>
  250. <li>
  251. <a href="#jobtracker"> jobtracker </a>
  252. </li>
  253. <li>
  254. <a href="#namenode"> namenode </a>
  255. </li>
  256. <li>
  257. <a href="#secondarynamenode"> secondarynamenode </a>
  258. </li>
  259. <li>
  260. <a href="#tasktracker"> tasktracker </a>
  261. </li>
  262. </ul>
  263. </li>
  264. </ul>
  265. </div>
  266. <a name="N1000D"></a><a name="%E6%A6%82%E8%BF%B0"></a>
  267. <h2 class="h3">概述</h2>
  268. <div class="section">
  269. <p>
  270. 所有的hadoop命令均由bin/hadoop脚本引发。不指定参数运行hadoop脚本会打印所有命令的描述。
  271. </p>
  272. <p>
  273. <span class="codefrag">用法:hadoop [--config confdir] [COMMAND] [GENERIC_OPTIONS] [COMMAND_OPTIONS]</span>
  274. </p>
  275. <p>
  276. Hadoop有一个选项解析框架用于解析一般的选项和运行类。
  277. </p>
  278. <table class="ForrestTable" cellspacing="1" cellpadding="4">
  279. <tr>
  280. <th colspan="1" rowspan="1"> 命令选项 </th><th colspan="1" rowspan="1"> 描述 </th>
  281. </tr>
  282. <tr>
  283. <td colspan="1" rowspan="1"><span class="codefrag">--config confdir</span></td>
  284. <td colspan="1" rowspan="1">覆盖缺省配置目录。缺省是${HADOOP_HOME}/conf。</td>
  285. </tr>
  286. <tr>
  287. <td colspan="1" rowspan="1"><span class="codefrag">GENERIC_OPTIONS</span></td>
  288. <td colspan="1" rowspan="1">多个命令都支持的通用选项。</td>
  289. </tr>
  290. <tr>
  291. <td colspan="1" rowspan="1"><span class="codefrag">COMMAND</span>
  292. <br>
  293. <span class="codefrag">命令选项S</span></td>
  294. <td colspan="1" rowspan="1">各种各样的命令和它们的选项会在下面提到。这些命令被分为
  295. <a href="commands_manual.html#%E7%94%A8%E6%88%B7%E5%91%BD%E4%BB%A4">用户命令</a>
  296. <a href="commands_manual.html#%E7%AE%A1%E7%90%86%E5%91%BD%E4%BB%A4">管理命令</a>两组。</td>
  297. </tr>
  298. </table>
  299. <a name="N10061"></a><a name="%E5%B8%B8%E8%A7%84%E9%80%89%E9%A1%B9"></a>
  300. <h3 class="h4">常规选项</h3>
  301. <p>
  302. 下面的选项被
  303. <a href="commands_manual.html#dfsadmin">dfsadmin</a>,
  304. <a href="commands_manual.html#fs">fs</a>, <a href="commands_manual.html#fsck">fsck</a>和
  305. <a href="commands_manual.html#job">job</a>支持。
  306. 应用程序要实现
  307. <a href="http://hadoop.apache.org/core/docs/r0.18.2/api/org/apache/hadoop/util/Tool.html">Tool</a>来支持
  308. <a href="http://hadoop.apache.org/core/docs/r0.18.2/api/org/apache/hadoop/util/GenericOptionsParser.html">
  309. 常规选项</a>。
  310. </p>
  311. <table class="ForrestTable" cellspacing="1" cellpadding="4">
  312. <tr>
  313. <th colspan="1" rowspan="1"> GENERIC_OPTION </th><th colspan="1" rowspan="1"> 描述 </th>
  314. </tr>
  315. <tr>
  316. <td colspan="1" rowspan="1"><span class="codefrag">-conf &lt;configuration file&gt;</span></td>
  317. <td colspan="1" rowspan="1">指定应用程序的配置文件。</td>
  318. </tr>
  319. <tr>
  320. <td colspan="1" rowspan="1"><span class="codefrag">-D &lt;property=value&gt;</span></td>
  321. <td colspan="1" rowspan="1">为指定property指定值value。</td>
  322. </tr>
  323. <tr>
  324. <td colspan="1" rowspan="1"><span class="codefrag">-fs &lt;local|namenode:port&gt;</span></td>
  325. <td colspan="1" rowspan="1">指定namenode。</td>
  326. </tr>
  327. <tr>
  328. <td colspan="1" rowspan="1"><span class="codefrag">-jt &lt;local|jobtracker:port&gt;</span></td>
  329. <td colspan="1" rowspan="1">指定job tracker。只适用于<a href="commands_manual.html#job">job</a>。</td>
  330. </tr>
  331. <tr>
  332. <td colspan="1" rowspan="1"><span class="codefrag">-files &lt;逗号分隔的文件列表&gt;</span></td>
  333. <td colspan="1" rowspan="1">指定要拷贝到map reduce集群的文件的逗号分隔的列表。
  334. 只适用于<a href="commands_manual.html#job">job</a>。</td>
  335. </tr>
  336. <tr>
  337. <td colspan="1" rowspan="1"><span class="codefrag">-libjars &lt;逗号分隔的jar列表&gt;</span></td>
  338. <td colspan="1" rowspan="1">指定要包含到classpath中的jar文件的逗号分隔的列表。
  339. 只适用于<a href="commands_manual.html#job">job</a>。</td>
  340. </tr>
  341. <tr>
  342. <td colspan="1" rowspan="1"><span class="codefrag">-archives &lt;逗号分隔的archive列表&gt;</span></td>
  343. <td colspan="1" rowspan="1">指定要被解压到计算节点上的档案文件的逗号分割的列表。
  344. 只适用于<a href="commands_manual.html#job">job</a>。</td>
  345. </tr>
  346. </table>
  347. </div>
  348. <a name="N10103"></a><a name="%E7%94%A8%E6%88%B7%E5%91%BD%E4%BB%A4"></a>
  349. <h2 class="h3"> 用户命令 </h2>
  350. <div class="section">
  351. <p>hadoop集群用户的常用命令。</p>
  352. <a name="N1010C"></a><a name="archive"></a>
  353. <h3 class="h4"> archive </h3>
  354. <p>
  355. 创建一个hadoop档案文件。参考 <a href="hadoop_archives.html">Hadoop Archives</a>.
  356. </p>
  357. <p>
  358. <span class="codefrag">用法:hadoop archive -archiveName NAME &lt;src&gt;* &lt;dest&gt;</span>
  359. </p>
  360. <table class="ForrestTable" cellspacing="1" cellpadding="4">
  361. <tr>
  362. <th colspan="1" rowspan="1"> 命令选项 </th><th colspan="1" rowspan="1"> 描述</th>
  363. </tr>
  364. <tr>
  365. <td colspan="1" rowspan="1"><span class="codefrag">-archiveName NAME</span></td>
  366. <td colspan="1" rowspan="1">要创建的档案的名字。</td>
  367. </tr>
  368. <tr>
  369. <td colspan="1" rowspan="1"><span class="codefrag">src</span></td>
  370. <td colspan="1" rowspan="1">文件系统的路径名,和通常含正则表达的一样。</td>
  371. </tr>
  372. <tr>
  373. <td colspan="1" rowspan="1"><span class="codefrag">dest</span></td>
  374. <td colspan="1" rowspan="1">保存档案文件的目标目录。</td>
  375. </tr>
  376. </table>
  377. <a name="N10157"></a><a name="distcp"></a>
  378. <h3 class="h4"> distcp </h3>
  379. <p>
  380. 递归地拷贝文件或目录。参考<a href="distcp.html">DistCp指南</a>以获取等多信息。
  381. </p>
  382. <p>
  383. <span class="codefrag">用法:hadoop distcp &lt;srcurl&gt; &lt;desturl&gt;</span>
  384. </p>
  385. <table class="ForrestTable" cellspacing="1" cellpadding="4">
  386. <tr>
  387. <th colspan="1" rowspan="1"> 命令选项 </th><th colspan="1" rowspan="1"> 描述</th>
  388. </tr>
  389. <tr>
  390. <td colspan="1" rowspan="1"><span class="codefrag">srcurl</span></td>
  391. <td colspan="1" rowspan="1">源Url</td>
  392. </tr>
  393. <tr>
  394. <td colspan="1" rowspan="1"><span class="codefrag">desturl</span></td>
  395. <td colspan="1" rowspan="1">目标Url</td>
  396. </tr>
  397. </table>
  398. <a name="N10194"></a><a name="fs"></a>
  399. <h3 class="h4"> fs </h3>
  400. <p>
  401. <span class="codefrag">用法:hadoop fs [</span><a href="commands_manual.html#%E5%B8%B8%E8%A7%84%E9%80%89%E9%A1%B9">GENERIC_OPTIONS</a><span class="codefrag">]
  402. [COMMAND_OPTIONS]</span>
  403. </p>
  404. <p>
  405. 运行一个常规的文件系统客户端。
  406. </p>
  407. <p>
  408. 各种命令选项可以参考<a href="hdfs_shell.html">HDFS Shell指南</a>。
  409. </p>
  410. <a name="N101B0"></a><a name="fsck"></a>
  411. <h3 class="h4"> fsck </h3>
  412. <p>
  413. 运行HDFS文件系统检查工具。参考<a href="hdfs_user_guide.html#fsck">Fsck</a>了解更多。
  414. </p>
  415. <p>
  416. <span class="codefrag">用法:hadoop fsck [</span><a href="commands_manual.html#%E5%B8%B8%E8%A7%84%E9%80%89%E9%A1%B9">GENERIC_OPTIONS</a><span class="codefrag">]
  417. &lt;path&gt; [-move | -delete | -openforwrite] [-files [-blocks
  418. [-locations | -racks]]]</span>
  419. </p>
  420. <table class="ForrestTable" cellspacing="1" cellpadding="4">
  421. <tr>
  422. <th colspan="1" rowspan="1"> 命令选项 </th><th colspan="1" rowspan="1"> 描述 </th>
  423. </tr>
  424. <tr>
  425. <td colspan="1" rowspan="1"><span class="codefrag">&lt;path&gt;</span></td>
  426. <td colspan="1" rowspan="1">检查的起始目录。</td>
  427. </tr>
  428. <tr>
  429. <td colspan="1" rowspan="1"><span class="codefrag">-move</span></td>
  430. <td colspan="1" rowspan="1">移动受损文件到/lost+found</td>
  431. </tr>
  432. <tr>
  433. <td colspan="1" rowspan="1"><span class="codefrag">-delete</span></td>
  434. <td colspan="1" rowspan="1">删除受损文件。</td>
  435. </tr>
  436. <tr>
  437. <td colspan="1" rowspan="1"><span class="codefrag">-openforwrite</span></td>
  438. <td colspan="1" rowspan="1">打印出写打开的文件。</td>
  439. </tr>
  440. <tr>
  441. <td colspan="1" rowspan="1"><span class="codefrag">-files</span></td>
  442. <td colspan="1" rowspan="1">打印出正被检查的文件。</td>
  443. </tr>
  444. <tr>
  445. <td colspan="1" rowspan="1"><span class="codefrag">-blocks</span></td>
  446. <td colspan="1" rowspan="1">打印出块信息报告。</td>
  447. </tr>
  448. <tr>
  449. <td colspan="1" rowspan="1"><span class="codefrag">-locations</span></td>
  450. <td colspan="1" rowspan="1">打印出每个块的位置信息。</td>
  451. </tr>
  452. <tr>
  453. <td colspan="1" rowspan="1"><span class="codefrag">-racks</span></td>
  454. <td colspan="1" rowspan="1">打印出data-node的网络拓扑结构。</td>
  455. </tr>
  456. </table>
  457. <a name="N10244"></a><a name="jar"></a>
  458. <h3 class="h4"> jar </h3>
  459. <p>
  460. 运行jar文件。用户可以把他们的Map Reduce代码捆绑到jar文件中,使用这个命令执行。
  461. </p>
  462. <p>
  463. <span class="codefrag">用法:hadoop jar &lt;jar&gt; [mainClass] args...</span>
  464. </p>
  465. <p>
  466. streaming作业是通过这个命令执行的。参考<a href="streaming.html#%E5%85%B6%E4%BB%96%E4%BE%8B%E5%AD%90">Streaming examples</a>中的例子。
  467. </p>
  468. <p>
  469. Word count例子也是通过jar命令运行的。参考<a href="mapred_tutorial.html#%E7%94%A8%E6%B3%95">Wordcount example</a>。
  470. </p>
  471. <a name="N10262"></a><a name="job"></a>
  472. <h3 class="h4"> job </h3>
  473. <p>
  474. 用于和Map Reduce作业交互和命令。
  475. </p>
  476. <p>
  477. <span class="codefrag">用法:hadoop job [</span><a href="commands_manual.html#%E5%B8%B8%E8%A7%84%E9%80%89%E9%A1%B9">GENERIC_OPTIONS</a><span class="codefrag">]
  478. [-submit &lt;job-file&gt;] | [-status &lt;job-id&gt;] |
  479. [-counter &lt;job-id&gt; &lt;group-name&gt; &lt;counter-name&gt;] | [-kill &lt;job-id&gt;] |
  480. [-events &lt;job-id&gt; &lt;from-event-#&gt; &lt;#-of-events&gt;] | [-history [all] &lt;jobOutputDir&gt;] |
  481. [-list [all]] | [-kill-task &lt;task-id&gt;] | [-fail-task &lt;task-id&gt;]</span>
  482. </p>
  483. <table class="ForrestTable" cellspacing="1" cellpadding="4">
  484. <tr>
  485. <th colspan="1" rowspan="1"> 命令选项 </th><th colspan="1" rowspan="1"> 描述</th>
  486. </tr>
  487. <tr>
  488. <td colspan="1" rowspan="1"><span class="codefrag">-submit &lt;job-file&gt;</span></td>
  489. <td colspan="1" rowspan="1">提交作业</td>
  490. </tr>
  491. <tr>
  492. <td colspan="1" rowspan="1"><span class="codefrag">-status &lt;job-id&gt;</span></td>
  493. <td colspan="1" rowspan="1">打印map和reduce完成百分比和所有计数器。</td>
  494. </tr>
  495. <tr>
  496. <td colspan="1" rowspan="1"><span class="codefrag">-counter &lt;job-id&gt; &lt;group-name&gt; &lt;counter-name&gt;</span></td>
  497. <td colspan="1" rowspan="1">打印计数器的值。</td>
  498. </tr>
  499. <tr>
  500. <td colspan="1" rowspan="1"><span class="codefrag">-kill &lt;job-id&gt;</span></td>
  501. <td colspan="1" rowspan="1">杀死指定作业。</td>
  502. </tr>
  503. <tr>
  504. <td colspan="1" rowspan="1"><span class="codefrag">-events &lt;job-id&gt; &lt;from-event-#&gt; &lt;#-of-events&gt;</span></td>
  505. <td colspan="1" rowspan="1">打印给定范围内jobtracker接收到的事件细节。</td>
  506. </tr>
  507. <tr>
  508. <td colspan="1" rowspan="1"><span class="codefrag">-history [all] &lt;jobOutputDir&gt;</span></td>
  509. <td colspan="1" rowspan="1">-history &lt;jobOutputDir&gt; 打印作业的细节、失败及被杀死原因的细节。更多的关于一个作业的细节比如成功的任务,做过的任务尝试等信息可以通过指定[all]选项查看。
  510. </td>
  511. </tr>
  512. <tr>
  513. <td colspan="1" rowspan="1"><span class="codefrag">-list [all]</span></td>
  514. <td colspan="1" rowspan="1">-list all显示所有作业。-list只显示将要完成的作业。</td>
  515. </tr>
  516. <tr>
  517. <td colspan="1" rowspan="1"><span class="codefrag">-kill-task &lt;task-id&gt;</span></td>
  518. <td colspan="1" rowspan="1">杀死任务。被杀死的任务不会不利于失败尝试。</td>
  519. </tr>
  520. <tr>
  521. <td colspan="1" rowspan="1"><span class="codefrag">-fail-task &lt;task-id&gt;</span></td>
  522. <td colspan="1" rowspan="1">使任务失败。被失败的任务会对失败尝试不利。</td>
  523. </tr>
  524. </table>
  525. <a name="N10302"></a><a name="pipes"></a>
  526. <h3 class="h4"> pipes </h3>
  527. <p>
  528. 运行pipes作业。
  529. </p>
  530. <p>
  531. <span class="codefrag">用法:hadoop pipes [-conf &lt;path&gt;] [-jobconf &lt;key=value&gt;, &lt;key=value&gt;, ...]
  532. [-input &lt;path&gt;] [-output &lt;path&gt;] [-jar &lt;jar file&gt;] [-inputformat &lt;class&gt;]
  533. [-map &lt;class&gt;] [-partitioner &lt;class&gt;] [-reduce &lt;class&gt;] [-writer &lt;class&gt;]
  534. [-program &lt;executable&gt;] [-reduces &lt;num&gt;] </span>
  535. </p>
  536. <table class="ForrestTable" cellspacing="1" cellpadding="4">
  537. <tr>
  538. <th colspan="1" rowspan="1"> 命令选项 </th><th colspan="1" rowspan="1"> 描述</th>
  539. </tr>
  540. <tr>
  541. <td colspan="1" rowspan="1"><span class="codefrag">-conf &lt;path&gt;</span></td>
  542. <td colspan="1" rowspan="1">作业的配置</td>
  543. </tr>
  544. <tr>
  545. <td colspan="1" rowspan="1"><span class="codefrag">-jobconf &lt;key=value&gt;, &lt;key=value&gt;, ...</span></td>
  546. <td colspan="1" rowspan="1">增加/覆盖作业的配置项</td>
  547. </tr>
  548. <tr>
  549. <td colspan="1" rowspan="1"><span class="codefrag">-input &lt;path&gt;</span></td>
  550. <td colspan="1" rowspan="1">输入目录</td>
  551. </tr>
  552. <tr>
  553. <td colspan="1" rowspan="1"><span class="codefrag">-output &lt;path&gt;</span></td>
  554. <td colspan="1" rowspan="1">输出目录</td>
  555. </tr>
  556. <tr>
  557. <td colspan="1" rowspan="1"><span class="codefrag">-jar &lt;jar file&gt;</span></td>
  558. <td colspan="1" rowspan="1">Jar文件名</td>
  559. </tr>
  560. <tr>
  561. <td colspan="1" rowspan="1"><span class="codefrag">-inputformat &lt;class&gt;</span></td>
  562. <td colspan="1" rowspan="1">InputFormat类</td>
  563. </tr>
  564. <tr>
  565. <td colspan="1" rowspan="1"><span class="codefrag">-map &lt;class&gt;</span></td>
  566. <td colspan="1" rowspan="1">Java Map类</td>
  567. </tr>
  568. <tr>
  569. <td colspan="1" rowspan="1"><span class="codefrag">-partitioner &lt;class&gt;</span></td>
  570. <td colspan="1" rowspan="1">Java Partitioner</td>
  571. </tr>
  572. <tr>
  573. <td colspan="1" rowspan="1"><span class="codefrag">-reduce &lt;class&gt;</span></td>
  574. <td colspan="1" rowspan="1">Java Reduce类</td>
  575. </tr>
  576. <tr>
  577. <td colspan="1" rowspan="1"><span class="codefrag">-writer &lt;class&gt;</span></td>
  578. <td colspan="1" rowspan="1">Java RecordWriter</td>
  579. </tr>
  580. <tr>
  581. <td colspan="1" rowspan="1"><span class="codefrag">-program &lt;executable&gt;</span></td>
  582. <td colspan="1" rowspan="1">可执行程序的URI</td>
  583. </tr>
  584. <tr>
  585. <td colspan="1" rowspan="1"><span class="codefrag">-reduces &lt;num&gt;</span></td>
  586. <td colspan="1" rowspan="1">reduce个数</td>
  587. </tr>
  588. </table>
  589. <a name="N103C7"></a><a name="version"></a>
  590. <h3 class="h4"> version </h3>
  591. <p>
  592. 打印版本信息。
  593. </p>
  594. <p>
  595. <span class="codefrag">用法:hadoop version</span>
  596. </p>
  597. <a name="N103D7"></a><a name="CLASSNAME"></a>
  598. <h3 class="h4"> CLASSNAME </h3>
  599. <p>
  600. hadoop脚本可用于调调用任何类。
  601. </p>
  602. <p>
  603. <span class="codefrag">用法:hadoop CLASSNAME</span>
  604. </p>
  605. <p>
  606. 运行名字为CLASSNAME的类。
  607. </p>
  608. </div>
  609. <a name="N103EB"></a><a name="%E7%AE%A1%E7%90%86%E5%91%BD%E4%BB%A4"></a>
  610. <h2 class="h3">管理命令</h2>
  611. <div class="section">
  612. <p>hadoop集群管理员常用的命令。</p>
  613. <a name="N103F4"></a><a name="balancer"></a>
  614. <h3 class="h4"> balancer </h3>
  615. <p>
  616. 运行集群平衡工具。管理员可以简单的按Ctrl-C来停止平衡过程。参考<a href="hdfs_user_guide.html#Rebalancer">Rebalancer</a>了解更多。
  617. </p>
  618. <p>
  619. <span class="codefrag">用法:hadoop balancer [-threshold &lt;threshold&gt;]</span>
  620. </p>
  621. <table class="ForrestTable" cellspacing="1" cellpadding="4">
  622. <tr>
  623. <th colspan="1" rowspan="1"> 命令选项 </th><th colspan="1" rowspan="1"> 描述</th>
  624. </tr>
  625. <tr>
  626. <td colspan="1" rowspan="1"><span class="codefrag">-threshold &lt;threshold&gt;</span></td>
  627. <td colspan="1" rowspan="1">磁盘容量的百分比。这会覆盖缺省的阀值。</td>
  628. </tr>
  629. </table>
  630. <a name="N10423"></a><a name="daemonlog"></a>
  631. <h3 class="h4"> daemonlog </h3>
  632. <p>
  633. 获取或设置每个守护进程的日志级别。
  634. </p>
  635. <p>
  636. <span class="codefrag">用法:hadoop daemonlog -getlevel &lt;host:port&gt; &lt;name&gt;</span>
  637. <br>
  638. <span class="codefrag">用法:hadoop daemonlog -setlevel &lt;host:port&gt; &lt;name&gt; &lt;level&gt;</span>
  639. </p>
  640. <table class="ForrestTable" cellspacing="1" cellpadding="4">
  641. <tr>
  642. <th colspan="1" rowspan="1"> 命令选项 </th><th colspan="1" rowspan="1"> 描述</th>
  643. </tr>
  644. <tr>
  645. <td colspan="1" rowspan="1"><span class="codefrag">-getlevel &lt;host:port&gt; &lt;name&gt;</span></td>
  646. <td colspan="1" rowspan="1">打印运行在&lt;host:port&gt;的守护进程的日志级别。这个命令内部会连接http://&lt;host:port&gt;/logLevel?log=&lt;name&gt;</td>
  647. </tr>
  648. <tr>
  649. <td colspan="1" rowspan="1"><span class="codefrag">-setlevel &lt;host:port&gt; &lt;name&gt; &lt;level&gt;</span></td>
  650. <td colspan="1" rowspan="1">设置运行在&lt;host:port&gt;的守护进程的日志级别。这个命令内部会连接http://&lt;host:port&gt;/logLevel?log=&lt;name&gt;</td>
  651. </tr>
  652. </table>
  653. <a name="N10460"></a><a name="datanode"></a>
  654. <h3 class="h4"> datanode</h3>
  655. <p>
  656. 运行一个HDFS的datanode。
  657. </p>
  658. <p>
  659. <span class="codefrag">用法:hadoop datanode [-rollback]</span>
  660. </p>
  661. <table class="ForrestTable" cellspacing="1" cellpadding="4">
  662. <tr>
  663. <th colspan="1" rowspan="1"> 命令选项 </th><th colspan="1" rowspan="1"> 描述</th>
  664. </tr>
  665. <tr>
  666. <td colspan="1" rowspan="1"><span class="codefrag">-rollback</span></td>
  667. <td colspan="1" rowspan="1">将datanode回滚到前一个版本。这需要在停止datanode,分发老的hadoop版本之后使用。
  668. </td>
  669. </tr>
  670. </table>
  671. <a name="N1048B"></a><a name="dfsadmin"></a>
  672. <h3 class="h4"> dfsadmin </h3>
  673. <p>
  674. 运行一个HDFS的dfsadmin客户端。
  675. </p>
  676. <p>
  677. <span class="codefrag">用法:hadoop dfsadmin [</span><a href="commands_manual.html#%E5%B8%B8%E8%A7%84%E9%80%89%E9%A1%B9">GENERIC_OPTIONS</a><span class="codefrag">] [-report] [-safemode enter | leave | get | wait] [-refreshNodes]
  678. [-finalizeUpgrade] [-upgradeProgress status | details | force] [-metasave filename]
  679. [-setQuota &lt;quota&gt; &lt;dirname&gt;...&lt;dirname&gt;] [-clrQuota &lt;dirname&gt;...&lt;dirname&gt;]
  680. [-help [cmd]]</span>
  681. </p>
  682. <table class="ForrestTable" cellspacing="1" cellpadding="4">
  683. <tr>
  684. <th colspan="1" rowspan="1"> 命令选项 </th><th colspan="1" rowspan="1"> 描述</th>
  685. </tr>
  686. <tr>
  687. <td colspan="1" rowspan="1"><span class="codefrag">-report</span></td>
  688. <td colspan="1" rowspan="1">报告文件系统的基本信息和统计信息。</td>
  689. </tr>
  690. <tr>
  691. <td colspan="1" rowspan="1"><span class="codefrag">-safemode enter | leave | get | wait</span></td>
  692. <td colspan="1" rowspan="1">安全模式维护命令。安全模式是Namenode的一个状态,这种状态下,Namenode <br>
  693. 1. 不接受对名字空间的更改(只读)<br>
  694. 2. 不复制或删除块<br>
  695. Namenode会在启动时自动进入安全模式,当配置的块最小百分比数满足最小的副本数条件时,会自动离开安全模式。安全模式可以手动进入,但是这样的话也必须手动关闭安全模式。
  696. </td>
  697. </tr>
  698. <tr>
  699. <td colspan="1" rowspan="1"><span class="codefrag">-refreshNodes</span></td>
  700. <td colspan="1" rowspan="1">重新读取hosts和exclude文件,更新允许连到Namenode的或那些需要退出或入编的Datanode的集合。
  701. </td>
  702. </tr>
  703. <tr>
  704. <td colspan="1" rowspan="1"><span class="codefrag">-finalizeUpgrade</span></td>
  705. <td colspan="1" rowspan="1">终结HDFS的升级操作。Datanode删除前一个版本的工作目录,之后Namenode也这样做。这个操作完结整个升级过程。
  706. </td>
  707. </tr>
  708. <tr>
  709. <td colspan="1" rowspan="1"><span class="codefrag">-upgradeProgress status | details | force</span></td>
  710. <td colspan="1" rowspan="1">请求当前系统的升级状态,状态的细节,或者强制升级操作进行。
  711. </td>
  712. </tr>
  713. <tr>
  714. <td colspan="1" rowspan="1"><span class="codefrag">-metasave filename</span></td>
  715. <td colspan="1" rowspan="1">保存Namenode的主要数据结构到hadoop.log.dir属性指定的目录下的&lt;filename&gt;文件。对于下面的每一项,&lt;filename&gt;中都会一行内容与之对应<br>
  716. 1. Namenode收到的Datanode的心跳信号<br>
  717. 2. 等待被复制的块<br>
  718. 3. 正在被复制的块<br>
  719. 4. 等待被删除的块</td>
  720. </tr>
  721. <tr>
  722. <td colspan="1" rowspan="1"><span class="codefrag">-setQuota &lt;quota&gt; &lt;dirname&gt;...&lt;dirname&gt;</span></td>
  723. <td colspan="1" rowspan="1">为每个目录 &lt;dirname&gt;设定配额&lt;quota&gt;。目录配额是一个长整型整数,强制限定了目录树下的名字个数。<br>
  724. 命令会在这个目录上工作良好,以下情况会报错:<br>
  725. 1. N不是一个正整数,或者<br>
  726. 2. 用户不是管理员,或者<br>
  727. 3. 这个目录不存在或是文件,或者<br>
  728. 4. 目录会马上超出新设定的配额。</td>
  729. </tr>
  730. <tr>
  731. <td colspan="1" rowspan="1"><span class="codefrag">-clrQuota &lt;dirname&gt;...&lt;dirname&gt;</span></td>
  732. <td colspan="1" rowspan="1">为每一个目录&lt;dirname&gt;清除配额设定。<br>
  733. 命令会在这个目录上工作良好,以下情况会报错:<br>
  734. 1. 这个目录不存在或是文件,或者<br>
  735. 2. 用户不是管理员。<br>
  736. 如果目录原来没有配额不会报错。</td>
  737. </tr>
  738. <tr>
  739. <td colspan="1" rowspan="1"><span class="codefrag">-help [cmd]</span></td>
  740. <td colspan="1" rowspan="1">显示给定命令的帮助信息,如果没有给定命令,则显示所有命令的帮助信息。</td>
  741. </tr>
  742. </table>
  743. <a name="N1054B"></a><a name="jobtracker"></a>
  744. <h3 class="h4"> jobtracker </h3>
  745. <p>
  746. 运行MapReduce job Tracker节点。
  747. </p>
  748. <p>
  749. <span class="codefrag">用法:hadoop jobtracker</span>
  750. </p>
  751. <a name="N1055B"></a><a name="namenode"></a>
  752. <h3 class="h4"> namenode </h3>
  753. <p>
  754. 运行namenode。有关升级,回滚,升级终结的更多信息请参考<a href="hdfs_user_guide.html#%E5%8D%87%E7%BA%A7%E5%92%8C%E5%9B%9E%E6%BB%9A">升级和回滚</a>。
  755. </p>
  756. <p>
  757. <span class="codefrag">用法:hadoop namenode [-format] | [-upgrade] | [-rollback] | [-finalize] | [-importCheckpoint]</span>
  758. </p>
  759. <table class="ForrestTable" cellspacing="1" cellpadding="4">
  760. <tr>
  761. <th colspan="1" rowspan="1"> 命令选项 </th><th colspan="1" rowspan="1"> 描述</th>
  762. </tr>
  763. <tr>
  764. <td colspan="1" rowspan="1"><span class="codefrag">-format</span></td>
  765. <td colspan="1" rowspan="1">格式化namenode。它启动namenode,格式化namenode,之后关闭namenode。</td>
  766. </tr>
  767. <tr>
  768. <td colspan="1" rowspan="1"><span class="codefrag">-upgrade</span></td>
  769. <td colspan="1" rowspan="1">分发新版本的hadoop后,namenode应以upgrade选项启动。</td>
  770. </tr>
  771. <tr>
  772. <td colspan="1" rowspan="1"><span class="codefrag">-rollback</span></td>
  773. <td colspan="1" rowspan="1">将namenode回滚到前一版本。这个选项要在停止集群,分发老的hadoop版本后使用。
  774. </td>
  775. </tr>
  776. <tr>
  777. <td colspan="1" rowspan="1"><span class="codefrag">-finalize</span></td>
  778. <td colspan="1" rowspan="1">finalize会删除文件系统的前一状态。最近的升级会被持久化,rollback选项将再不可用,升级终结操作之后,它会停掉namenode。</td>
  779. </tr>
  780. <tr>
  781. <td colspan="1" rowspan="1"><span class="codefrag">-importCheckpoint</span></td>
  782. <td colspan="1" rowspan="1">从检查点目录装载镜像并保存到当前检查点目录,检查点目录由fs.checkpoint.dir指定。
  783. </td>
  784. </tr>
  785. </table>
  786. <a name="N105C2"></a><a name="secondarynamenode"></a>
  787. <h3 class="h4"> secondarynamenode </h3>
  788. <p>
  789. 运行HDFS的secondary namenode。参考<a href="hdfs_user_guide.html#Secondary+NameNode">Secondary Namenode</a>了解更多。
  790. </p>
  791. <p>
  792. <span class="codefrag">用法:hadoop secondarynamenode [-checkpoint [force]] | [-geteditsize]</span>
  793. </p>
  794. <table class="ForrestTable" cellspacing="1" cellpadding="4">
  795. <tr>
  796. <th colspan="1" rowspan="1"> 命令选项 </th><th colspan="1" rowspan="1"> 描述</th>
  797. </tr>
  798. <tr>
  799. <td colspan="1" rowspan="1"><span class="codefrag">-checkpoint [force]</span></td>
  800. <td colspan="1" rowspan="1">如果EditLog的大小 &gt;= fs.checkpoint.size,启动Secondary namenode的检查点过程。
  801. 如果使用了-force,将不考虑EditLog的大小。</td>
  802. </tr>
  803. <tr>
  804. <td colspan="1" rowspan="1"><span class="codefrag">-geteditsize</span></td>
  805. <td colspan="1" rowspan="1">打印EditLog大小。</td>
  806. </tr>
  807. </table>
  808. <a name="N105FF"></a><a name="tasktracker"></a>
  809. <h3 class="h4"> tasktracker </h3>
  810. <p>
  811. 运行MapReduce的task Tracker节点。
  812. </p>
  813. <p>
  814. <span class="codefrag">用法:hadoop tasktracker</span>
  815. </p>
  816. </div>
  817. </div>
  818. <!--+
  819. |end content
  820. +-->
  821. <div class="clearboth">&nbsp;</div>
  822. </div>
  823. <div id="footer">
  824. <!--+
  825. |start bottomstrip
  826. +-->
  827. <div class="lastmodified">
  828. <script type="text/javascript"><!--
  829. document.write("Last Published: " + document.lastModified);
  830. // --></script>
  831. </div>
  832. <div class="copyright">
  833. Copyright &copy;
  834. 2007 <a href="http://www.apache.org/licenses/">The Apache Software Foundation.</a>
  835. </div>
  836. <!--+
  837. |end bottomstrip
  838. +-->
  839. </div>
  840. </body>
  841. </html>