bookkeeperConfig.html 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384
  1. <!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
  2. <html>
  3. <head>
  4. <META http-equiv="Content-Type" content="text/html; charset=UTF-8">
  5. <meta content="Apache Forrest" name="Generator">
  6. <meta name="Forrest-version" content="0.9">
  7. <meta name="Forrest-skin-name" content="pelt">
  8. <title>BookKeeper Administrator's Guide</title>
  9. <link type="text/css" href="skin/basic.css" rel="stylesheet">
  10. <link media="screen" type="text/css" href="skin/screen.css" rel="stylesheet">
  11. <link media="print" type="text/css" href="skin/print.css" rel="stylesheet">
  12. <link type="text/css" href="skin/profile.css" rel="stylesheet">
  13. <script src="skin/getBlank.js" language="javascript" type="text/javascript"></script><script src="skin/getMenu.js" language="javascript" type="text/javascript"></script><script src="skin/fontsize.js" language="javascript" type="text/javascript"></script>
  14. <link rel="shortcut icon" href="images/favicon.ico">
  15. </head>
  16. <body onload="init()">
  17. <script type="text/javascript">ndeSetTextSize();</script>
  18. <div id="top">
  19. <!--+
  20. |breadtrail
  21. +-->
  22. <div class="breadtrail">
  23. <a href="http://www.apache.org/">Apache</a> &gt; <a href="http://hadoop.apache.org/">Hadoop</a> &gt; <a href="http://hadoop.apache.org/zookeeper/">ZooKeeper</a><script src="skin/breadcrumbs.js" language="JavaScript" type="text/javascript"></script>
  24. </div>
  25. <!--+
  26. |header
  27. +-->
  28. <div class="header">
  29. <!--+
  30. |start group logo
  31. +-->
  32. <div class="grouplogo">
  33. <a href="http://hadoop.apache.org/"><img class="logoImage" alt="Hadoop" src="images/hadoop-logo.jpg" title="Apache Hadoop"></a>
  34. </div>
  35. <!--+
  36. |end group logo
  37. +-->
  38. <!--+
  39. |start Project Logo
  40. +-->
  41. <div class="projectlogo">
  42. <a href="http://hadoop.apache.org/zookeeper/"><img class="logoImage" alt="ZooKeeper" src="images/zookeeper_small.gif" title="ZooKeeper: distributed coordination"></a>
  43. </div>
  44. <!--+
  45. |end Project Logo
  46. +-->
  47. <!--+
  48. |start Search
  49. +-->
  50. <div class="searchbox">
  51. <form action="http://www.google.com/search" method="get" class="roundtopsmall">
  52. <input value="hadoop.apache.org" name="sitesearch" type="hidden"><input onFocus="getBlank (this, 'Search the site with google');" size="25" name="q" id="query" type="text" value="Search the site with google">&nbsp;
  53. <input name="Search" value="Search" type="submit">
  54. </form>
  55. </div>
  56. <!--+
  57. |end search
  58. +-->
  59. <!--+
  60. |start Tabs
  61. +-->
  62. <ul id="tabs">
  63. <li>
  64. <a class="unselected" href="http://hadoop.apache.org/zookeeper/">Project</a>
  65. </li>
  66. <li>
  67. <a class="unselected" href="http://wiki.apache.org/hadoop/ZooKeeper">Wiki</a>
  68. </li>
  69. <li class="current">
  70. <a class="selected" href="index.html">ZooKeeper 3.4 Documentation</a>
  71. </li>
  72. </ul>
  73. <!--+
  74. |end Tabs
  75. +-->
  76. </div>
  77. </div>
  78. <div id="main">
  79. <div id="publishedStrip">
  80. <!--+
  81. |start Subtabs
  82. +-->
  83. <div id="level2tabs"></div>
  84. <!--+
  85. |end Endtabs
  86. +-->
  87. <script type="text/javascript"><!--
  88. document.write("Last Published: " + document.lastModified);
  89. // --></script>
  90. </div>
  91. <!--+
  92. |breadtrail
  93. +-->
  94. <div class="breadtrail">
  95. &nbsp;
  96. </div>
  97. <!--+
  98. |start Menu, mainarea
  99. +-->
  100. <!--+
  101. |start Menu
  102. +-->
  103. <div id="menu">
  104. <div onclick="SwitchMenu('menu_1.1', 'skin/')" id="menu_1.1Title" class="menutitle">Overview</div>
  105. <div id="menu_1.1" class="menuitemgroup">
  106. <div class="menuitem">
  107. <a href="index.html">Welcome</a>
  108. </div>
  109. <div class="menuitem">
  110. <a href="zookeeperOver.html">Overview</a>
  111. </div>
  112. <div class="menuitem">
  113. <a href="zookeeperStarted.html">Getting Started</a>
  114. </div>
  115. <div class="menuitem">
  116. <a href="releasenotes.html">Release Notes</a>
  117. </div>
  118. </div>
  119. <div onclick="SwitchMenu('menu_1.2', 'skin/')" id="menu_1.2Title" class="menutitle">Developer</div>
  120. <div id="menu_1.2" class="menuitemgroup">
  121. <div class="menuitem">
  122. <a href="api/index.html">API Docs</a>
  123. </div>
  124. <div class="menuitem">
  125. <a href="zookeeperProgrammers.html">Programmer's Guide</a>
  126. </div>
  127. <div class="menuitem">
  128. <a href="javaExample.html">Java Example</a>
  129. </div>
  130. <div class="menuitem">
  131. <a href="zookeeperTutorial.html">Barrier and Queue Tutorial</a>
  132. </div>
  133. <div class="menuitem">
  134. <a href="recipes.html">Recipes</a>
  135. </div>
  136. </div>
  137. <div onclick="SwitchMenu('menu_selected_1.3', 'skin/')" id="menu_selected_1.3Title" class="menutitle" style="background-image: url('skin/images/chapter_open.gif');">BookKeeper</div>
  138. <div id="menu_selected_1.3" class="selectedmenuitemgroup" style="display: block;">
  139. <div class="menuitem">
  140. <a href="bookkeeperStarted.html">Getting started</a>
  141. </div>
  142. <div class="menuitem">
  143. <a href="bookkeeperOverview.html">Overview</a>
  144. </div>
  145. <div class="menupage">
  146. <div class="menupagetitle">Setup guide</div>
  147. </div>
  148. <div class="menuitem">
  149. <a href="bookkeeperProgrammer.html">Programmer's guide</a>
  150. </div>
  151. </div>
  152. <div onclick="SwitchMenu('menu_1.4', 'skin/')" id="menu_1.4Title" class="menutitle">Admin &amp; Ops</div>
  153. <div id="menu_1.4" class="menuitemgroup">
  154. <div class="menuitem">
  155. <a href="zookeeperAdmin.html">Administrator's Guide</a>
  156. </div>
  157. <div class="menuitem">
  158. <a href="zookeeperQuotas.html">Quota Guide</a>
  159. </div>
  160. <div class="menuitem">
  161. <a href="zookeeperJMX.html">JMX</a>
  162. </div>
  163. <div class="menuitem">
  164. <a href="zookeeperObservers.html">Observers Guide</a>
  165. </div>
  166. </div>
  167. <div onclick="SwitchMenu('menu_1.5', 'skin/')" id="menu_1.5Title" class="menutitle">Contributor</div>
  168. <div id="menu_1.5" class="menuitemgroup">
  169. <div class="menuitem">
  170. <a href="zookeeperInternals.html">ZooKeeper Internals</a>
  171. </div>
  172. </div>
  173. <div onclick="SwitchMenu('menu_1.6', 'skin/')" id="menu_1.6Title" class="menutitle">Miscellaneous</div>
  174. <div id="menu_1.6" class="menuitemgroup">
  175. <div class="menuitem">
  176. <a href="http://wiki.apache.org/hadoop/ZooKeeper">Wiki</a>
  177. </div>
  178. <div class="menuitem">
  179. <a href="http://wiki.apache.org/hadoop/ZooKeeper/FAQ">FAQ</a>
  180. </div>
  181. <div class="menuitem">
  182. <a href="http://hadoop.apache.org/zookeeper/mailing_lists.html">Mailing Lists</a>
  183. </div>
  184. </div>
  185. <div id="credit"></div>
  186. <div id="roundbottom">
  187. <img style="display: none" class="corner" height="15" width="15" alt="" src="skin/images/rc-b-l-15-1body-2menu-3menu.png"></div>
  188. <!--+
  189. |alternative credits
  190. +-->
  191. <div id="credit2"></div>
  192. </div>
  193. <!--+
  194. |end Menu
  195. +-->
  196. <!--+
  197. |start content
  198. +-->
  199. <div id="content">
  200. <div title="Portable Document Format" class="pdflink">
  201. <a class="dida" href="bookkeeperConfig.pdf"><img alt="PDF -icon" src="skin/images/pdfdoc.gif" class="skin"><br>
  202. PDF</a>
  203. </div>
  204. <h1>BookKeeper Administrator's Guide</h1>
  205. <h3>Setup Guide</h3>
  206. <div id="front-matter">
  207. <div id="minitoc-area">
  208. <ul class="minitoc">
  209. <li>
  210. <a href="#bk_deployment">Deployment</a>
  211. <ul class="minitoc">
  212. <li>
  213. <a href="#bk_sysReq">System requirements</a>
  214. </li>
  215. <li>
  216. <a href="#bk_runningBookies">Running bookies</a>
  217. </li>
  218. <li>
  219. <a href="#bk_zkMetadata">ZooKeeper Metadata</a>
  220. </li>
  221. </ul>
  222. </li>
  223. </ul>
  224. </div>
  225. </div>
  226. <a name="bk_deployment"></a>
  227. <h2 class="h3">Deployment</h2>
  228. <div class="section">
  229. <p>This section contains information about deploying BookKeeper and
  230. covers these topics:</p>
  231. <ul>
  232. <li>
  233. <p>
  234. <a href="#bk_sysReq">System requirements</a>
  235. </p>
  236. </li>
  237. <li>
  238. <p>
  239. <a href="#bk_runningBookies">Running bookies</a>
  240. </p>
  241. </li>
  242. <li>
  243. <p>
  244. <a href="#bk_zkMetadata">ZooKeeper Metadata</a>
  245. </p>
  246. </li>
  247. </ul>
  248. <p> The first section tells you how many machines you need. The second explains how to bootstrap bookies
  249. (BookKeeper storage servers). The third section explains how we use ZooKeeper and our requirements with
  250. respect to ZooKeeper.
  251. </p>
  252. <a name="bk_sysReq"></a>
  253. <h3 class="h4">System requirements</h3>
  254. <p> A typical BookKeeper installation comprises a set of bookies and a set of ZooKeeper replicas. The exact number of bookies
  255. depends on the quorum mode, desired throughput, and number of clients using this installation simultaneously. The minimum number of
  256. bookies is three for self-verifying (stores a message authentication code along with each entry) and four for generic (does not
  257. store a message authentication codewith each entry), and there is no upper limit on the number of bookies. Increasing the number of
  258. bookies, in fact, enables higher throughput.
  259. </p>
  260. <p> For performance, we require each server to have at least two disks. It is possible to run a bookie with a single disk, but
  261. performance will be significantly lower in this case. Of course, it works with one disk, but performance is significantly lower.
  262. </p>
  263. <p> For ZooKeeper, there is no constraint with respect to the number of replicas. Having a single machine running ZooKeeper
  264. in standalone mode is sufficient for BookKeeper. For resilience purposes, it might be a good idea to run ZooKeeper in quorum
  265. mode with multiple servers. Please refer to the ZooKeeper documentation for detail on how to configure ZooKeeper with multiple
  266. replicas
  267. </p>
  268. <a name="bk_runningBookies"></a>
  269. <h3 class="h4">Running bookies</h3>
  270. <p>
  271. To run a bookie, we execute the following command:
  272. </p>
  273. <p>
  274. <span class="codefrag computeroutput">
  275. java -cp .:./zookeeper-&lt;version&gt;-bookkeeper.jar:./zookeeper-&lt;version&gt;.jar\
  276. :../log4j/apache-log4j-1.2.15/log4j-1.2.15.jar -Dlog4j.configuration=log4j.properties\
  277. org.apache.bookkeeper.proto.BookieServer 3181 127.0.0.1:2181 /path_to_log_device/\
  278. /path_to_ledger_device/
  279. </span>
  280. </p>
  281. <p>
  282. The parameters are:
  283. </p>
  284. <ul>
  285. <li>
  286. <p>
  287. Port number that the bookie listens on;
  288. </p>
  289. </li>
  290. <li>
  291. <p>
  292. Comma separated list of ZooKeeper servers with a hostname:port format;
  293. </p>
  294. </li>
  295. <li>
  296. <p>
  297. Path for Log Device (stores bookie write-ahead log);
  298. </p>
  299. </li>
  300. <li>
  301. <p>
  302. Path for Ledger Device (stores ledger entries);
  303. </p>
  304. </li>
  305. </ul>
  306. <p>
  307. Ideally, <span class="codefrag computeroutput">/path_to_log_device/ </span> and <span class="codefrag computeroutput">/path_to_ledger_device/ </span> are each
  308. in a different device.
  309. </p>
  310. <a name="bk_zkMetadata"></a>
  311. <h3 class="h4">ZooKeeper Metadata</h3>
  312. <p>
  313. For BookKeeper, we require a ZooKeeper installation to store metadata, and to pass the list
  314. of ZooKeeper servers as parameter to the constructor of the BookKeeper class (<span class="codefrag computeroutput">
  315. org.apache.bookkeeper.client,BookKeeper</span>).
  316. To setup ZooKeeper, please check the <a href="index.html">
  317. ZooKeeper documentation</a>.
  318. </p>
  319. </div>
  320. <p align="right">
  321. <font size="-2"></font>
  322. </p>
  323. </div>
  324. <!--+
  325. |end content
  326. +-->
  327. <div class="clearboth">&nbsp;</div>
  328. </div>
  329. <div id="footer">
  330. <!--+
  331. |start bottomstrip
  332. +-->
  333. <div class="lastmodified">
  334. <script type="text/javascript"><!--
  335. document.write("Last Published: " + document.lastModified);
  336. // --></script>
  337. </div>
  338. <div class="copyright">
  339. Copyright &copy;
  340. 2008 <a href="http://www.apache.org/licenses/">The Apache Software Foundation.</a>
  341. </div>
  342. <!--+
  343. |end bottomstrip
  344. +-->
  345. </div>
  346. </body>
  347. </html>