build.xml 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699
  1. <?xml version="1.0"?>
  2. <project name="Hadoop" default="compile">
  3. <!-- Load all the default properties, and any the user wants -->
  4. <!-- to contribute (without having to type -D or edit this file -->
  5. <property file="${user.home}/build.properties" />
  6. <property file="${basedir}/build.properties" />
  7. <property name="Name" value="Hadoop"/>
  8. <property name="name" value="hadoop"/>
  9. <property name="version" value="0.11.3-dev"/>
  10. <property name="final.name" value="${name}-${version}"/>
  11. <property name="year" value="2006"/>
  12. <property name="libhdfs.version" value="1"/>
  13. <property name="src.dir" value="${basedir}/src/java"/>
  14. <property name="native.src.dir" value="${basedir}/src/native"/>
  15. <property name="examples.dir" value="${basedir}/src/examples"/>
  16. <property name="lib.dir" value="${basedir}/lib"/>
  17. <property name="conf.dir" value="${basedir}/conf"/>
  18. <property name="docs.dir" value="${basedir}/docs"/>
  19. <property name="contrib.dir" value="${basedir}/src/contrib"/>
  20. <property name="docs.src" value="${basedir}/src/web"/>
  21. <property name="libhdfs.src" value="${basedir}/src/c++/libhdfs"/>
  22. <property name="build.dir" value="${basedir}/build"/>
  23. <property name="build.classes" value="${build.dir}/classes"/>
  24. <property name="build.src" value="${build.dir}/src"/>
  25. <property name="build.webapps" value="${build.dir}/webapps"/>
  26. <property name="build.examples" value="${build.dir}/examples"/>
  27. <property name="build.libhdfs" value="${build.dir}/libhdfs"/>
  28. <property name="build.platform" value="${os.name}-${os.arch}-${sun.arch.data.model}"/>
  29. <property name="build.native" value="${build.dir}/native/${build.platform}"/>
  30. <property name="build.docs" value="${build.dir}/docs"/>
  31. <property name="build.javadoc" value="${build.docs}/api"/>
  32. <property name="build.encoding" value="ISO-8859-1"/>
  33. <property name="test.src.dir" value="${basedir}/src/test"/>
  34. <property name="test.build.dir" value="${build.dir}/test"/>
  35. <property name="test.generated.dir" value="${test.build.dir}/src"/>
  36. <property name="test.build.data" value="${test.build.dir}/data"/>
  37. <property name="test.cache.data" value="${test.build.dir}/cache"/>
  38. <property name="test.log.dir" value="${test.build.dir}/logs"/>
  39. <property name="test.build.classes" value="${test.build.dir}/classes"/>
  40. <property name="test.build.testjar" value="${test.build.dir}/testjar"/>
  41. <property name="test.build.javadoc" value="${test.build.dir}/docs/api"/>
  42. <property name="test.include" value="Test*"/>
  43. <property name="test.classpath.id" value="test.classpath"/>
  44. <property name="test.output" value="no"/>
  45. <property name="test.junit.output.format" value="plain"/>
  46. <property name="libhdfs.test.conf.dir" value="${libhdfs.src}/tests/conf"/>
  47. <property name="libhdfs.test.dir" value="${test.build.dir}/libhdfs"/>
  48. <property name="web.src.dir" value="${basedir}/src/web"/>
  49. <property name="src.webapps" value="${basedir}/src/webapps"/>
  50. <property name="javadoc.link.java"
  51. value="http://java.sun.com/j2se/1.5/docs/api/"/>
  52. <property name="javadoc.packages" value="org.apache.hadoop.*"/>
  53. <property name="dist.dir" value="${build.dir}/${final.name}"/>
  54. <property name="javac.debug" value="on"/>
  55. <property name="javac.optimize" value="on"/>
  56. <property name="javac.deprecation" value="off"/>
  57. <property name="javac.version" value="1.5"/>
  58. <property name="javac.args" value=""/>
  59. <!-- the normal classpath -->
  60. <path id="classpath">
  61. <pathelement location="${build.classes}"/>
  62. <fileset dir="${lib.dir}">
  63. <include name="**/*.jar" />
  64. </fileset>
  65. <pathelement location="${conf.dir}"/>
  66. </path>
  67. <!-- the unit test classpath: uses test.src.dir for configuration -->
  68. <path id="test.classpath">
  69. <pathelement location="${test.build.classes}" />
  70. <pathelement location="${test.src.dir}"/>
  71. <pathelement location="${build.dir}"/>
  72. <pathelement location="${build.examples}"/>
  73. <path refid="classpath"/>
  74. </path>
  75. <!-- the cluster test classpath: uses conf.dir for configuration -->
  76. <path id="test.cluster.classpath">
  77. <path refid="classpath"/>
  78. <pathelement location="${test.build.classes}" />
  79. <pathelement location="${test.src.dir}"/>
  80. <pathelement location="${build.dir}"/>
  81. </path>
  82. <!-- ====================================================== -->
  83. <!-- Stuff needed by all targets -->
  84. <!-- ====================================================== -->
  85. <target name="init">
  86. <mkdir dir="${build.dir}"/>
  87. <mkdir dir="${build.classes}"/>
  88. <mkdir dir="${build.src}"/>
  89. <mkdir dir="${build.webapps}/task/WEB-INF"/>
  90. <mkdir dir="${build.webapps}/job/WEB-INF"/>
  91. <mkdir dir="${build.webapps}/dfs/WEB-INF"/>
  92. <mkdir dir="${build.webapps}/datanode/WEB-INF"/>
  93. <mkdir dir="${build.examples}"/>
  94. <mkdir dir="${test.build.dir}"/>
  95. <mkdir dir="${test.build.classes}"/>
  96. <mkdir dir="${test.build.testjar}"/>
  97. <touch datetime="01/25/1971 2:00 pm">
  98. <fileset dir="${conf.dir}" includes="**/*.template"/>
  99. <fileset dir="${contrib.dir}" includes="**/*.template"/>
  100. </touch>
  101. <!-- copy all of the jsp and static files -->
  102. <copy todir="${build.webapps}">
  103. <fileset dir="${src.webapps}">
  104. <exclude name="**/*.jsp" />
  105. </fileset>
  106. </copy>
  107. <copy todir="${conf.dir}" verbose="true">
  108. <fileset dir="${conf.dir}" includes="**/*.template"/>
  109. <mapper type="glob" from="*.template" to="*"/>
  110. </copy>
  111. <copy todir="${contrib.dir}" verbose="true">
  112. <fileset dir="${contrib.dir}" includes="**/*.template"/>
  113. <mapper type="glob" from="*.template" to="*"/>
  114. </copy>
  115. <exec executable="sh">
  116. <arg line="src/saveVersion.sh ${version}"/>
  117. </exec>
  118. </target>
  119. <!-- ====================================================== -->
  120. <!-- Compile the Java files -->
  121. <!-- ====================================================== -->
  122. <taskdef classname="org.apache.jasper.JspC" name="jsp-compile" >
  123. <classpath refid="test.classpath"/>
  124. </taskdef>
  125. <target name="record-parser" depends="init" if="javacc.home">
  126. <javacc
  127. target="${src.dir}/org/apache/hadoop/record/compiler/generated/rcc.jj"
  128. outputdirectory="${src.dir}/org/apache/hadoop/record/compiler/generated"
  129. javacchome="${javacc.home}"
  130. />
  131. </target>
  132. <target name="compile-rcc-compiler" depends="init, record-parser">
  133. <javac
  134. encoding="${build.encoding}"
  135. srcdir="${src.dir}"
  136. includes="org/apache/hadoop/record/compiler/**/*.java"
  137. destdir="${build.classes}"
  138. debug="${javac.debug}"
  139. optimize="${javac.optimize}"
  140. target="${javac.version}"
  141. source="${javac.version}"
  142. deprecation="${javac.deprecation}">
  143. <compilerarg line="${javac.args}"/>
  144. <classpath refid="classpath"/>
  145. </javac>
  146. <taskdef name="recordcc" classname="org.apache.hadoop.record.compiler.ant.RccTask">
  147. <classpath refid="classpath" />
  148. </taskdef>
  149. </target>
  150. <target name="compile-core-classes" depends="init, compile-rcc-compiler">
  151. <jsp-compile
  152. uriroot="${src.webapps}/task"
  153. outputdir="${build.src}"
  154. package="org.apache.hadoop.mapred"
  155. webxml="${build.webapps}/task/WEB-INF/web.xml">
  156. </jsp-compile>
  157. <jsp-compile
  158. uriroot="${src.webapps}/job"
  159. outputdir="${build.src}"
  160. package="org.apache.hadoop.mapred"
  161. webxml="${build.webapps}/job/WEB-INF/web.xml">
  162. </jsp-compile>
  163. <jsp-compile
  164. uriroot="${src.webapps}/dfs"
  165. outputdir="${build.src}"
  166. package="org.apache.hadoop.dfs"
  167. webxml="${build.webapps}/dfs/WEB-INF/web.xml">
  168. </jsp-compile>
  169. <jsp-compile
  170. uriroot="${src.webapps}/datanode"
  171. outputdir="${build.src}"
  172. package="org.apache.hadoop.dfs"
  173. webxml="${build.webapps}/datanode/WEB-INF/web.xml">
  174. </jsp-compile>
  175. <javac
  176. encoding="${build.encoding}"
  177. srcdir="${src.dir};${build.src}"
  178. includes="org/apache/hadoop/**/*.java"
  179. destdir="${build.classes}"
  180. debug="${javac.debug}"
  181. optimize="${javac.optimize}"
  182. target="${javac.version}"
  183. source="${javac.version}"
  184. deprecation="${javac.deprecation}">
  185. <compilerarg line="${javac.args}" />
  186. <classpath refid="classpath"/>
  187. </javac>
  188. </target>
  189. <target name="compile-core-native" depends="compile-core-classes"
  190. if="compile.native">
  191. <mkdir dir="${build.native}/lib"/>
  192. <mkdir dir="${build.native}/src/org/apache/hadoop/io/compress/zlib"/>
  193. <mkdir dir="${build.native}/src/org/apache/hadoop/io/compress/lzo"/>
  194. <javah
  195. classpath="${build.classes}"
  196. destdir="${build.native}/src/org/apache/hadoop/io/compress/zlib"
  197. force="yes"
  198. verbose="yes"
  199. >
  200. <class name="org.apache.hadoop.io.compress.zlib.ZlibCompressor" />
  201. <class name="org.apache.hadoop.io.compress.zlib.ZlibDecompressor" />
  202. </javah>
  203. <javah
  204. classpath="${build.classes}"
  205. destdir="${build.native}/src/org/apache/hadoop/io/compress/lzo"
  206. force="yes"
  207. verbose="yes"
  208. >
  209. <class name="org.apache.hadoop.io.compress.lzo.LzoCompressor" />
  210. <class name="org.apache.hadoop.io.compress.lzo.LzoDecompressor" />
  211. </javah>
  212. <exec dir="${build.native}" executable="sh" failonerror="true">
  213. <env key="OS_NAME" value="${os.name}"/>
  214. <env key="OS_ARCH" value="${os.arch}"/>
  215. <env key="JVM_DATA_MODEL" value="${sun.arch.data.model}"/>
  216. <env key="HADOOP_NATIVE_SRCDIR" value="${native.src.dir}"/>
  217. <arg line="${native.src.dir}/configure"/>
  218. </exec>
  219. <exec dir="${build.native}" executable="make" failonerror="true">
  220. <env key="OS_NAME" value="${os.name}"/>
  221. <env key="OS_ARCH" value="${os.arch}"/>
  222. <env key="JVM_DATA_MODEL" value="${sun.arch.data.model}"/>
  223. <env key="HADOOP_NATIVE_SRCDIR" value="${native.src.dir}"/>
  224. </exec>
  225. <exec dir="${build.native}" executable="sh" failonerror="true">
  226. <arg line="${build.native}/libtool --mode=install cp ${build.native}/lib/libhadoop.la ${build.native}/lib"/>
  227. </exec>
  228. </target>
  229. <target name="compile-core" depends="compile-core-classes,compile-core-native">
  230. </target>
  231. <target name="compile-contrib" depends="compile-core">
  232. <subant target="deploy">
  233. <fileset file="${contrib.dir}/build.xml"/>
  234. </subant>
  235. </target>
  236. <target name="compile" depends="compile-core, compile-contrib">
  237. </target>
  238. <target name="compile-examples" depends="compile-core">
  239. <javac
  240. encoding="${build.encoding}"
  241. srcdir="${examples.dir}"
  242. includes="org/apache/hadoop/**/*.java"
  243. destdir="${build.examples}"
  244. debug="${javac.debug}"
  245. optimize="${javac.optimize}"
  246. target="${javac.version}"
  247. source="${javac.version}"
  248. deprecation="${javac.deprecation}">
  249. <compilerarg line="${javac.args}" />
  250. <classpath refid="classpath"/>
  251. </javac>
  252. </target>
  253. <!-- ================================================================== -->
  254. <!-- Make hadoop.jar -->
  255. <!-- ================================================================== -->
  256. <!-- -->
  257. <!-- ================================================================== -->
  258. <target name="jar" depends="compile-core">
  259. <tar compression="gzip" destfile="${build.classes}/bin.tgz">
  260. <tarfileset dir="bin" mode="755"/>
  261. </tar>
  262. <jar jarfile="${build.dir}/${final.name}-core.jar"
  263. basedir="${build.classes}">
  264. <manifest>
  265. <section name="org/apache/hadoop">
  266. <attribute name="Implementation-Title" value="Hadoop"/>
  267. <attribute name="Implementation-Version" value="${version}"/>
  268. <attribute name="Implementation-Vendor" value="Apache"/>
  269. </section>
  270. </manifest>
  271. <fileset file="${conf.dir}/hadoop-default.xml"/>
  272. <fileset file="${conf.dir}/mapred-default.xml"/>
  273. <fileset file="${conf.dir}/commons-logging.properties"/>
  274. <fileset file="${conf.dir}/log4j.properties"/>
  275. <fileset file="${conf.dir}/hadoop-metrics.properties"/>
  276. <zipfileset dir="${build.webapps}" prefix="webapps"/>
  277. </jar>
  278. </target>
  279. <!-- ================================================================== -->
  280. <!-- Make the Hadoop examples jar. -->
  281. <!-- ================================================================== -->
  282. <!-- -->
  283. <!-- ================================================================== -->
  284. <target name="examples" depends="jar, compile-examples">
  285. <jar jarfile="${build.dir}/${final.name}-examples.jar"
  286. basedir="${build.examples}">
  287. <manifest>
  288. <attribute name="Main-Class"
  289. value="org/apache/hadoop/examples/ExampleDriver"/>
  290. </manifest>
  291. </jar>
  292. </target>
  293. <!-- ================================================================== -->
  294. <!-- Make the Hadoop metrics jar. (for use outside Hadoop) -->
  295. <!-- ================================================================== -->
  296. <!-- -->
  297. <!-- ================================================================== -->
  298. <target name="metrics.jar" depends="compile-core">
  299. <jar jarfile="${build.dir}/hadoop-metrics-${version}.jar"
  300. basedir="${build.classes}">
  301. <include name="**/metrics/**" />
  302. <exclude name="**/package.html" />
  303. </jar>
  304. </target>
  305. <target name="generate-test-records" depends="compile-rcc-compiler">
  306. <recordcc destdir="${test.generated.dir}">
  307. <fileset dir="${test.src.dir}"
  308. includes="**/*.jr" />
  309. </recordcc>
  310. </target>
  311. <!-- ================================================================== -->
  312. <!-- Compile test code -->
  313. <!-- ================================================================== -->
  314. <target name="compile-core-test" depends="compile-examples, generate-test-records">
  315. <javac
  316. encoding="${build.encoding}"
  317. srcdir="${test.generated.dir}"
  318. includes="org/apache/hadoop/**/*.java"
  319. destdir="${test.build.classes}"
  320. debug="${javac.debug}"
  321. optimize="${javac.optimize}"
  322. target="${javac.version}"
  323. source="${javac.version}"
  324. deprecation="${javac.deprecation}">
  325. <compilerarg line="${javac.args}" />
  326. <classpath refid="test.classpath"/>
  327. </javac>
  328. <javac
  329. encoding="${build.encoding}"
  330. srcdir="${test.src.dir}"
  331. includes="org/apache/hadoop/**/*.java"
  332. destdir="${test.build.classes}"
  333. debug="${javac.debug}"
  334. optimize="${javac.optimize}"
  335. target="${javac.version}"
  336. source="${javac.version}"
  337. deprecation="${javac.deprecation}">
  338. <compilerarg line="${javac.args}" />
  339. <classpath refid="test.classpath"/>
  340. </javac>
  341. <javac
  342. encoding="${build.encoding}"
  343. srcdir="${test.src.dir}/testjar"
  344. includes="*.java"
  345. destdir="${test.build.testjar}"
  346. debug="${javac.debug}"
  347. optimize="${javac.optimize}"
  348. target="${javac.version}"
  349. source="${javac.version}"
  350. deprecation="${javac.deprecation}">
  351. <compilerarg line="${javac.args}" />
  352. <classpath refid="test.classpath"/>
  353. </javac>
  354. <delete file="${test.build.testjar}/testjob.jar"/>
  355. <jar jarfile="${test.build.testjar}/testjob.jar"
  356. basedir="${test.build.testjar}">
  357. </jar>
  358. <jar jarfile="${build.dir}/${final.name}-test.jar"
  359. basedir="${test.build.classes}">
  360. <manifest>
  361. <attribute name="Main-Class"
  362. value="org/apache/hadoop/test/AllTestDriver"/>
  363. </manifest>
  364. </jar>
  365. <delete dir="${test.cache.data}"/>
  366. <mkdir dir="${test.cache.data}"/>
  367. <copy file="${test.src.dir}/org/apache/hadoop/mapred/test.txt" todir="${test.cache.data}"/>
  368. <copy file="${test.src.dir}/org/apache/hadoop/mapred/test.jar" todir="${test.cache.data}"/>
  369. <copy file="${test.src.dir}/org/apache/hadoop/mapred/test.zip" todir="${test.cache.data}"/>
  370. </target>
  371. <!-- ================================================================== -->
  372. <!-- Run unit tests -->
  373. <!-- ================================================================== -->
  374. <target name="test-core" depends="compile-core-test">
  375. <delete dir="${test.build.data}"/>
  376. <mkdir dir="${test.build.data}"/>
  377. <delete dir="${test.log.dir}"/>
  378. <mkdir dir="${test.log.dir}"/>
  379. <junit showoutput="${test.output}" printsummary="yes" haltonfailure="no"
  380. fork="yes" maxmemory="256m" dir="${basedir}"
  381. errorProperty="tests.failed" failureProperty="tests.failed">
  382. <sysproperty key="test.build.data" value="${test.build.data}"/>
  383. <sysproperty key="hadoop.log.dir" value="${test.log.dir}"/>
  384. <sysproperty key="test.src.dir" value="${test.src.dir}"/>
  385. <sysproperty key="java.library.path"
  386. value="${build.native}/lib:${lib.dir}/native/${build.platform}"/>
  387. <classpath refid="${test.classpath.id}"/>
  388. <formatter type="${test.junit.output.format}" />
  389. <batchtest todir="${test.build.dir}" unless="testcase">
  390. <fileset dir="${test.src.dir}"
  391. includes="**/${test.include}.java"
  392. excludes="**/${test.exclude}.java" />
  393. </batchtest>
  394. <batchtest todir="${test.build.dir}" if="testcase">
  395. <fileset dir="${test.src.dir}" includes="**/${testcase}.java"/>
  396. </batchtest>
  397. </junit>
  398. <fail if="tests.failed">Tests failed!</fail>
  399. </target>
  400. <target name="test-contrib" depends="compile-core, compile-core-test">
  401. <subant target="test">
  402. <fileset file="${contrib.dir}/build.xml"/>
  403. </subant>
  404. </target>
  405. <target name="test" depends="test-core, test-contrib">
  406. </target>
  407. <!-- Run all unit tests, not just Test*, and use non-test configuration. -->
  408. <target name="test-cluster">
  409. <antcall target="test">
  410. <param name="test.include" value="*"/>
  411. <param name="test.classpath.id" value="test.cluster.classpath"/>
  412. </antcall>
  413. </target>
  414. <target name="nightly" depends="test, tar">
  415. </target>
  416. <!-- ================================================================== -->
  417. <!-- Documentation -->
  418. <!-- ================================================================== -->
  419. <target name="javadoc" depends="default-doc">
  420. <mkdir dir="${build.javadoc}"/>
  421. <javadoc
  422. overview="${src.dir}/overview.html"
  423. packagenames="org.apache.hadoop.*"
  424. destdir="${build.javadoc}"
  425. author="true"
  426. version="true"
  427. use="true"
  428. windowtitle="${Name} ${version} API"
  429. doctitle="${Name} ${version} API"
  430. bottom="Copyright &amp;copy; ${year} The Apache Software Foundation"
  431. >
  432. <packageset dir="${src.dir}"/>
  433. <packageset dir="${examples.dir}"/>
  434. <packageset dir="src/contrib/streaming/src/java"/>
  435. <packageset dir="src/contrib/smallJobsBenchmark/src/java"/>
  436. <packageset dir="src/contrib/abacus/src/java"/>
  437. <link href="${javadoc.link.java}"/>
  438. <classpath refid="classpath"/>
  439. <group title="Core" packages="org.apache.*"/>
  440. <group title="Examples" packages="org.apache.hadoop.examples*"/>
  441. <group title="contrib: Streaming" packages="org.apache.hadoop.streaming*"/>
  442. <group title="contrib: Small Jobs Benchmark" packages="org.apache.hadoop.benchmarks.mapred*"/>
  443. <group title="contrib: Abacus" packages="org.apache.hadoop.abacus*"/>
  444. </javadoc>
  445. </target>
  446. <target name="default-doc">
  447. <style basedir="${conf.dir}" destdir="${build.docs}"
  448. includes="hadoop-default.xml" style="conf/configuration.xsl"/>
  449. <copy todir="${build.docs}">
  450. <fileset dir="${docs.dir}" />
  451. </copy>
  452. </target>
  453. <!-- ================================================================== -->
  454. <!-- D I S T R I B U T I O N -->
  455. <!-- ================================================================== -->
  456. <!-- -->
  457. <!-- ================================================================== -->
  458. <target name="package" depends="jar, javadoc, examples, compile-core-test, deploy-contrib">
  459. <mkdir dir="${dist.dir}"/>
  460. <mkdir dir="${dist.dir}/lib"/>
  461. <mkdir dir="${dist.dir}/contrib"/>
  462. <mkdir dir="${dist.dir}/bin"/>
  463. <mkdir dir="${dist.dir}/docs"/>
  464. <mkdir dir="${dist.dir}/docs/api"/>
  465. <copy todir="${dist.dir}/lib" includeEmptyDirs="false">
  466. <fileset dir="lib">
  467. <exclude name="**/native/**"/>
  468. </fileset>
  469. </copy>
  470. <exec dir="${dist.dir}" executable="sh" failonerror="true">
  471. <env key="BASE_NATIVE_LIB_DIR" value="${lib.dir}/native"/>
  472. <env key="BUILD_NATIVE_DIR" value="${build.dir}/native"/>
  473. <env key="DIST_LIB_DIR" value="${dist.dir}/lib/native"/>
  474. <arg line="${native.src.dir}/packageNativeHadoop.sh"/>
  475. </exec>
  476. <copy todir="${dist.dir}/contrib" includeEmptyDirs="false" flatten="true">
  477. <fileset dir="build/contrib">
  478. <include name="*/*.jar"/>
  479. </fileset>
  480. </copy>
  481. <copy todir="${dist.dir}/webapps">
  482. <fileset dir="${build.webapps}"/>
  483. </copy>
  484. <copy file="${build.dir}/${final.name}-core.jar" todir="${dist.dir}"/>
  485. <copy file="${build.dir}/${final.name}-examples.jar" todir="${dist.dir}"/>
  486. <copy file="${build.dir}/${final.name}-test.jar" todir="${dist.dir}"/>
  487. <copy todir="${dist.dir}/bin">
  488. <fileset dir="bin"/>
  489. </copy>
  490. <copy todir="${dist.dir}/conf">
  491. <fileset dir="${conf.dir}" excludes="**/*.template"/>
  492. </copy>
  493. <copy todir="${dist.dir}/docs">
  494. <fileset dir="${build.docs}"/>
  495. </copy>
  496. <copy todir="${dist.dir}">
  497. <fileset dir=".">
  498. <include name="*.txt" />
  499. </fileset>
  500. </copy>
  501. <copy todir="${dist.dir}/src" includeEmptyDirs="true">
  502. <fileset dir="src" excludes="**/*.template"/>
  503. </copy>
  504. <copy todir="${dist.dir}/" file="build.xml"/>
  505. <chmod perm="ugo+x" type="file">
  506. <fileset dir="${dist.dir}/bin"/>
  507. <fileset dir="${dist.dir}/src/contrib/ec2/bin"/>
  508. <fileset dir="${dist.dir}/src/contrib/ec2/bin/image"/>
  509. </chmod>
  510. </target>
  511. <!-- ================================================================== -->
  512. <!-- Make release tarball -->
  513. <!-- ================================================================== -->
  514. <target name="tar" depends="package">
  515. <tar compression="gzip" longfile="gnu"
  516. destfile="${build.dir}/${final.name}.tar.gz">
  517. <tarfileset dir="${build.dir}" mode="664">
  518. <exclude name="${final.name}/bin/*" />
  519. <exclude name="${final.name}/src/contrib/ec2/bin/*" />
  520. <exclude name="${final.name}/src/contrib/ec2/bin/image/*" />
  521. <include name="${final.name}/**" />
  522. </tarfileset>
  523. <tarfileset dir="${build.dir}" mode="755">
  524. <include name="${final.name}/bin/*" />
  525. <include name="${final.name}/src/contrib/ec2/bin/*" />
  526. <include name="${final.name}/src/contrib/ec2/bin/image/*" />
  527. </tarfileset>
  528. </tar>
  529. </target>
  530. <!-- ================================================================== -->
  531. <!-- Clean. Delete the build files, and their directories -->
  532. <!-- ================================================================== -->
  533. <target name="clean" depends="clean-contrib">
  534. <delete dir="${build.dir}"/>
  535. </target>
  536. <!-- ================================================================== -->
  537. <!-- Contrib targets. For now, they must be called explicitely -->
  538. <!-- Using subant instead of ant as a workaround for 30569 -->
  539. <!-- ================================================================== -->
  540. <target name="deploy-contrib" depends="compile-core">
  541. <subant target="deploy">
  542. <fileset file="src/contrib/build.xml"/>
  543. </subant>
  544. </target>
  545. <target name="clean-contrib">
  546. <subant target="clean">
  547. <fileset file="src/contrib/build.xml"/>
  548. </subant>
  549. </target>
  550. <!-- ================================================================== -->
  551. <!-- libhdfs targets. -->
  552. <!-- ================================================================== -->
  553. <target name="compile-libhdfs" depends="init">
  554. <mkdir dir="${build.libhdfs}"/>
  555. <exec dir="${libhdfs.src}" executable="make">
  556. <env key="OS_NAME" value="${os.name}"/>
  557. <env key="OS_ARCH" value="${os.arch}"/>
  558. <env key="SHLIB_VERSION" value="${libhdfs.version}"/>
  559. <env key="LIBHDFS_BUILD_DIR" value="${build.libhdfs}"/>
  560. </exec>
  561. </target>
  562. <target name="test-libhdfs" depends="compile-libhdfs, compile-core">
  563. <delete dir="${libhdfs.test.dir}"/>
  564. <mkdir dir="${libhdfs.test.dir}"/>
  565. <mkdir dir="${libhdfs.test.dir}/logs"/>
  566. <mkdir dir="${libhdfs.test.dir}/dfs/name"/>
  567. <exec dir="${libhdfs.src}" executable="make" failonerror="true">
  568. <env key="OS_NAME" value="${os.name}"/>
  569. <env key="OS_ARCH" value="${os.arch}"/>
  570. <env key="SHLIB_VERSION" value="${libhdfs.version}"/>
  571. <env key="LIBHDFS_BUILD_DIR" value="${build.libhdfs}"/>
  572. <env key="HADOOP_HOME" value="${basedir}"/>
  573. <env key="HADOOP_CONF_DIR" value="${libhdfs.test.conf.dir}"/>
  574. <env key="HADOOP_LOG_DIR" value="${libhdfs.test.dir}/logs"/>
  575. <arg value="test"/>
  576. </exec>
  577. </target>
  578. <target name="clean-libhdfs">
  579. <exec dir="${libhdfs.src}" executable="make">
  580. <env key="LIBHDFS_BUILD_DIR" value="${build.libhdfs}"/>
  581. <arg value="clean"/>
  582. </exec>
  583. </target>
  584. <target name="doc-libhdfs" depends="compile-libhdfs">
  585. <exec dir="${libhdfs.src}" executable="make">
  586. <arg value="doc"/>
  587. </exec>
  588. </target>
  589. <target name="package-libhdfs" depends="compile-libhdfs, doc-libhdfs, package">
  590. <mkdir dir="${dist.dir}/libhdfs"/>
  591. <copy todir="${dist.dir}/libhdfs">
  592. <fileset dir="${build.libhdfs}"
  593. casesensitive="yes"
  594. followsymlinks="false">
  595. <exclude name="**/tests/**"/>
  596. <exclude name="*.so"/>
  597. <exclude name="*.o"/>
  598. </fileset>
  599. </copy>
  600. <chmod perm="ugo+x" type="file">
  601. <fileset dir="${dist.dir}/libhdfs"/>
  602. </chmod>
  603. <exec dir="${dist.dir}/libhdfs" executable="ln">
  604. <arg line="-sf libhdfs.so.${libhdfs.version} libhdfs.so"/>
  605. </exec>
  606. </target>
  607. </project>