build.xml 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639
  1. <?xml version="1.0"?>
  2. <project name="Hadoop" default="compile">
  3. <!-- Load all the default properties, and any the user wants -->
  4. <!-- to contribute (without having to type -D or edit this file -->
  5. <property file="${user.home}/build.properties" />
  6. <property file="${basedir}/build.properties" />
  7. <property name="Name" value="Hadoop"/>
  8. <property name="name" value="hadoop"/>
  9. <property name="version" value="0.10.2-dev"/>
  10. <property name="final.name" value="${name}-${version}"/>
  11. <property name="year" value="2006"/>
  12. <property name="libhdfs.version" value="1"/>
  13. <property name="src.dir" value="${basedir}/src/java"/>
  14. <property name="native.src.dir" value="${basedir}/src/native"/>
  15. <property name="examples.dir" value="${basedir}/src/examples"/>
  16. <property name="lib.dir" value="${basedir}/lib"/>
  17. <property name="conf.dir" value="${basedir}/conf"/>
  18. <property name="docs.dir" value="${basedir}/docs"/>
  19. <property name="docs.src" value="${basedir}/src/web"/>
  20. <property name="libhdfs.src" value="${basedir}/src/c++/libhdfs"/>
  21. <property name="build.dir" value="${basedir}/build"/>
  22. <property name="build.classes" value="${build.dir}/classes"/>
  23. <property name="build.src" value="${build.dir}/src"/>
  24. <property name="build.webapps" value="${build.dir}/webapps"/>
  25. <property name="build.examples" value="${build.dir}/examples"/>
  26. <property name="build.libhdfs" value="${build.dir}/libhdfs"/>
  27. <property name="build.platform" value="${os.name}-${os.arch}-${sun.arch.data.model}"/>
  28. <property name="build.native" value="${build.dir}/native/${build.platform}"/>
  29. <property name="build.docs" value="${build.dir}/docs"/>
  30. <property name="build.javadoc" value="${build.docs}/api"/>
  31. <property name="build.encoding" value="ISO-8859-1"/>
  32. <property name="test.src.dir" value="${basedir}/src/test"/>
  33. <property name="test.build.dir" value="${build.dir}/test"/>
  34. <property name="test.build.data" value="${test.build.dir}/data"/>
  35. <property name="test.cache.data" value="${test.build.dir}/cache"/>
  36. <property name="test.log.dir" value="${test.build.dir}/logs"/>
  37. <property name="test.build.classes" value="${test.build.dir}/classes"/>
  38. <property name="test.build.testjar" value="${test.build.dir}/testjar"/>
  39. <property name="test.build.javadoc" value="${test.build.dir}/docs/api"/>
  40. <property name="test.include" value="Test*"/>
  41. <property name="test.classpath.id" value="test.classpath"/>
  42. <property name="test.output" value="no"/>
  43. <property name="test.junit.output.format" value="plain"/>
  44. <property name="libhdfs.test.conf.dir" value="${libhdfs.src}/tests/conf"/>
  45. <property name="libhdfs.test.dir" value="${test.build.dir}/libhdfs"/>
  46. <property name="web.src.dir" value="${basedir}/src/web"/>
  47. <property name="src.webapps" value="${basedir}/src/webapps"/>
  48. <property name="javadoc.link.java"
  49. value="http://java.sun.com/j2se/1.5/docs/api/"/>
  50. <property name="javadoc.packages" value="org.apache.hadoop.*"/>
  51. <property name="dist.dir" value="${build.dir}/${final.name}"/>
  52. <property name="javac.debug" value="on"/>
  53. <property name="javac.optimize" value="on"/>
  54. <property name="javac.deprecation" value="off"/>
  55. <property name="javac.version" value="1.5"/>
  56. <!-- the normal classpath -->
  57. <path id="classpath">
  58. <pathelement location="${build.classes}"/>
  59. <fileset dir="${lib.dir}">
  60. <include name="**/*.jar" />
  61. </fileset>
  62. <pathelement location="${conf.dir}"/>
  63. </path>
  64. <!-- the unit test classpath: uses test.src.dir for configuration -->
  65. <path id="test.classpath">
  66. <pathelement location="${test.build.classes}" />
  67. <pathelement location="${test.src.dir}"/>
  68. <pathelement location="${build.dir}"/>
  69. <pathelement location="${build.examples}"/>
  70. <path refid="classpath"/>
  71. </path>
  72. <!-- the cluster test classpath: uses conf.dir for configuration -->
  73. <path id="test.cluster.classpath">
  74. <path refid="classpath"/>
  75. <pathelement location="${test.build.classes}" />
  76. <pathelement location="${test.src.dir}"/>
  77. <pathelement location="${build.dir}"/>
  78. </path>
  79. <!-- ====================================================== -->
  80. <!-- Stuff needed by all targets -->
  81. <!-- ====================================================== -->
  82. <target name="init">
  83. <mkdir dir="${build.dir}"/>
  84. <mkdir dir="${build.classes}"/>
  85. <mkdir dir="${build.src}"/>
  86. <mkdir dir="${build.webapps}/task/WEB-INF"/>
  87. <mkdir dir="${build.webapps}/job/WEB-INF"/>
  88. <mkdir dir="${build.webapps}/dfs/WEB-INF"/>
  89. <mkdir dir="${build.webapps}/datanode/WEB-INF"/>
  90. <mkdir dir="${build.examples}"/>
  91. <mkdir dir="${test.build.dir}"/>
  92. <mkdir dir="${test.build.classes}"/>
  93. <mkdir dir="${test.build.testjar}"/>
  94. <touch datetime="01/25/1971 2:00 pm">
  95. <fileset dir="${conf.dir}" includes="**/*.template"/>
  96. </touch>
  97. <!-- copy all of the jsp and static files -->
  98. <copy todir="${build.webapps}">
  99. <fileset dir="${src.webapps}">
  100. <exclude name="**/*.jsp" />
  101. </fileset>
  102. </copy>
  103. <copy todir="${conf.dir}" verbose="true">
  104. <fileset dir="${conf.dir}" includes="**/*.template"/>
  105. <mapper type="glob" from="*.template" to="*"/>
  106. </copy>
  107. <exec executable="sh">
  108. <arg line="src/saveVersion.sh ${version}"/>
  109. </exec>
  110. </target>
  111. <!-- ====================================================== -->
  112. <!-- Compile the Java files -->
  113. <!-- ====================================================== -->
  114. <taskdef classname="org.apache.jasper.JspC" name="jsp-compile" >
  115. <classpath refid="test.classpath"/>
  116. </taskdef>
  117. <target name="record-parser" depends="init" if="javacc.home">
  118. <javacc
  119. target="${src.dir}/org/apache/hadoop/record/compiler/generated/rcc.jj"
  120. outputdirectory="${src.dir}/org/apache/hadoop/record/compiler/generated"
  121. javacchome="${javacc.home}"
  122. />
  123. </target>
  124. <target name="compile-core-classes" depends="init, record-parser">
  125. <copy file="${src.webapps}/datanode/browseDirectory.jsp" todir="${src.webapps}/dfs/"/>
  126. <jsp-compile
  127. uriroot="${src.webapps}/task"
  128. outputdir="${build.src}"
  129. package="org.apache.hadoop.mapred"
  130. webxml="${build.webapps}/task/WEB-INF/web.xml">
  131. </jsp-compile>
  132. <jsp-compile
  133. uriroot="${src.webapps}/job"
  134. outputdir="${build.src}"
  135. package="org.apache.hadoop.mapred"
  136. webxml="${build.webapps}/job/WEB-INF/web.xml">
  137. </jsp-compile>
  138. <jsp-compile
  139. uriroot="${src.webapps}/dfs"
  140. outputdir="${build.src}"
  141. package="org.apache.hadoop.dfs"
  142. webxml="${build.webapps}/dfs/WEB-INF/web.xml">
  143. </jsp-compile>
  144. <jsp-compile
  145. uriroot="${src.webapps}/datanode"
  146. outputdir="${build.src}"
  147. package="org.apache.hadoop.dfs"
  148. webxml="${build.webapps}/datanode/WEB-INF/web.xml">
  149. </jsp-compile>
  150. <javac
  151. encoding="${build.encoding}"
  152. srcdir="${src.dir};${build.src}"
  153. includes="org/apache/hadoop/**/*.java"
  154. destdir="${build.classes}"
  155. debug="${javac.debug}"
  156. optimize="${javac.optimize}"
  157. target="${javac.version}"
  158. source="${javac.version}"
  159. deprecation="${javac.deprecation}">
  160. <classpath refid="classpath"/>
  161. </javac>
  162. </target>
  163. <target name="compile-core-native" depends="compile-core-classes"
  164. if="compile.native">
  165. <mkdir dir="${build.native}/lib"/>
  166. <mkdir dir="${build.native}/src/org/apache/hadoop/io/compress/zlib"/>
  167. <mkdir dir="${build.native}/src/org/apache/hadoop/io/compress/lzo"/>
  168. <javah
  169. classpath="${build.classes}"
  170. destdir="${build.native}/src/org/apache/hadoop/io/compress/zlib"
  171. force="yes"
  172. verbose="yes"
  173. >
  174. <class name="org.apache.hadoop.io.compress.zlib.ZlibCompressor" />
  175. <class name="org.apache.hadoop.io.compress.zlib.ZlibDecompressor" />
  176. </javah>
  177. <javah
  178. classpath="${build.classes}"
  179. destdir="${build.native}/src/org/apache/hadoop/io/compress/lzo"
  180. force="yes"
  181. verbose="yes"
  182. >
  183. <class name="org.apache.hadoop.io.compress.lzo.LzoCompressor" />
  184. <class name="org.apache.hadoop.io.compress.lzo.LzoDecompressor" />
  185. </javah>
  186. <exec dir="${build.native}" executable="sh" failonerror="true">
  187. <env key="OS_NAME" value="${os.name}"/>
  188. <env key="OS_ARCH" value="${os.arch}"/>
  189. <env key="JVM_DATA_MODEL" value="${sun.arch.data.model}"/>
  190. <env key="HADOOP_NATIVE_SRCDIR" value="${native.src.dir}"/>
  191. <arg line="${native.src.dir}/configure"/>
  192. </exec>
  193. <exec dir="${build.native}" executable="make" failonerror="true">
  194. <env key="OS_NAME" value="${os.name}"/>
  195. <env key="OS_ARCH" value="${os.arch}"/>
  196. <env key="JVM_DATA_MODEL" value="${sun.arch.data.model}"/>
  197. <env key="HADOOP_NATIVE_SRCDIR" value="${native.src.dir}"/>
  198. </exec>
  199. <exec dir="${build.native}" executable="sh" failonerror="true">
  200. <arg line="${build.native}/libtool --mode=install cp ${build.native}/lib/libhadoop.la ${build.native}/lib"/>
  201. </exec>
  202. </target>
  203. <target name="compile-core" depends="compile-core-classes,compile-core-native">
  204. </target>
  205. <target name="compile-contrib" depends="compile-core">
  206. <subant target="deploy">
  207. <fileset file="${basedir}/src/contrib/build.xml"/>
  208. </subant>
  209. </target>
  210. <target name="compile" depends="compile-core, compile-contrib">
  211. </target>
  212. <target name="compile-examples" depends="compile-core">
  213. <javac
  214. encoding="${build.encoding}"
  215. srcdir="${examples.dir}"
  216. includes="org/apache/hadoop/**/*.java"
  217. destdir="${build.examples}"
  218. debug="${javac.debug}"
  219. optimize="${javac.optimize}"
  220. target="${javac.version}"
  221. source="${javac.version}"
  222. deprecation="${javac.deprecation}">
  223. <classpath refid="classpath"/>
  224. </javac>
  225. </target>
  226. <!-- ================================================================== -->
  227. <!-- Make hadoop.jar -->
  228. <!-- ================================================================== -->
  229. <!-- -->
  230. <!-- ================================================================== -->
  231. <target name="jar" depends="compile-core">
  232. <tar compression="gzip" destfile="${build.classes}/bin.tgz">
  233. <tarfileset dir="bin" mode="755"/>
  234. </tar>
  235. <jar jarfile="${build.dir}/${final.name}-core.jar"
  236. basedir="${build.classes}">
  237. <manifest>
  238. <section name="org/apache/hadoop">
  239. <attribute name="Implementation-Title" value="Hadoop"/>
  240. <attribute name="Implementation-Version" value="${version}"/>
  241. <attribute name="Implementation-Vendor" value="Apache"/>
  242. </section>
  243. </manifest>
  244. <fileset file="${conf.dir}/hadoop-default.xml"/>
  245. <fileset file="${conf.dir}/mapred-default.xml"/>
  246. <fileset file="${conf.dir}/commons-logging.properties"/>
  247. <fileset file="${conf.dir}/log4j.properties"/>
  248. <fileset file="${conf.dir}/hadoop-metrics.properties"/>
  249. <zipfileset dir="${build.webapps}" prefix="webapps"/>
  250. </jar>
  251. </target>
  252. <!-- ================================================================== -->
  253. <!-- Make the Hadoop examples jar. -->
  254. <!-- ================================================================== -->
  255. <!-- -->
  256. <!-- ================================================================== -->
  257. <target name="examples" depends="jar, compile-examples">
  258. <jar jarfile="${build.dir}/${final.name}-examples.jar"
  259. basedir="${build.examples}">
  260. <manifest>
  261. <attribute name="Main-Class"
  262. value="org/apache/hadoop/examples/ExampleDriver"/>
  263. </manifest>
  264. </jar>
  265. </target>
  266. <!-- ================================================================== -->
  267. <!-- Make the Hadoop metrics jar. (for use outside Hadoop) -->
  268. <!-- ================================================================== -->
  269. <!-- -->
  270. <!-- ================================================================== -->
  271. <target name="metrics.jar" depends="compile-core">
  272. <jar jarfile="${build.dir}/hadoop-metrics-${version}.jar"
  273. basedir="${build.classes}">
  274. <include name="**/metrics/**" />
  275. <exclude name="**/package.html" />
  276. </jar>
  277. </target>
  278. <!-- ================================================================== -->
  279. <!-- Compile test code -->
  280. <!-- ================================================================== -->
  281. <target name="compile-core-test" depends="compile-examples">
  282. <javac
  283. encoding="${build.encoding}"
  284. srcdir="${test.src.dir}"
  285. includes="org/apache/hadoop/**/*.java"
  286. destdir="${test.build.classes}"
  287. debug="${javac.debug}"
  288. optimize="${javac.optimize}"
  289. target="${javac.version}"
  290. source="${javac.version}"
  291. deprecation="${javac.deprecation}">
  292. <classpath refid="test.classpath"/>
  293. </javac>
  294. <javac
  295. encoding="${build.encoding}"
  296. srcdir="${test.src.dir}/testjar"
  297. includes="*.java"
  298. destdir="${test.build.testjar}"
  299. debug="${javac.debug}"
  300. optimize="${javac.optimize}"
  301. target="${javac.version}"
  302. source="${javac.version}"
  303. deprecation="${javac.deprecation}">
  304. <classpath refid="test.classpath"/>
  305. </javac>
  306. <delete file="${test.build.testjar}/testjob.jar"/>
  307. <jar jarfile="${test.build.testjar}/testjob.jar"
  308. basedir="${test.build.testjar}">
  309. </jar>
  310. <jar jarfile="${build.dir}/${final.name}-test.jar"
  311. basedir="${test.build.classes}">
  312. <manifest>
  313. <attribute name="Main-Class"
  314. value="org/apache/hadoop/test/AllTestDriver"/>
  315. </manifest>
  316. </jar>
  317. <delete dir="${test.cache.data}"/>
  318. <mkdir dir="${test.cache.data}"/>
  319. <copy file="${test.src.dir}/org/apache/hadoop/mapred/test.txt" todir="${test.cache.data}"/>
  320. <copy file="${test.src.dir}/org/apache/hadoop/mapred/test.jar" todir="${test.cache.data}"/>
  321. <copy file="${test.src.dir}/org/apache/hadoop/mapred/test.zip" todir="${test.cache.data}"/>
  322. </target>
  323. <!-- ================================================================== -->
  324. <!-- Run unit tests -->
  325. <!-- ================================================================== -->
  326. <target name="test-core" depends="compile-core-test">
  327. <delete dir="${test.build.data}"/>
  328. <mkdir dir="${test.build.data}"/>
  329. <delete dir="${test.log.dir}"/>
  330. <mkdir dir="${test.log.dir}"/>
  331. <junit showoutput="${test.output}" printsummary="yes" haltonfailure="no"
  332. fork="yes" maxmemory="256m" dir="${basedir}"
  333. errorProperty="tests.failed" failureProperty="tests.failed">
  334. <sysproperty key="test.build.data" value="${test.build.data}"/>
  335. <sysproperty key="hadoop.log.dir" value="${test.log.dir}"/>
  336. <sysproperty key="test.src.dir" value="${test.src.dir}"/>
  337. <sysproperty key="java.library.path"
  338. value="${build.native}/lib:${lib.dir}/native/${build.platform}"/>
  339. <classpath refid="${test.classpath.id}"/>
  340. <formatter type="${test.junit.output.format}" />
  341. <batchtest todir="${test.build.dir}" unless="testcase">
  342. <fileset dir="${test.src.dir}"
  343. includes="**/${test.include}.java"
  344. excludes="**/${test.exclude}.java" />
  345. </batchtest>
  346. <batchtest todir="${test.build.dir}" if="testcase">
  347. <fileset dir="${test.src.dir}" includes="**/${testcase}.java"/>
  348. </batchtest>
  349. </junit>
  350. <fail if="tests.failed">Tests failed!</fail>
  351. </target>
  352. <target name="test-contrib" depends="compile-core, compile-core-test">
  353. <subant target="test">
  354. <fileset file="${basedir}/src/contrib/build.xml"/>
  355. </subant>
  356. </target>
  357. <target name="test" depends="test-core, test-contrib">
  358. </target>
  359. <!-- Run all unit tests, not just Test*, and use non-test configuration. -->
  360. <target name="test-cluster">
  361. <antcall target="test">
  362. <param name="test.include" value="*"/>
  363. <param name="test.classpath.id" value="test.cluster.classpath"/>
  364. </antcall>
  365. </target>
  366. <target name="nightly" depends="test, tar">
  367. </target>
  368. <!-- ================================================================== -->
  369. <!-- Documentation -->
  370. <!-- ================================================================== -->
  371. <target name="javadoc" depends="default-doc">
  372. <mkdir dir="${build.javadoc}"/>
  373. <javadoc
  374. overview="${src.dir}/overview.html"
  375. packagenames="org.apache.hadoop.*"
  376. destdir="${build.javadoc}"
  377. author="true"
  378. version="true"
  379. use="true"
  380. windowtitle="${Name} ${version} API"
  381. doctitle="${Name} ${version} API"
  382. bottom="Copyright &amp;copy; ${year} The Apache Software Foundation"
  383. >
  384. <packageset dir="${src.dir}"/>
  385. <packageset dir="${examples.dir}"/>
  386. <packageset dir="src/contrib/streaming/src/java"/>
  387. <packageset dir="src/contrib/smallJobsBenchmark/src/java"/>
  388. <link href="${javadoc.link.java}"/>
  389. <classpath refid="classpath"/>
  390. <group title="Core" packages="org.apache.*"/>
  391. <group title="Examples" packages="org.apache.hadoop.examples*"/>
  392. <group title="contrib: Streaming" packages="org.apache.hadoop.streaming*"/>
  393. <group title="contrib: Small Jobs Benchmark" packages="org.apache.hadoop.benchmarks.mapred*"/>
  394. </javadoc>
  395. </target>
  396. <target name="default-doc">
  397. <style basedir="${conf.dir}" destdir="${build.docs}"
  398. includes="hadoop-default.xml" style="conf/configuration.xsl"/>
  399. <copy todir="${build.docs}">
  400. <fileset dir="${docs.dir}" />
  401. </copy>
  402. </target>
  403. <!-- ================================================================== -->
  404. <!-- D I S T R I B U T I O N -->
  405. <!-- ================================================================== -->
  406. <!-- -->
  407. <!-- ================================================================== -->
  408. <target name="package" depends="jar, javadoc, examples, compile-core-test, deploy-contrib">
  409. <mkdir dir="${dist.dir}"/>
  410. <mkdir dir="${dist.dir}/lib"/>
  411. <mkdir dir="${dist.dir}/contrib"/>
  412. <mkdir dir="${dist.dir}/bin"/>
  413. <mkdir dir="${dist.dir}/docs"/>
  414. <mkdir dir="${dist.dir}/docs/api"/>
  415. <copy todir="${dist.dir}/lib" includeEmptyDirs="false">
  416. <fileset dir="lib">
  417. <exclude name="**/native/**"/>
  418. </fileset>
  419. </copy>
  420. <exec dir="${dist.dir}" executable="sh" failonerror="true">
  421. <env key="BASE_NATIVE_LIB_DIR" value="${lib.dir}/native"/>
  422. <env key="BUILD_NATIVE_DIR" value="${build.dir}/native"/>
  423. <env key="DIST_LIB_DIR" value="${dist.dir}/lib/native"/>
  424. <arg line="${native.src.dir}/packageNativeHadoop.sh"/>
  425. </exec>
  426. <copy todir="${dist.dir}/contrib" includeEmptyDirs="false" flatten="true">
  427. <fileset dir="build/contrib">
  428. <include name="*/*.jar"/>
  429. </fileset>
  430. </copy>
  431. <copy todir="${dist.dir}/webapps">
  432. <fileset dir="${build.webapps}"/>
  433. </copy>
  434. <copy file="${build.dir}/${final.name}-core.jar" todir="${dist.dir}"/>
  435. <copy file="${build.dir}/${final.name}-examples.jar" todir="${dist.dir}"/>
  436. <copy file="${build.dir}/${final.name}-test.jar" todir="${dist.dir}"/>
  437. <copy todir="${dist.dir}/bin">
  438. <fileset dir="bin"/>
  439. </copy>
  440. <copy todir="${dist.dir}/conf">
  441. <fileset dir="${conf.dir}" excludes="**/*.template"/>
  442. </copy>
  443. <chmod perm="ugo+x" type="file">
  444. <fileset dir="${dist.dir}/bin"/>
  445. </chmod>
  446. <copy todir="${dist.dir}/docs">
  447. <fileset dir="${build.docs}"/>
  448. </copy>
  449. <copy todir="${dist.dir}">
  450. <fileset dir=".">
  451. <include name="*.txt" />
  452. </fileset>
  453. </copy>
  454. <copy todir="${dist.dir}/src" includeEmptyDirs="true">
  455. <fileset dir="src"/>
  456. </copy>
  457. <copy todir="${dist.dir}/" file="build.xml"/>
  458. </target>
  459. <!-- ================================================================== -->
  460. <!-- Make release tarball -->
  461. <!-- ================================================================== -->
  462. <target name="tar" depends="package">
  463. <tar compression="gzip" longfile="gnu"
  464. destfile="${build.dir}/${final.name}.tar.gz">
  465. <tarfileset dir="${build.dir}" mode="664">
  466. <exclude name="${final.name}/bin/*" />
  467. <include name="${final.name}/**" />
  468. </tarfileset>
  469. <tarfileset dir="${build.dir}" mode="755">
  470. <include name="${final.name}/bin/*" />
  471. </tarfileset>
  472. </tar>
  473. </target>
  474. <!-- ================================================================== -->
  475. <!-- Clean. Delete the build files, and their directories -->
  476. <!-- ================================================================== -->
  477. <target name="clean" depends="clean-contrib">
  478. <delete dir="${build.dir}"/>
  479. </target>
  480. <!-- ================================================================== -->
  481. <!-- Contrib targets. For now, they must be called explicitely -->
  482. <!-- Using subant instead of ant as a workaround for 30569 -->
  483. <!-- ================================================================== -->
  484. <target name="deploy-contrib" depends="compile-core">
  485. <subant target="deploy">
  486. <fileset file="src/contrib/build.xml"/>
  487. </subant>
  488. </target>
  489. <target name="clean-contrib">
  490. <subant target="clean">
  491. <fileset file="src/contrib/build.xml"/>
  492. </subant>
  493. </target>
  494. <!-- ================================================================== -->
  495. <!-- libhdfs targets. -->
  496. <!-- ================================================================== -->
  497. <target name="compile-libhdfs" depends="init">
  498. <mkdir dir="${build.libhdfs}"/>
  499. <exec dir="${libhdfs.src}" executable="make">
  500. <env key="OS_NAME" value="${os.name}"/>
  501. <env key="OS_ARCH" value="${os.arch}"/>
  502. <env key="SHLIB_VERSION" value="${libhdfs.version}"/>
  503. <env key="LIBHDFS_BUILD_DIR" value="${build.libhdfs}"/>
  504. </exec>
  505. </target>
  506. <target name="test-libhdfs" depends="compile-libhdfs, compile-core">
  507. <delete dir="${libhdfs.test.dir}"/>
  508. <mkdir dir="${libhdfs.test.dir}"/>
  509. <mkdir dir="${libhdfs.test.dir}/logs"/>
  510. <mkdir dir="${libhdfs.test.dir}/dfs/name"/>
  511. <exec dir="${libhdfs.src}" executable="make" failonerror="true">
  512. <env key="OS_NAME" value="${os.name}"/>
  513. <env key="OS_ARCH" value="${os.arch}"/>
  514. <env key="SHLIB_VERSION" value="${libhdfs.version}"/>
  515. <env key="LIBHDFS_BUILD_DIR" value="${build.libhdfs}"/>
  516. <env key="HADOOP_HOME" value="${basedir}"/>
  517. <env key="HADOOP_CONF_DIR" value="${libhdfs.test.conf.dir}"/>
  518. <env key="HADOOP_LOG_DIR" value="${libhdfs.test.dir}/logs"/>
  519. <arg value="test"/>
  520. </exec>
  521. </target>
  522. <target name="clean-libhdfs">
  523. <exec dir="${libhdfs.src}" executable="make">
  524. <env key="LIBHDFS_BUILD_DIR" value="${build.libhdfs}"/>
  525. <arg value="clean"/>
  526. </exec>
  527. </target>
  528. <target name="doc-libhdfs" depends="compile-libhdfs">
  529. <exec dir="${libhdfs.src}" executable="make">
  530. <arg value="doc"/>
  531. </exec>
  532. </target>
  533. <target name="package-libhdfs" depends="compile-libhdfs, doc-libhdfs, package">
  534. <mkdir dir="${dist.dir}/libhdfs"/>
  535. <copy todir="${dist.dir}/libhdfs">
  536. <fileset dir="${build.libhdfs}"
  537. casesensitive="yes"
  538. followsymlinks="false">
  539. <exclude name="**/tests/**"/>
  540. <exclude name="*.so"/>
  541. <exclude name="*.o"/>
  542. </fileset>
  543. </copy>
  544. <chmod perm="ugo+x" type="file">
  545. <fileset dir="${dist.dir}/libhdfs"/>
  546. </chmod>
  547. <exec dir="${dist.dir}/libhdfs" executable="ln">
  548. <arg line="-sf libhdfs.so.${libhdfs.version} libhdfs.so"/>
  549. </exec>
  550. </target>
  551. </project>