build.xml 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678
  1. <?xml version="1.0"?>
  2. <project name="Hadoop" default="compile">
  3. <!-- Load all the default properties, and any the user wants -->
  4. <!-- to contribute (without having to type -D or edit this file -->
  5. <property file="${user.home}/build.properties" />
  6. <property file="${basedir}/build.properties" />
  7. <property name="Name" value="Hadoop"/>
  8. <property name="name" value="hadoop"/>
  9. <property name="version" value="0.10.2-dev"/>
  10. <property name="final.name" value="${name}-${version}"/>
  11. <property name="year" value="2006"/>
  12. <property name="libhdfs.version" value="1"/>
  13. <property name="src.dir" value="${basedir}/src/java"/>
  14. <property name="native.src.dir" value="${basedir}/src/native"/>
  15. <property name="examples.dir" value="${basedir}/src/examples"/>
  16. <property name="lib.dir" value="${basedir}/lib"/>
  17. <property name="conf.dir" value="${basedir}/conf"/>
  18. <property name="docs.dir" value="${basedir}/docs"/>
  19. <property name="docs.src" value="${basedir}/src/web"/>
  20. <property name="libhdfs.src" value="${basedir}/src/c++/libhdfs"/>
  21. <property name="build.dir" value="${basedir}/build"/>
  22. <property name="build.classes" value="${build.dir}/classes"/>
  23. <property name="build.src" value="${build.dir}/src"/>
  24. <property name="build.webapps" value="${build.dir}/webapps"/>
  25. <property name="build.examples" value="${build.dir}/examples"/>
  26. <property name="build.libhdfs" value="${build.dir}/libhdfs"/>
  27. <property name="build.platform" value="${os.name}-${os.arch}-${sun.arch.data.model}"/>
  28. <property name="build.native" value="${build.dir}/native/${build.platform}"/>
  29. <property name="build.docs" value="${build.dir}/docs"/>
  30. <property name="build.javadoc" value="${build.docs}/api"/>
  31. <property name="build.encoding" value="ISO-8859-1"/>
  32. <property name="test.src.dir" value="${basedir}/src/test"/>
  33. <property name="test.build.dir" value="${build.dir}/test"/>
  34. <property name="test.generated.dir" value="${test.build.dir}/src"/>
  35. <property name="test.build.data" value="${test.build.dir}/data"/>
  36. <property name="test.cache.data" value="${test.build.dir}/cache"/>
  37. <property name="test.log.dir" value="${test.build.dir}/logs"/>
  38. <property name="test.build.classes" value="${test.build.dir}/classes"/>
  39. <property name="test.build.testjar" value="${test.build.dir}/testjar"/>
  40. <property name="test.build.javadoc" value="${test.build.dir}/docs/api"/>
  41. <property name="test.include" value="Test*"/>
  42. <property name="test.classpath.id" value="test.classpath"/>
  43. <property name="test.output" value="no"/>
  44. <property name="test.junit.output.format" value="plain"/>
  45. <property name="libhdfs.test.conf.dir" value="${libhdfs.src}/tests/conf"/>
  46. <property name="libhdfs.test.dir" value="${test.build.dir}/libhdfs"/>
  47. <property name="web.src.dir" value="${basedir}/src/web"/>
  48. <property name="src.webapps" value="${basedir}/src/webapps"/>
  49. <property name="javadoc.link.java"
  50. value="http://java.sun.com/j2se/1.5/docs/api/"/>
  51. <property name="javadoc.packages" value="org.apache.hadoop.*"/>
  52. <property name="dist.dir" value="${build.dir}/${final.name}"/>
  53. <property name="javac.debug" value="on"/>
  54. <property name="javac.optimize" value="on"/>
  55. <property name="javac.deprecation" value="off"/>
  56. <property name="javac.version" value="1.5"/>
  57. <!-- the normal classpath -->
  58. <path id="classpath">
  59. <pathelement location="${build.classes}"/>
  60. <fileset dir="${lib.dir}">
  61. <include name="**/*.jar" />
  62. </fileset>
  63. <pathelement location="${conf.dir}"/>
  64. </path>
  65. <!-- the unit test classpath: uses test.src.dir for configuration -->
  66. <path id="test.classpath">
  67. <pathelement location="${test.build.classes}" />
  68. <pathelement location="${test.src.dir}"/>
  69. <pathelement location="${build.dir}"/>
  70. <pathelement location="${build.examples}"/>
  71. <path refid="classpath"/>
  72. </path>
  73. <!-- the cluster test classpath: uses conf.dir for configuration -->
  74. <path id="test.cluster.classpath">
  75. <path refid="classpath"/>
  76. <pathelement location="${test.build.classes}" />
  77. <pathelement location="${test.src.dir}"/>
  78. <pathelement location="${build.dir}"/>
  79. </path>
  80. <!-- ====================================================== -->
  81. <!-- Stuff needed by all targets -->
  82. <!-- ====================================================== -->
  83. <target name="init">
  84. <mkdir dir="${build.dir}"/>
  85. <mkdir dir="${build.classes}"/>
  86. <mkdir dir="${build.src}"/>
  87. <mkdir dir="${build.webapps}/task/WEB-INF"/>
  88. <mkdir dir="${build.webapps}/job/WEB-INF"/>
  89. <mkdir dir="${build.webapps}/dfs/WEB-INF"/>
  90. <mkdir dir="${build.webapps}/datanode/WEB-INF"/>
  91. <mkdir dir="${build.examples}"/>
  92. <mkdir dir="${test.build.dir}"/>
  93. <mkdir dir="${test.build.classes}"/>
  94. <mkdir dir="${test.build.testjar}"/>
  95. <touch datetime="01/25/1971 2:00 pm">
  96. <fileset dir="${conf.dir}" includes="**/*.template"/>
  97. </touch>
  98. <!-- copy all of the jsp and static files -->
  99. <copy todir="${build.webapps}">
  100. <fileset dir="${src.webapps}">
  101. <exclude name="**/*.jsp" />
  102. </fileset>
  103. </copy>
  104. <copy todir="${conf.dir}" verbose="true">
  105. <fileset dir="${conf.dir}" includes="**/*.template"/>
  106. <mapper type="glob" from="*.template" to="*"/>
  107. </copy>
  108. <exec executable="sh">
  109. <arg line="src/saveVersion.sh ${version}"/>
  110. </exec>
  111. </target>
  112. <!-- ====================================================== -->
  113. <!-- Compile the Java files -->
  114. <!-- ====================================================== -->
  115. <taskdef classname="org.apache.jasper.JspC" name="jsp-compile" >
  116. <classpath refid="test.classpath"/>
  117. </taskdef>
  118. <target name="record-parser" depends="init" if="javacc.home">
  119. <javacc
  120. target="${src.dir}/org/apache/hadoop/record/compiler/generated/rcc.jj"
  121. outputdirectory="${src.dir}/org/apache/hadoop/record/compiler/generated"
  122. javacchome="${javacc.home}"
  123. />
  124. </target>
  125. <target name="compile-rcc-compiler" depends="init, record-parser">
  126. <javac
  127. encoding="${build.encoding}"
  128. srcdir="${src.dir}"
  129. includes="org/apache/hadoop/record/compiler/**/*.java"
  130. destdir="${build.classes}"
  131. debug="${javac.debug}"
  132. optimize="${javac.optimize}"
  133. target="${javac.version}"
  134. source="${javac.version}"
  135. deprecation="${javac.deprecation}">
  136. <classpath refid="classpath"/>
  137. </javac>
  138. <taskdef name="recordcc" classname="org.apache.hadoop.record.compiler.ant.RccTask">
  139. <classpath refid="classpath" />
  140. </taskdef>
  141. </target>
  142. <target name="compile-core-classes" depends="init, compile-rcc-compiler">
  143. <copy file="${src.webapps}/datanode/browseDirectory.jsp" todir="${src.webapps}/dfs/"/>
  144. <jsp-compile
  145. uriroot="${src.webapps}/task"
  146. outputdir="${build.src}"
  147. package="org.apache.hadoop.mapred"
  148. webxml="${build.webapps}/task/WEB-INF/web.xml">
  149. </jsp-compile>
  150. <jsp-compile
  151. uriroot="${src.webapps}/job"
  152. outputdir="${build.src}"
  153. package="org.apache.hadoop.mapred"
  154. webxml="${build.webapps}/job/WEB-INF/web.xml">
  155. </jsp-compile>
  156. <jsp-compile
  157. uriroot="${src.webapps}/dfs"
  158. outputdir="${build.src}"
  159. package="org.apache.hadoop.dfs"
  160. webxml="${build.webapps}/dfs/WEB-INF/web.xml">
  161. </jsp-compile>
  162. <jsp-compile
  163. uriroot="${src.webapps}/datanode"
  164. outputdir="${build.src}"
  165. package="org.apache.hadoop.dfs"
  166. webxml="${build.webapps}/datanode/WEB-INF/web.xml">
  167. </jsp-compile>
  168. <javac
  169. encoding="${build.encoding}"
  170. srcdir="${src.dir};${build.src}"
  171. includes="org/apache/hadoop/**/*.java"
  172. destdir="${build.classes}"
  173. debug="${javac.debug}"
  174. optimize="${javac.optimize}"
  175. target="${javac.version}"
  176. source="${javac.version}"
  177. deprecation="${javac.deprecation}">
  178. <classpath refid="classpath"/>
  179. </javac>
  180. </target>
  181. <target name="compile-core-native" depends="compile-core-classes"
  182. if="compile.native">
  183. <mkdir dir="${build.native}/lib"/>
  184. <mkdir dir="${build.native}/src/org/apache/hadoop/io/compress/zlib"/>
  185. <mkdir dir="${build.native}/src/org/apache/hadoop/io/compress/lzo"/>
  186. <javah
  187. classpath="${build.classes}"
  188. destdir="${build.native}/src/org/apache/hadoop/io/compress/zlib"
  189. force="yes"
  190. verbose="yes"
  191. >
  192. <class name="org.apache.hadoop.io.compress.zlib.ZlibCompressor" />
  193. <class name="org.apache.hadoop.io.compress.zlib.ZlibDecompressor" />
  194. </javah>
  195. <javah
  196. classpath="${build.classes}"
  197. destdir="${build.native}/src/org/apache/hadoop/io/compress/lzo"
  198. force="yes"
  199. verbose="yes"
  200. >
  201. <class name="org.apache.hadoop.io.compress.lzo.LzoCompressor" />
  202. <class name="org.apache.hadoop.io.compress.lzo.LzoDecompressor" />
  203. </javah>
  204. <exec dir="${build.native}" executable="sh" failonerror="true">
  205. <env key="OS_NAME" value="${os.name}"/>
  206. <env key="OS_ARCH" value="${os.arch}"/>
  207. <env key="JVM_DATA_MODEL" value="${sun.arch.data.model}"/>
  208. <env key="HADOOP_NATIVE_SRCDIR" value="${native.src.dir}"/>
  209. <arg line="${native.src.dir}/configure"/>
  210. </exec>
  211. <exec dir="${build.native}" executable="make" failonerror="true">
  212. <env key="OS_NAME" value="${os.name}"/>
  213. <env key="OS_ARCH" value="${os.arch}"/>
  214. <env key="JVM_DATA_MODEL" value="${sun.arch.data.model}"/>
  215. <env key="HADOOP_NATIVE_SRCDIR" value="${native.src.dir}"/>
  216. </exec>
  217. <exec dir="${build.native}" executable="sh" failonerror="true">
  218. <arg line="${build.native}/libtool --mode=install cp ${build.native}/lib/libhadoop.la ${build.native}/lib"/>
  219. </exec>
  220. </target>
  221. <target name="compile-core" depends="compile-core-classes,compile-core-native">
  222. </target>
  223. <target name="compile-contrib" depends="compile-core">
  224. <subant target="deploy">
  225. <fileset file="${basedir}/src/contrib/build.xml"/>
  226. </subant>
  227. </target>
  228. <target name="compile" depends="compile-core, compile-contrib">
  229. </target>
  230. <target name="compile-examples" depends="compile-core">
  231. <javac
  232. encoding="${build.encoding}"
  233. srcdir="${examples.dir}"
  234. includes="org/apache/hadoop/**/*.java"
  235. destdir="${build.examples}"
  236. debug="${javac.debug}"
  237. optimize="${javac.optimize}"
  238. target="${javac.version}"
  239. source="${javac.version}"
  240. deprecation="${javac.deprecation}">
  241. <classpath refid="classpath"/>
  242. </javac>
  243. </target>
  244. <!-- ================================================================== -->
  245. <!-- Make hadoop.jar -->
  246. <!-- ================================================================== -->
  247. <!-- -->
  248. <!-- ================================================================== -->
  249. <target name="jar" depends="compile-core">
  250. <tar compression="gzip" destfile="${build.classes}/bin.tgz">
  251. <tarfileset dir="bin" mode="755"/>
  252. </tar>
  253. <jar jarfile="${build.dir}/${final.name}-core.jar"
  254. basedir="${build.classes}">
  255. <manifest>
  256. <section name="org/apache/hadoop">
  257. <attribute name="Implementation-Title" value="Hadoop"/>
  258. <attribute name="Implementation-Version" value="${version}"/>
  259. <attribute name="Implementation-Vendor" value="Apache"/>
  260. </section>
  261. </manifest>
  262. <fileset file="${conf.dir}/hadoop-default.xml"/>
  263. <fileset file="${conf.dir}/mapred-default.xml"/>
  264. <fileset file="${conf.dir}/commons-logging.properties"/>
  265. <fileset file="${conf.dir}/log4j.properties"/>
  266. <fileset file="${conf.dir}/hadoop-metrics.properties"/>
  267. <zipfileset dir="${build.webapps}" prefix="webapps"/>
  268. </jar>
  269. </target>
  270. <!-- ================================================================== -->
  271. <!-- Make the Hadoop examples jar. -->
  272. <!-- ================================================================== -->
  273. <!-- -->
  274. <!-- ================================================================== -->
  275. <target name="examples" depends="jar, compile-examples">
  276. <jar jarfile="${build.dir}/${final.name}-examples.jar"
  277. basedir="${build.examples}">
  278. <manifest>
  279. <attribute name="Main-Class"
  280. value="org/apache/hadoop/examples/ExampleDriver"/>
  281. </manifest>
  282. </jar>
  283. </target>
  284. <!-- ================================================================== -->
  285. <!-- Make the Hadoop metrics jar. (for use outside Hadoop) -->
  286. <!-- ================================================================== -->
  287. <!-- -->
  288. <!-- ================================================================== -->
  289. <target name="metrics.jar" depends="compile-core">
  290. <jar jarfile="${build.dir}/hadoop-metrics-${version}.jar"
  291. basedir="${build.classes}">
  292. <include name="**/metrics/**" />
  293. <exclude name="**/package.html" />
  294. </jar>
  295. </target>
  296. <target name="generate-test-records" depends="compile-rcc-compiler">
  297. <recordcc destdir="${test.generated.dir}">
  298. <fileset dir="${test.src.dir}"
  299. includes="**/*.jr" />
  300. </recordcc>
  301. </target>
  302. <!-- ================================================================== -->
  303. <!-- Compile test code -->
  304. <!-- ================================================================== -->
  305. <target name="compile-core-test" depends="compile-examples, generate-test-records">
  306. <javac
  307. encoding="${build.encoding}"
  308. srcdir="${test.generated.dir}"
  309. includes="org/apache/hadoop/**/*.java"
  310. destdir="${test.build.classes}"
  311. debug="${javac.debug}"
  312. optimize="${javac.optimize}"
  313. target="${javac.version}"
  314. source="${javac.version}"
  315. deprecation="${javac.deprecation}">
  316. <classpath refid="test.classpath"/>
  317. </javac>
  318. <javac
  319. encoding="${build.encoding}"
  320. srcdir="${test.src.dir}"
  321. includes="org/apache/hadoop/**/*.java"
  322. destdir="${test.build.classes}"
  323. debug="${javac.debug}"
  324. optimize="${javac.optimize}"
  325. target="${javac.version}"
  326. source="${javac.version}"
  327. deprecation="${javac.deprecation}">
  328. <classpath refid="test.classpath"/>
  329. </javac>
  330. <javac
  331. encoding="${build.encoding}"
  332. srcdir="${test.src.dir}/testjar"
  333. includes="*.java"
  334. destdir="${test.build.testjar}"
  335. debug="${javac.debug}"
  336. optimize="${javac.optimize}"
  337. target="${javac.version}"
  338. source="${javac.version}"
  339. deprecation="${javac.deprecation}">
  340. <classpath refid="test.classpath"/>
  341. </javac>
  342. <delete file="${test.build.testjar}/testjob.jar"/>
  343. <jar jarfile="${test.build.testjar}/testjob.jar"
  344. basedir="${test.build.testjar}">
  345. </jar>
  346. <jar jarfile="${build.dir}/${final.name}-test.jar"
  347. basedir="${test.build.classes}">
  348. <manifest>
  349. <attribute name="Main-Class"
  350. value="org/apache/hadoop/test/AllTestDriver"/>
  351. </manifest>
  352. </jar>
  353. <delete dir="${test.cache.data}"/>
  354. <mkdir dir="${test.cache.data}"/>
  355. <copy file="${test.src.dir}/org/apache/hadoop/mapred/test.txt" todir="${test.cache.data}"/>
  356. <copy file="${test.src.dir}/org/apache/hadoop/mapred/test.jar" todir="${test.cache.data}"/>
  357. <copy file="${test.src.dir}/org/apache/hadoop/mapred/test.zip" todir="${test.cache.data}"/>
  358. </target>
  359. <!-- ================================================================== -->
  360. <!-- Run unit tests -->
  361. <!-- ================================================================== -->
  362. <target name="test-core" depends="compile-core-test">
  363. <delete dir="${test.build.data}"/>
  364. <mkdir dir="${test.build.data}"/>
  365. <delete dir="${test.log.dir}"/>
  366. <mkdir dir="${test.log.dir}"/>
  367. <junit showoutput="${test.output}" printsummary="yes" haltonfailure="no"
  368. fork="yes" maxmemory="256m" dir="${basedir}"
  369. errorProperty="tests.failed" failureProperty="tests.failed">
  370. <sysproperty key="test.build.data" value="${test.build.data}"/>
  371. <sysproperty key="hadoop.log.dir" value="${test.log.dir}"/>
  372. <sysproperty key="test.src.dir" value="${test.src.dir}"/>
  373. <sysproperty key="java.library.path"
  374. value="${build.native}/lib:${lib.dir}/native/${build.platform}"/>
  375. <classpath refid="${test.classpath.id}"/>
  376. <formatter type="${test.junit.output.format}" />
  377. <batchtest todir="${test.build.dir}" unless="testcase">
  378. <fileset dir="${test.src.dir}"
  379. includes="**/${test.include}.java"
  380. excludes="**/${test.exclude}.java" />
  381. </batchtest>
  382. <batchtest todir="${test.build.dir}" if="testcase">
  383. <fileset dir="${test.src.dir}" includes="**/${testcase}.java"/>
  384. </batchtest>
  385. </junit>
  386. <fail if="tests.failed">Tests failed!</fail>
  387. </target>
  388. <target name="test-contrib" depends="compile-core, compile-core-test">
  389. <subant target="test">
  390. <fileset file="${basedir}/src/contrib/build.xml"/>
  391. </subant>
  392. </target>
  393. <target name="test" depends="test-core, test-contrib">
  394. </target>
  395. <!-- Run all unit tests, not just Test*, and use non-test configuration. -->
  396. <target name="test-cluster">
  397. <antcall target="test">
  398. <param name="test.include" value="*"/>
  399. <param name="test.classpath.id" value="test.cluster.classpath"/>
  400. </antcall>
  401. </target>
  402. <target name="nightly" depends="test, tar">
  403. </target>
  404. <!-- ================================================================== -->
  405. <!-- Documentation -->
  406. <!-- ================================================================== -->
  407. <target name="javadoc" depends="default-doc">
  408. <mkdir dir="${build.javadoc}"/>
  409. <javadoc
  410. overview="${src.dir}/overview.html"
  411. packagenames="org.apache.hadoop.*"
  412. destdir="${build.javadoc}"
  413. author="true"
  414. version="true"
  415. use="true"
  416. windowtitle="${Name} ${version} API"
  417. doctitle="${Name} ${version} API"
  418. bottom="Copyright &amp;copy; ${year} The Apache Software Foundation"
  419. >
  420. <packageset dir="${src.dir}"/>
  421. <packageset dir="${examples.dir}"/>
  422. <packageset dir="src/contrib/streaming/src/java"/>
  423. <packageset dir="src/contrib/smallJobsBenchmark/src/java"/>
  424. <link href="${javadoc.link.java}"/>
  425. <classpath refid="classpath"/>
  426. <group title="Core" packages="org.apache.*"/>
  427. <group title="Examples" packages="org.apache.hadoop.examples*"/>
  428. <group title="contrib: Streaming" packages="org.apache.hadoop.streaming*"/>
  429. <group title="contrib: Small Jobs Benchmark" packages="org.apache.hadoop.benchmarks.mapred*"/>
  430. </javadoc>
  431. </target>
  432. <target name="default-doc">
  433. <style basedir="${conf.dir}" destdir="${build.docs}"
  434. includes="hadoop-default.xml" style="conf/configuration.xsl"/>
  435. <copy todir="${build.docs}">
  436. <fileset dir="${docs.dir}" />
  437. </copy>
  438. </target>
  439. <!-- ================================================================== -->
  440. <!-- D I S T R I B U T I O N -->
  441. <!-- ================================================================== -->
  442. <!-- -->
  443. <!-- ================================================================== -->
  444. <target name="package" depends="jar, javadoc, examples, compile-core-test, deploy-contrib">
  445. <mkdir dir="${dist.dir}"/>
  446. <mkdir dir="${dist.dir}/lib"/>
  447. <mkdir dir="${dist.dir}/contrib"/>
  448. <mkdir dir="${dist.dir}/bin"/>
  449. <mkdir dir="${dist.dir}/docs"/>
  450. <mkdir dir="${dist.dir}/docs/api"/>
  451. <copy todir="${dist.dir}/lib" includeEmptyDirs="false">
  452. <fileset dir="lib">
  453. <exclude name="**/native/**"/>
  454. </fileset>
  455. </copy>
  456. <exec dir="${dist.dir}" executable="sh" failonerror="true">
  457. <env key="BASE_NATIVE_LIB_DIR" value="${lib.dir}/native"/>
  458. <env key="BUILD_NATIVE_DIR" value="${build.dir}/native"/>
  459. <env key="DIST_LIB_DIR" value="${dist.dir}/lib/native"/>
  460. <arg line="${native.src.dir}/packageNativeHadoop.sh"/>
  461. </exec>
  462. <copy todir="${dist.dir}/contrib" includeEmptyDirs="false" flatten="true">
  463. <fileset dir="build/contrib">
  464. <include name="*/*.jar"/>
  465. </fileset>
  466. </copy>
  467. <copy todir="${dist.dir}/webapps">
  468. <fileset dir="${build.webapps}"/>
  469. </copy>
  470. <copy file="${build.dir}/${final.name}-core.jar" todir="${dist.dir}"/>
  471. <copy file="${build.dir}/${final.name}-examples.jar" todir="${dist.dir}"/>
  472. <copy file="${build.dir}/${final.name}-test.jar" todir="${dist.dir}"/>
  473. <copy todir="${dist.dir}/bin">
  474. <fileset dir="bin"/>
  475. </copy>
  476. <copy todir="${dist.dir}/conf">
  477. <fileset dir="${conf.dir}" excludes="**/*.template"/>
  478. </copy>
  479. <chmod perm="ugo+x" type="file">
  480. <fileset dir="${dist.dir}/bin"/>
  481. </chmod>
  482. <copy todir="${dist.dir}/docs">
  483. <fileset dir="${build.docs}"/>
  484. </copy>
  485. <copy todir="${dist.dir}">
  486. <fileset dir=".">
  487. <include name="*.txt" />
  488. </fileset>
  489. </copy>
  490. <copy todir="${dist.dir}/src" includeEmptyDirs="true">
  491. <fileset dir="src"/>
  492. </copy>
  493. <copy todir="${dist.dir}/" file="build.xml"/>
  494. </target>
  495. <!-- ================================================================== -->
  496. <!-- Make release tarball -->
  497. <!-- ================================================================== -->
  498. <target name="tar" depends="package">
  499. <tar compression="gzip" longfile="gnu"
  500. destfile="${build.dir}/${final.name}.tar.gz">
  501. <tarfileset dir="${build.dir}" mode="664">
  502. <exclude name="${final.name}/bin/*" />
  503. <include name="${final.name}/**" />
  504. </tarfileset>
  505. <tarfileset dir="${build.dir}" mode="755">
  506. <include name="${final.name}/bin/*" />
  507. </tarfileset>
  508. </tar>
  509. </target>
  510. <!-- ================================================================== -->
  511. <!-- Clean. Delete the build files, and their directories -->
  512. <!-- ================================================================== -->
  513. <target name="clean" depends="clean-contrib">
  514. <delete dir="${build.dir}"/>
  515. </target>
  516. <!-- ================================================================== -->
  517. <!-- Contrib targets. For now, they must be called explicitely -->
  518. <!-- Using subant instead of ant as a workaround for 30569 -->
  519. <!-- ================================================================== -->
  520. <target name="deploy-contrib" depends="compile-core">
  521. <subant target="deploy">
  522. <fileset file="src/contrib/build.xml"/>
  523. </subant>
  524. </target>
  525. <target name="clean-contrib">
  526. <subant target="clean">
  527. <fileset file="src/contrib/build.xml"/>
  528. </subant>
  529. </target>
  530. <!-- ================================================================== -->
  531. <!-- libhdfs targets. -->
  532. <!-- ================================================================== -->
  533. <target name="compile-libhdfs" depends="init">
  534. <mkdir dir="${build.libhdfs}"/>
  535. <exec dir="${libhdfs.src}" executable="make">
  536. <env key="OS_NAME" value="${os.name}"/>
  537. <env key="OS_ARCH" value="${os.arch}"/>
  538. <env key="SHLIB_VERSION" value="${libhdfs.version}"/>
  539. <env key="LIBHDFS_BUILD_DIR" value="${build.libhdfs}"/>
  540. </exec>
  541. </target>
  542. <target name="test-libhdfs" depends="compile-libhdfs, compile-core">
  543. <delete dir="${libhdfs.test.dir}"/>
  544. <mkdir dir="${libhdfs.test.dir}"/>
  545. <mkdir dir="${libhdfs.test.dir}/logs"/>
  546. <mkdir dir="${libhdfs.test.dir}/dfs/name"/>
  547. <exec dir="${libhdfs.src}" executable="make" failonerror="true">
  548. <env key="OS_NAME" value="${os.name}"/>
  549. <env key="OS_ARCH" value="${os.arch}"/>
  550. <env key="SHLIB_VERSION" value="${libhdfs.version}"/>
  551. <env key="LIBHDFS_BUILD_DIR" value="${build.libhdfs}"/>
  552. <env key="HADOOP_HOME" value="${basedir}"/>
  553. <env key="HADOOP_CONF_DIR" value="${libhdfs.test.conf.dir}"/>
  554. <env key="HADOOP_LOG_DIR" value="${libhdfs.test.dir}/logs"/>
  555. <arg value="test"/>
  556. </exec>
  557. </target>
  558. <target name="clean-libhdfs">
  559. <exec dir="${libhdfs.src}" executable="make">
  560. <env key="LIBHDFS_BUILD_DIR" value="${build.libhdfs}"/>
  561. <arg value="clean"/>
  562. </exec>
  563. </target>
  564. <target name="doc-libhdfs" depends="compile-libhdfs">
  565. <exec dir="${libhdfs.src}" executable="make">
  566. <arg value="doc"/>
  567. </exec>
  568. </target>
  569. <target name="package-libhdfs" depends="compile-libhdfs, doc-libhdfs, package">
  570. <mkdir dir="${dist.dir}/libhdfs"/>
  571. <copy todir="${dist.dir}/libhdfs">
  572. <fileset dir="${build.libhdfs}"
  573. casesensitive="yes"
  574. followsymlinks="false">
  575. <exclude name="**/tests/**"/>
  576. <exclude name="*.so"/>
  577. <exclude name="*.o"/>
  578. </fileset>
  579. </copy>
  580. <chmod perm="ugo+x" type="file">
  581. <fileset dir="${dist.dir}/libhdfs"/>
  582. </chmod>
  583. <exec dir="${dist.dir}/libhdfs" executable="ln">
  584. <arg line="-sf libhdfs.so.${libhdfs.version} libhdfs.so"/>
  585. </exec>
  586. </target>
  587. </project>