build.xml 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409
  1. <?xml version="1.0"?>
  2. <project name="Hadoop" default="compile">
  3. <!-- Load all the default properties, and any the user wants -->
  4. <!-- to contribute (without having to type -D or edit this file -->
  5. <property file="${user.home}/build.properties" />
  6. <property file="${basedir}/build.properties" />
  7. <property name="Name" value="Hadoop"/>
  8. <property name="name" value="hadoop"/>
  9. <property name="version" value="0.3-dev"/>
  10. <property name="final.name" value="${name}-${version}"/>
  11. <property name="year" value="2006"/>
  12. <property name="src.dir" value="${basedir}/src/java"/>
  13. <property name="examples.dir" value="${basedir}/src/examples"/>
  14. <property name="lib.dir" value="${basedir}/lib"/>
  15. <property name="conf.dir" value="${basedir}/conf"/>
  16. <property name="docs.dir" value="${basedir}/docs"/>
  17. <property name="docs.src" value="${basedir}/src/web"/>
  18. <property name="build.dir" value="${basedir}/build"/>
  19. <property name="build.classes" value="${build.dir}/classes"/>
  20. <property name="build.src" value="${build.dir}/src"/>
  21. <property name="build.webapps" value="${build.dir}/webapps"/>
  22. <property name="build.examples" value="${build.dir}/examples"/>
  23. <property name="build.docs" value="${build.dir}/docs"/>
  24. <property name="build.javadoc" value="${build.docs}/api"/>
  25. <property name="build.encoding" value="ISO-8859-1"/>
  26. <property name="test.src.dir" value="${basedir}/src/test"/>
  27. <property name="test.build.dir" value="${build.dir}/test"/>
  28. <property name="test.build.data" value="${test.build.dir}/data"/>
  29. <property name="test.build.classes" value="${test.build.dir}/classes"/>
  30. <property name="test.build.javadoc" value="${test.build.dir}/docs/api"/>
  31. <property name="test.include" value="Test*"/>
  32. <property name="test.classpath.id" value="test.classpath"/>
  33. <property name="web.src.dir" value="${basedir}/src/web"/>
  34. <property name="src.webapps" value="${basedir}/src/webapps"/>
  35. <property name="javadoc.link.java"
  36. value="http://java.sun.com/j2se/1.4.2/docs/api/"/>
  37. <property name="javadoc.packages" value="org.apache.hadoop.*"/>
  38. <property name="dist.dir" value="${build.dir}/${final.name}"/>
  39. <property name="javac.debug" value="on"/>
  40. <property name="javac.optimize" value="on"/>
  41. <property name="javac.deprecation" value="off"/>
  42. <property name="javac.version" value="1.4"/>
  43. <!-- the normal classpath -->
  44. <path id="classpath">
  45. <pathelement location="${build.classes}"/>
  46. <fileset dir="${lib.dir}">
  47. <include name="**/*.jar" />
  48. </fileset>
  49. <pathelement location="${conf.dir}"/>
  50. </path>
  51. <!-- the unit test classpath: uses test.src.dir for configuration -->
  52. <path id="test.classpath">
  53. <pathelement location="${test.build.classes}" />
  54. <pathelement location="${test.src.dir}"/>
  55. <path refid="classpath"/>
  56. </path>
  57. <!-- the cluster test classpath: uses conf.dir for configuration -->
  58. <path id="test.cluster.classpath">
  59. <path refid="classpath"/>
  60. <pathelement location="${test.build.classes}" />
  61. <pathelement location="${test.src.dir}"/>
  62. </path>
  63. <!-- ====================================================== -->
  64. <!-- Stuff needed by all targets -->
  65. <!-- ====================================================== -->
  66. <target name="init">
  67. <mkdir dir="${build.dir}"/>
  68. <mkdir dir="${build.classes}"/>
  69. <mkdir dir="${build.src}"/>
  70. <mkdir dir="${build.webapps}/task/WEB-INF"/>
  71. <mkdir dir="${build.webapps}/job/WEB-INF"/>
  72. <mkdir dir="${build.examples}"/>
  73. <mkdir dir="${test.build.dir}"/>
  74. <mkdir dir="${test.build.classes}"/>
  75. <touch datetime="01/25/1971 2:00 pm">
  76. <fileset dir="${conf.dir}" includes="**/*.template"/>
  77. </touch>
  78. <!-- copy all of the jsp and static files -->
  79. <copy todir="${build.webapps}">
  80. <fileset dir="${src.webapps}">
  81. <exclude name="**/*.jsp" />
  82. </fileset>
  83. </copy>
  84. <copy todir="${conf.dir}" verbose="true">
  85. <fileset dir="${conf.dir}" includes="**/*.template"/>
  86. <mapper type="glob" from="*.template" to="*"/>
  87. </copy>
  88. </target>
  89. <!-- ====================================================== -->
  90. <!-- Compile the Java files -->
  91. <!-- ====================================================== -->
  92. <taskdef classname="org.apache.jasper.JspC" name="jsp-compile" >
  93. <classpath refid="classpath"/>
  94. </taskdef>
  95. <target name="record-parser" depends="init" if="javacc.home">
  96. <javacc
  97. target="${src.dir}/org/apache/hadoop/record/compiler/generated/rcc.jj"
  98. outputdirectory="${src.dir}/org/apache/hadoop/record/compiler/generated"
  99. javacchome="${javacc.home}"
  100. />
  101. </target>
  102. <target name="compile" depends="init, record-parser">
  103. <jsp-compile
  104. uriroot="${src.webapps}/task"
  105. outputdir="${build.src}"
  106. package="org.apache.hadoop.mapred"
  107. webxml="${build.webapps}/task/WEB-INF/web.xml">
  108. </jsp-compile>
  109. <jsp-compile
  110. uriroot="${src.webapps}/job"
  111. outputdir="${build.src}"
  112. package="org.apache.hadoop.mapred"
  113. webxml="${build.webapps}/job/WEB-INF/web.xml">
  114. </jsp-compile>
  115. <javac
  116. encoding="${build.encoding}"
  117. srcdir="${src.dir};${build.src}"
  118. includes="org/apache/hadoop/**/*.java"
  119. destdir="${build.classes}"
  120. debug="${javac.debug}"
  121. optimize="${javac.optimize}"
  122. target="${javac.version}"
  123. source="${javac.version}"
  124. deprecation="${javac.deprecation}">
  125. <classpath refid="classpath"/>
  126. </javac>
  127. </target>
  128. <target name="compile-examples" depends="compile">
  129. <javac
  130. encoding="${build.encoding}"
  131. srcdir="${examples.dir}"
  132. includes="org/apache/hadoop/**/*.java"
  133. destdir="${build.examples}"
  134. debug="${javac.debug}"
  135. optimize="${javac.optimize}"
  136. target="${javac.version}"
  137. source="${javac.version}"
  138. deprecation="${javac.deprecation}">
  139. <classpath refid="classpath"/>
  140. </javac>
  141. </target>
  142. <!-- ================================================================== -->
  143. <!-- Make hadoop.jar -->
  144. <!-- ================================================================== -->
  145. <!-- -->
  146. <!-- ================================================================== -->
  147. <target name="jar" depends="compile">
  148. <tar compression="gzip" destfile="${build.classes}/bin.tgz">
  149. <tarfileset dir="bin" mode="755"/>
  150. </tar>
  151. <jar jarfile="${build.dir}/${final.name}.jar"
  152. basedir="${build.classes}">
  153. <fileset file="${conf.dir}/hadoop-default.xml"/>
  154. <fileset file="${conf.dir}/mapred-default.xml"/>
  155. <zipfileset dir="${build.webapps}" prefix="webapps"/>
  156. </jar>
  157. </target>
  158. <!-- ================================================================== -->
  159. <!-- Make the Hadoop examples jar. -->
  160. <!-- ================================================================== -->
  161. <!-- -->
  162. <!-- ================================================================== -->
  163. <target name="examples" depends="jar, compile-examples">
  164. <jar jarfile="${build.dir}/${final.name}-examples.jar"
  165. basedir="${build.examples}">
  166. <manifest>
  167. <attribute name="Main-Class"
  168. value="org/apache/hadoop/examples/ExampleDriver"/>
  169. </manifest>
  170. </jar>
  171. </target>
  172. <!-- ================================================================== -->
  173. <!-- Make the Hadoop metrics jar. (for use outside Hadoop) -->
  174. <!-- ================================================================== -->
  175. <!-- -->
  176. <!-- ================================================================== -->
  177. <target name="metrics.jar" depends="compile">
  178. <jar jarfile="${build.dir}/hadoop-metrics-${version}.jar"
  179. basedir="${build.classes}">
  180. <include name="**/metrics/**" />
  181. <exclude name="**/package.html" />
  182. </jar>
  183. </target>
  184. <!-- ================================================================== -->
  185. <!-- Compile test code -->
  186. <!-- ================================================================== -->
  187. <target name="compile-test" depends="compile, jar">
  188. <javac
  189. encoding="${build.encoding}"
  190. srcdir="${test.src.dir}"
  191. includes="org/apache/hadoop/**/*.java"
  192. destdir="${test.build.classes}"
  193. debug="${javac.debug}"
  194. optimize="${javac.optimize}"
  195. target="${javac.version}"
  196. source="${javac.version}"
  197. deprecation="${javac.deprecation}">
  198. <classpath refid="test.classpath"/>
  199. </javac>
  200. <jar jarfile="${build.dir}/${final.name}-test.jar"
  201. basedir="${test.build.classes}">
  202. <manifest>
  203. <attribute name="Main-Class"
  204. value="org/apache/hadoop/test/AllTestDriver"/>
  205. </manifest>
  206. </jar>
  207. </target>
  208. <!-- ================================================================== -->
  209. <!-- Run unit tests -->
  210. <!-- ================================================================== -->
  211. <target name="test" depends="compile, examples, compile-test">
  212. <delete dir="${test.build.data}"/>
  213. <mkdir dir="${test.build.data}"/>
  214. <junit printsummary="yes" haltonfailure="no" fork="yes" dir="${basedir}"
  215. errorProperty="tests.failed" failureProperty="tests.failed">
  216. <sysproperty key="test.build.data" value="${test.build.data}"/>
  217. <sysproperty key="test.src.dir" value="${test.src.dir}"/>
  218. <classpath refid="${test.classpath.id}"/>
  219. <formatter type="plain" />
  220. <batchtest todir="${test.build.dir}" unless="testcase">
  221. <fileset dir="${test.src.dir}"
  222. includes="**/${test.include}.java"
  223. excludes="**/${test.exclude}.java" />
  224. </batchtest>
  225. <batchtest todir="${test.build.dir}" if="testcase">
  226. <fileset dir="${test.src.dir}" includes="**/${testcase}.java"/>
  227. </batchtest>
  228. </junit>
  229. <fail if="tests.failed">Tests failed!</fail>
  230. </target>
  231. <!-- Run all unit tests, not just Test*, and use non-test configuration. -->
  232. <target name="test-cluster">
  233. <antcall target="test">
  234. <param name="test.include" value="*"/>
  235. <param name="test.classpath.id" value="test.cluster.classpath"/>
  236. </antcall>
  237. </target>
  238. <target name="nightly" depends="test, tar">
  239. </target>
  240. <!-- ================================================================== -->
  241. <!-- Documentation -->
  242. <!-- ================================================================== -->
  243. <target name="javadoc" depends="compile, default-doc">
  244. <mkdir dir="${build.javadoc}"/>
  245. <javadoc
  246. overview="${src.dir}/overview.html"
  247. destdir="${build.javadoc}"
  248. author="true"
  249. version="true"
  250. use="true"
  251. windowtitle="${Name} ${version} API"
  252. doctitle="${Name} ${version} API"
  253. bottom="Copyright &amp;copy; ${year} The Apache Software Foundation"
  254. >
  255. <packageset dir="${src.dir}"/>
  256. <packageset dir="${examples.dir}"/>
  257. <link href="${javadoc.link.java}"/>
  258. <classpath refid="classpath"/>
  259. <group title="Core" packages="org.apache.hadoop.*"/>
  260. <group title="Examples" packages="org.apache.hadoop.examples"/>
  261. </javadoc>
  262. </target>
  263. <target name="default-doc">
  264. <style basedir="${conf.dir}" destdir="${build.docs}"
  265. includes="hadoop-default.xml" style="conf/configuration.xsl"/>
  266. </target>
  267. <!-- ================================================================== -->
  268. <!-- D I S T R I B U T I O N -->
  269. <!-- ================================================================== -->
  270. <!-- -->
  271. <!-- ================================================================== -->
  272. <target name="package" depends="jar, javadoc, examples, compile-test">
  273. <mkdir dir="${dist.dir}"/>
  274. <mkdir dir="${dist.dir}/lib"/>
  275. <mkdir dir="${dist.dir}/bin"/>
  276. <mkdir dir="${dist.dir}/docs"/>
  277. <mkdir dir="${dist.dir}/docs/api"/>
  278. <copy todir="${dist.dir}/lib" includeEmptyDirs="false">
  279. <fileset dir="lib"/>
  280. </copy>
  281. <copy todir="${dist.dir}/webapps">
  282. <fileset dir="${build.webapps}"/>
  283. </copy>
  284. <copy file="${build.dir}/${final.name}.jar" todir="${dist.dir}"/>
  285. <copy file="${build.dir}/${final.name}-examples.jar" todir="${dist.dir}"/>
  286. <copy file="${build.dir}/${final.name}-test.jar" todir="${dist.dir}"/>
  287. <copy todir="${dist.dir}/bin">
  288. <fileset dir="bin"/>
  289. </copy>
  290. <copy todir="${dist.dir}/conf">
  291. <fileset dir="${conf.dir}" excludes="**/*.template"/>
  292. </copy>
  293. <chmod perm="ugo+x" type="file">
  294. <fileset dir="${dist.dir}/bin"/>
  295. </chmod>
  296. <copy todir="${dist.dir}/docs">
  297. <fileset dir="${build.docs}"/>
  298. </copy>
  299. <copy todir="${dist.dir}">
  300. <fileset dir=".">
  301. <include name="*.txt" />
  302. </fileset>
  303. </copy>
  304. <copy todir="${dist.dir}/src" includeEmptyDirs="true">
  305. <fileset dir="src"/>
  306. </copy>
  307. <copy todir="${dist.dir}/" file="build.xml"/>
  308. </target>
  309. <!-- ================================================================== -->
  310. <!-- Make release tarball -->
  311. <!-- ================================================================== -->
  312. <target name="tar" depends="package">
  313. <tar compression="gzip" longfile="gnu"
  314. destfile="${build.dir}/${final.name}.tar.gz">
  315. <tarfileset dir="${build.dir}" mode="664">
  316. <exclude name="${final.name}/bin/*" />
  317. <include name="${final.name}/**" />
  318. </tarfileset>
  319. <tarfileset dir="${build.dir}" mode="755">
  320. <include name="${final.name}/bin/*" />
  321. </tarfileset>
  322. </tar>
  323. </target>
  324. <!-- ================================================================== -->
  325. <!-- Clean. Delete the build files, and their directories -->
  326. <!-- ================================================================== -->
  327. <target name="clean">
  328. <delete dir="${build.dir}"/>
  329. </target>
  330. <!-- ================================================================== -->
  331. <!-- Contrib targets. For now, they must be called explicitely -->
  332. <!-- Using subant instead of ant as a workaround for 30569 -->
  333. <!-- ================================================================== -->
  334. <target name="deploy-contrib" depends="compile">
  335. <subant target="deploy">
  336. <fileset file="src/contrib/build.xml"/>
  337. </subant>
  338. </target>
  339. <target name="test-contrib" depends="compile">
  340. <subant target="test">
  341. <fileset file="src/contrib/build.xml"/>
  342. </subant>
  343. </target>
  344. <target name="clean-contrib" depends="compile">
  345. <subant target="clean">
  346. <fileset file="src/contrib/build.xml"/>
  347. </subant>
  348. </target>
  349. </project>