build.xml 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356
  1. <?xml version="1.0"?>
  2. <project name="Hadoop" default="compile">
  3. <!-- Load all the default properties, and any the user wants -->
  4. <!-- to contribute (without having to type -D or edit this file -->
  5. <property file="${user.home}/build.properties" />
  6. <property file="${basedir}/build.properties" />
  7. <property name="Name" value="Hadoop"/>
  8. <property name="name" value="hadoop"/>
  9. <property name="version" value="0.2-dev"/>
  10. <property name="final.name" value="${name}-${version}"/>
  11. <property name="year" value="2006"/>
  12. <property name="src.dir" value="${basedir}/src/java"/>
  13. <property name="examples.dir" value="${basedir}/src/examples"/>
  14. <property name="lib.dir" value="${basedir}/lib"/>
  15. <property name="conf.dir" value="${basedir}/conf"/>
  16. <property name="docs.dir" value="${basedir}/docs"/>
  17. <property name="docs.src" value="${basedir}/src/web"/>
  18. <property name="build.dir" value="${basedir}/build"/>
  19. <property name="build.classes" value="${build.dir}/classes"/>
  20. <property name="build.src" value="${build.dir}/src"/>
  21. <property name="build.webapps" value="${build.dir}/webapps"/>
  22. <property name="build.examples" value="${build.dir}/examples"/>
  23. <property name="build.docs" value="${build.dir}/docs"/>
  24. <property name="build.javadoc" value="${build.docs}/api"/>
  25. <property name="build.encoding" value="ISO-8859-1"/>
  26. <property name="test.src.dir" value="${basedir}/src/test"/>
  27. <property name="test.build.dir" value="${build.dir}/test"/>
  28. <property name="test.build.data" value="${test.build.dir}/data"/>
  29. <property name="test.build.classes" value="${test.build.dir}/classes"/>
  30. <property name="test.build.javadoc" value="${test.build.dir}/docs/api"/>
  31. <property name="test.include" value="Test*"/>
  32. <property name="test.classpath.id" value="test.classpath"/>
  33. <property name="web.src.dir" value="${basedir}/src/web"/>
  34. <property name="src.webapps" value="${basedir}/src/webapps"/>
  35. <property name="javadoc.link.java"
  36. value="http://java.sun.com/j2se/1.4.2/docs/api/"/>
  37. <property name="javadoc.packages" value="org.apache.hadoop.*"/>
  38. <property name="dist.dir" value="${build.dir}/${final.name}"/>
  39. <property name="javac.debug" value="on"/>
  40. <property name="javac.optimize" value="on"/>
  41. <property name="javac.deprecation" value="off"/>
  42. <property name="javac.version" value="1.4"/>
  43. <!-- the normal classpath -->
  44. <path id="classpath">
  45. <pathelement location="${build.classes}"/>
  46. <fileset dir="${lib.dir}">
  47. <include name="**/*.jar" />
  48. </fileset>
  49. <pathelement location="${conf.dir}"/>
  50. </path>
  51. <!-- the unit test classpath: uses test.src.dir for configuration -->
  52. <path id="test.classpath">
  53. <pathelement location="${test.build.classes}" />
  54. <pathelement location="${test.src.dir}"/>
  55. <path refid="classpath"/>
  56. </path>
  57. <!-- the cluster test classpath: uses conf.dir for configuration -->
  58. <path id="test.cluster.classpath">
  59. <path refid="classpath"/>
  60. <pathelement location="${test.build.classes}" />
  61. <pathelement location="${test.src.dir}"/>
  62. </path>
  63. <!-- ====================================================== -->
  64. <!-- Stuff needed by all targets -->
  65. <!-- ====================================================== -->
  66. <target name="init">
  67. <mkdir dir="${build.dir}"/>
  68. <mkdir dir="${build.classes}"/>
  69. <mkdir dir="${build.src}"/>
  70. <mkdir dir="${build.webapps}/WEB-INF"/>
  71. <mkdir dir="${build.examples}"/>
  72. <mkdir dir="${test.build.dir}"/>
  73. <mkdir dir="${test.build.classes}"/>
  74. <touch datetime="01/25/1971 2:00 pm">
  75. <fileset dir="${conf.dir}" includes="**/*.template"/>
  76. </touch>
  77. <copy todir="${build.webapps}/">
  78. <fileset file="${src.webapps}/index.html"/>
  79. </copy>
  80. <copy todir="${conf.dir}" verbose="true">
  81. <fileset dir="${conf.dir}" includes="**/*.template"/>
  82. <mapper type="glob" from="*.template" to="*"/>
  83. </copy>
  84. </target>
  85. <!-- ====================================================== -->
  86. <!-- Compile the Java files -->
  87. <!-- ====================================================== -->
  88. <taskdef classname="org.apache.jasper.JspC" name="jsp-compile" >
  89. <classpath refid="classpath"/>
  90. </taskdef>
  91. <target name="compile" depends="init">
  92. <jsp-compile
  93. uriroot="${src.webapps}/mapred"
  94. outputdir="${build.src}"
  95. package="org.apache.hadoop.mapred"
  96. webxml="${build.webapps}/WEB-INF/web.xml">
  97. </jsp-compile>
  98. <javac
  99. encoding="${build.encoding}"
  100. srcdir="${src.dir};${build.src}"
  101. includes="org/apache/hadoop/**/*.java"
  102. destdir="${build.classes}"
  103. debug="${javac.debug}"
  104. optimize="${javac.optimize}"
  105. target="${javac.version}"
  106. source="${javac.version}"
  107. deprecation="${javac.deprecation}">
  108. <classpath refid="classpath"/>
  109. </javac>
  110. </target>
  111. <target name="compile-examples" depends="compile">
  112. <javac
  113. encoding="${build.encoding}"
  114. srcdir="${examples.dir}"
  115. includes="org/apache/hadoop/**/*.java"
  116. destdir="${build.examples}"
  117. debug="${javac.debug}"
  118. optimize="${javac.optimize}"
  119. target="${javac.version}"
  120. source="${javac.version}"
  121. deprecation="${javac.deprecation}">
  122. <classpath refid="classpath"/>
  123. </javac>
  124. </target>
  125. <!-- ================================================================== -->
  126. <!-- Make hadoop.jar -->
  127. <!-- ================================================================== -->
  128. <!-- -->
  129. <!-- ================================================================== -->
  130. <target name="jar" depends="compile">
  131. <tar compression="gzip" destfile="${build.classes}/bin.tgz">
  132. <tarfileset dir="bin" mode="755"/>
  133. </tar>
  134. <jar jarfile="${build.dir}/${final.name}.jar"
  135. basedir="${build.classes}">
  136. <fileset file="${conf.dir}/hadoop-default.xml"/>
  137. <fileset file="${conf.dir}/mapred-default.xml"/>
  138. <zipfileset dir="${build.webapps}" prefix="webapps"/>
  139. </jar>
  140. </target>
  141. <!-- ================================================================== -->
  142. <!-- Make the Hadoop examples jar. -->
  143. <!-- ================================================================== -->
  144. <!-- -->
  145. <!-- ================================================================== -->
  146. <target name="examples" depends="jar, compile-examples">
  147. <jar jarfile="${build.dir}/${final.name}-examples.jar"
  148. basedir="${build.examples}">
  149. <manifest>
  150. <attribute name="Main-Class"
  151. value="org/apache/hadoop/examples/ExampleDriver"/>
  152. </manifest>
  153. </jar>
  154. </target>
  155. <!-- ================================================================== -->
  156. <!-- Compile test code -->
  157. <!-- ================================================================== -->
  158. <target name="compile-test" depends="compile, jar">
  159. <javac
  160. encoding="${build.encoding}"
  161. srcdir="${test.src.dir}"
  162. includes="org/apache/hadoop/**/*.java"
  163. destdir="${test.build.classes}"
  164. debug="${javac.debug}"
  165. optimize="${javac.optimize}"
  166. target="${javac.version}"
  167. source="${javac.version}"
  168. deprecation="${javac.deprecation}">
  169. <classpath refid="test.classpath"/>
  170. </javac>
  171. <jar jarfile="${build.dir}/${final.name}-test.jar"
  172. basedir="${test.build.classes}">
  173. <manifest>
  174. <attribute name="Main-Class"
  175. value="org/apache/hadoop/test/AllTestDriver"/>
  176. </manifest>
  177. </jar>
  178. </target>
  179. <!-- ================================================================== -->
  180. <!-- Run unit tests -->
  181. <!-- ================================================================== -->
  182. <target name="test" depends="compile, examples, compile-test">
  183. <delete dir="${test.build.data}"/>
  184. <mkdir dir="${test.build.data}"/>
  185. <junit printsummary="yes" haltonfailure="no" fork="yes" dir="${basedir}"
  186. errorProperty="tests.failed" failureProperty="tests.failed">
  187. <sysproperty key="test.build.data" value="${test.build.data}"/>
  188. <sysproperty key="test.src.dir" value="${test.src.dir}"/>
  189. <classpath refid="${test.classpath.id}"/>
  190. <formatter type="plain" />
  191. <batchtest todir="${test.build.dir}" unless="testcase">
  192. <fileset dir="${test.src.dir}"
  193. includes="**/${test.include}.java"
  194. excludes="**/${test.exclude}.java" />
  195. </batchtest>
  196. <batchtest todir="${test.build.dir}" if="testcase">
  197. <fileset dir="${test.src.dir}" includes="**/${testcase}.java"/>
  198. </batchtest>
  199. </junit>
  200. <fail if="tests.failed">Tests failed!</fail>
  201. </target>
  202. <!-- Run all unit tests, not just Test*, and use non-test configuration. -->
  203. <target name="test-cluster">
  204. <antcall target="test">
  205. <param name="test.include" value="*"/>
  206. <param name="test.classpath.id" value="test.cluster.classpath"/>
  207. </antcall>
  208. </target>
  209. <target name="nightly" depends="test, tar">
  210. </target>
  211. <!-- ================================================================== -->
  212. <!-- Documentation -->
  213. <!-- ================================================================== -->
  214. <target name="javadoc" depends="compile, default-doc">
  215. <mkdir dir="${build.javadoc}"/>
  216. <javadoc
  217. overview="${src.dir}/overview.html"
  218. destdir="${build.javadoc}"
  219. author="true"
  220. version="true"
  221. use="true"
  222. windowtitle="${Name} ${version} API"
  223. doctitle="${Name} ${version} API"
  224. bottom="Copyright &amp;copy; ${year} The Apache Software Foundation"
  225. >
  226. <packageset dir="${src.dir}"/>
  227. <packageset dir="${examples.dir}"/>
  228. <link href="${javadoc.link.java}"/>
  229. <classpath refid="classpath"/>
  230. <group title="Core" packages="org.apache.hadoop.*"/>
  231. <group title="Examples" packages="org.apache.hadoop.examples"/>
  232. </javadoc>
  233. </target>
  234. <target name="default-doc">
  235. <style basedir="${conf.dir}" destdir="${build.docs}"
  236. includes="hadoop-default.xml" style="conf/configuration.xsl"/>
  237. </target>
  238. <!-- ================================================================== -->
  239. <!-- D I S T R I B U T I O N -->
  240. <!-- ================================================================== -->
  241. <!-- -->
  242. <!-- ================================================================== -->
  243. <target name="package" depends="jar, javadoc, examples">
  244. <mkdir dir="${dist.dir}"/>
  245. <mkdir dir="${dist.dir}/lib"/>
  246. <mkdir dir="${dist.dir}/bin"/>
  247. <mkdir dir="${dist.dir}/docs"/>
  248. <mkdir dir="${dist.dir}/docs/api"/>
  249. <copy todir="${dist.dir}/lib" includeEmptyDirs="false">
  250. <fileset dir="lib"/>
  251. </copy>
  252. <copy todir="${dist.dir}/webapps">
  253. <fileset dir="${build.webapps}"/>
  254. </copy>
  255. <copy file="${build.dir}/${final.name}.jar" todir="${dist.dir}"/>
  256. <copy file="${build.dir}/${final.name}-examples.jar" todir="${dist.dir}"/>
  257. <copy file="${build.dir}/${final.name}-test.jar" todir="${dist.dir}"/>
  258. <copy todir="${dist.dir}/bin">
  259. <fileset dir="bin"/>
  260. </copy>
  261. <copy todir="${dist.dir}/conf">
  262. <fileset dir="${conf.dir}" excludes="**/*.template"/>
  263. </copy>
  264. <chmod perm="ugo+x" type="file">
  265. <fileset dir="${dist.dir}/bin"/>
  266. </chmod>
  267. <copy todir="${dist.dir}/docs">
  268. <fileset dir="${build.docs}"/>
  269. </copy>
  270. <copy todir="${dist.dir}">
  271. <fileset dir=".">
  272. <include name="*.txt" />
  273. </fileset>
  274. </copy>
  275. <copy todir="${dist.dir}/src" includeEmptyDirs="true">
  276. <fileset dir="src"/>
  277. </copy>
  278. <copy todir="${dist.dir}/" file="build.xml"/>
  279. </target>
  280. <!-- ================================================================== -->
  281. <!-- Make release tarball -->
  282. <!-- ================================================================== -->
  283. <target name="tar" depends="package">
  284. <tar compression="gzip" longfile="gnu"
  285. destfile="${build.dir}/${final.name}.tar.gz">
  286. <tarfileset dir="${build.dir}" mode="664">
  287. <exclude name="${final.name}/bin/*" />
  288. <include name="${final.name}/**" />
  289. </tarfileset>
  290. <tarfileset dir="${build.dir}" mode="755">
  291. <include name="${final.name}/bin/*" />
  292. </tarfileset>
  293. </tar>
  294. </target>
  295. <!-- ================================================================== -->
  296. <!-- Clean. Delete the build files, and their directories -->
  297. <!-- ================================================================== -->
  298. <target name="clean">
  299. <delete dir="${build.dir}"/>
  300. </target>
  301. </project>