123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276 |
- <!--
- Licensed to the Apache Software Foundation (ASF) under one or more
- contributor license agreements. See the NOTICE file distributed with
- this work for additional information regarding copyright ownership.
- The ASF licenses this file to You under the Apache License, Version 2.0
- (the "License"); you may not use this file except in compliance with
- the License. You may obtain a copy of the License at
- http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License.
- -->
- <project name="aspects"
- xmlns:artifact="urn:maven-artifact-ant">
- <!-- Properties common for all fault injections -->
- <property name="build-fi.dir" value="${basedir}/build-fi"/>
- <property name="hadoop-fi.jar" location="${build.dir}/${final.name}-fi.jar" />
- <property name="compile-inject.output" value="${build-fi.dir}/compile-fi.log"/>
- <property name="aspectversion" value="1.6.5"/>
- <property file="${basedir}/build.properties"/>
- <!-- Properties related to system fault injection and tests -->
- <property name="system-test-build-dir" value="${build-fi.dir}/system"/>
- <!-- Properties specifically for system fault-injections and system tests -->
- <property name="herriot.suffix" value="instrumented"/>
- <property name="herriot.final.name" value="${name}-${herriot.suffix}-${version}"/>
- <property name="hadoop-common-instrumented.pom"
- location="${ivy.dir}/hadoop-common-${herriot.suffix}.xml" />
- <property name="hadoop-common-instrumented.jar"
- location="${system-test-build-dir}/${herriot.final.name}.jar" />
- <property name="hadoop-common-instrumented-sources.jar"
- location="${system-test-build-dir}/${herriot.final.name}-sources.jar" />
- <!--All Fault Injection (FI) related targets are located in this session -->
-
- <target name="clean-fi">
- <delete dir="${build-fi.dir}"/>
- </target>
-
- <!-- Weaving aspects in place
- Later on one can run 'ant jar-fault-inject' to create
- Hadoop jar file with instrumented classes
- -->
- <!-- Target -classes-compilation has to be defined in build.xml and
- needs to depend on classes compilation and test classes compilation
- targets. This is a poor man parametrization for targets -->
- <target name="-compile-fault-inject" depends="-classes-compilation" >
- <!-- AspectJ task definition -->
- <taskdef
- resource="org/aspectj/tools/ant/taskdefs/aspectjTaskdefs.properties">
- <classpath>
- <pathelement
- location="${common.ivy.lib.dir}/aspectjtools-${aspectversion}.jar"/>
- </classpath>
- </taskdef>
- <echo message="Start weaving aspects in place"/>
- <iajc
- encoding="${build.encoding}"
- srcdir="${java.src.dir};${build.src};${src.dir.path}"
- includes="org/apache/hadoop/**/*.java, org/apache/hadoop/**/*.aj"
- excludes="org/apache/hadoop/classification/tools/**/*, org/apache/hadoop/record/**/*"
- destDir="${dest.dir}"
- debug="${javac.debug}"
- target="${javac.version}"
- source="${javac.version}"
- deprecation="${javac.deprecation}">
- <classpath>
- <path refid="test.classpath"/>
- </classpath>
- </iajc>
- <loadfile property="injection.failure" srcfile="${compile-inject.output}">
- <filterchain>
- <linecontainsregexp>
- <regexp pattern='iajc.*warning'/>
- </linecontainsregexp>
- </filterchain>
- </loadfile>
- <fail if="injection.failure">
- Broken binding of advises: ${line.separator}${injection.failure}
- </fail>
- <echo message="Weaving of aspects is finished"/>
- </target>
- <!-- Classpath for running system tests -->
- <path id="test.system.classpath">
- <pathelement location="${hadoop.conf.dir.deployed}" />
- <pathelement location="${system-test-build-dir}/test/extraconf" />
- <pathelement location="${system-test-build-dir}/test/classes" />
- <pathelement location="${system-test-build-dir}/classes" />
- <pathelement location="${test.src.dir}" />
- <pathelement location="${build-fi.dir}" />
- <pathelement location="${build-fi.dir}/tools" />
- <pathelement path="${clover.jar}" />
- <fileset dir="${test.lib.dir}">
- <include name="**/*.jar" />
- <exclude name="**/excluded/" />
- </fileset>
- <fileset dir="${system-test-build-dir}">
- <include name="**/*.jar" />
- <exclude name="**/excluded/" />
- </fileset>
- <path refid="classpath" />
- </path>
- <target name="injectfaults"
- description="Instrument classes with faults and other AOP advices">
- <!--mkdir to prevent <subant> failure in case the folder has been removed-->
- <mkdir dir="${build-fi.dir}"/>
- <delete file="${compile-inject.output}"/>
- <weave-injectfault-aspects dest.dir="${build-fi.dir}/classes"
- src.dir="${test.src.dir}/aop">
- </weave-injectfault-aspects>
- </target>
- <!-- =============================================================== -->
- <!-- Create hadoop-{version}-dev-common.jar required to be deployed on -->
- <!-- cluster for system tests -->
- <!-- =============================================================== -->
- <target name="jar-system"
- depends="inject-system-faults"
- description="make hadoop.jar">
- <macro-jar-fault-inject target.name="jar"
- build.dir="${system-test-build-dir}"
- jar.final.name="final.name"
- jar.final.value="${herriot.final.name}">
- </macro-jar-fault-inject>
- <jar jarfile="${system-test-build-dir}/${herriot.final.name}-sources.jar"
- update="yes">
- <fileset dir="${test.src.dir}/system/java" includes="org/apache/hadoop/**/*.java"/>
- <fileset dir="${test.src.dir}/system/aop" includes="org/apache/hadoop/**/*.aj"/>
- </jar>
- </target>
- <macrodef name="weave-injectfault-aspects">
- <attribute name="dest.dir" />
- <attribute name="src.dir" />
- <sequential>
- <subant buildpath="build.xml" target="-compile-fault-inject"
- output="${compile-inject.output}">
- <property name="build.dir" value="${build-fi.dir}" />
- <property name="src.dir.path" value="@{src.dir}" />
- <property name="dest.dir" value="@{dest.dir}" />
- </subant>
- </sequential>
- </macrodef>
- <target name="inject-system-faults" description="Inject system faults">
- <property name="build-fi.dir" value="${system-test-build-dir}" />
- <mkdir dir="${build-fi.dir}"/>
- <delete file="${compile-inject.output}"/>
- <weave-injectfault-aspects dest.dir="${system-test-build-dir}/classes"
- src.dir="${test.src.dir}/system/java;${test.src.dir}/system/aop">
- </weave-injectfault-aspects>
- </target>
- <macrodef name="macro-run-tests-fault-inject">
- <attribute name="target.name" />
- <attribute name="testcasesonly" />
- <sequential>
- <subant buildpath="build.xml" target="@{target.name}">
- <property name="build.dir" value="${build-fi.dir}"/>
- <property name="test.fault.inject" value="yes"/>
- <property name="test.include" value="TestFi*"/>
- <!-- This one is needed for the special "regression" target only -->
- <property name="special.fi.testcasesonly" value="@{testcasesonly}"/>
- </subant>
- </sequential>
- </macrodef>
-
- <!-- ================================================================== -->
- <!-- Make hadoop-fi.jar including all Fault injected artifacts -->
- <!-- ================================================================== -->
- <macrodef name="macro-jar-fault-inject">
- <attribute name="target.name" />
- <attribute name="build.dir" />
- <attribute name="jar.final.name" />
- <attribute name="jar.final.value" />
- <sequential>
- <subant buildpath="build.xml" target="@{target.name}">
- <property name="build.dir" value="@{build.dir}"/>
- <property name="@{jar.final.name}" value="@{jar.final.value}"/>
- <property name="jar.extra.properties.list"
- value="${test.src.dir}/fi-site.xml" />
- </subant>
- </sequential>
- </macrodef>
- <!-- ================================================================== -->
- <!-- Make test jar files including all Fault Injected artifacts -->
- <!-- ================================================================== -->
- <macrodef name="macro-jar-test-fault-inject">
- <attribute name="target.name" />
- <attribute name="jar.final.name" />
- <attribute name="jar.final.value" />
- <sequential>
- <subant buildpath="build.xml" target="@{target.name}">
- <property name="build.dir" value="${build-fi.dir}"/>
- <property name="@{jar.final.name}"
- value="@{jar.final.value}"/>
- </subant>
- </sequential>
- </macrodef>
- <!--End of Fault Injection (FI) related session-->
- <!-- Start of cluster controller binary target -->
- <property name="runAs.src"
- value ="${test.src.dir}/system/c++/runAs"/>
- <property name="runAs.build.dir"
- value="${system-test-build-dir}/c++-build"/>
- <property name="runAs.configure.script"
- value="${runAs.build.dir}/configure"/>
- <target name="init-runAs-build">
- <condition property="runAs.parameters.passed">
- <not>
- <equals arg1="${run-as.hadoop.home.dir}"
- arg2="$${run-as.hadoop.home.dir}"/>
- </not>
- </condition>
- <fail unless="runAs.parameters.passed"
- message="Required parameters run-as.hadoop.home.dir not passed to the build"/>
- <mkdir dir="${runAs.build.dir}"/>
- <copy todir="${runAs.build.dir}" overwrite="true">
- <fileset dir="${runAs.src}" includes="**/*"/>
- </copy>
- <chmod perm="+x" file="${runAs.configure.script}">
- </chmod>
- </target>
- <target name="configure-runAs"
- depends="init-runAs-build">
- <exec executable="${runAs.configure.script}"
- dir="${runAs.build.dir}" failonerror="true">
- <arg value="--with-home=${run-as.hadoop.home.dir}"/>
- </exec>
- </target>
- <target name="run-as" depends="configure-runAs">
- <exec executable="${make.cmd}" dir="${runAs.build.dir}"
- searchpath="yes" failonerror="yes">
- <arg value="all" />
- </exec>
- </target>
- <!-- End of cluster controller binary target -->
- <!-- Maven -->
- <target name="-mvn-system-install" depends="mvn-taskdef, jar-system">
- <artifact:pom file="${hadoop-common-instrumented.pom}" id="hadoop.core.${herriot.suffix}"/>
- <artifact:install file="${hadoop-common-instrumented.jar}">
- <pom refid="hadoop.core.${herriot.suffix}"/>
- <attach file="${hadoop-common-instrumented-sources.jar}" classifier="sources" />
- </artifact:install>
- </target>
- <!-- -mvn-system-deploy target is no more called from the root
- build.xml -->
- <target name="-mvn-system-deploy" depends="mvn-taskdef, jar-system">
- <artifact:pom file="${hadoop-common-instrumented.pom}"
- id="hadoop.core.${herriot.suffix}"/>
- <artifact:install-provider artifactId="wagon-http" version="1.0-beta-2"/>
- <artifact:deploy file="${hadoop-common-instrumented.jar}">
- <remoteRepository id="apache.snapshots.https" url="${asfrepo}"/>
- <pom refid="hadoop.core.${herriot.suffix}"/>
- <attach file="${hadoop-common-instrumented-sources.jar}" classifier="sources"/>
- </artifact:deploy>
- </target>
- <!-- End of Maven -->
- </project>
|