1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972 |
- <?xml version="1.0" encoding="iso-8859-1" standalone="no"?>
- <!-- Generated by the JDiff Javadoc doclet -->
- <!-- (http://www.jdiff.org) -->
- <!-- on Wed Aug 24 13:55:59 PDT 2016 -->
- <api
- xmlns:xsi='http://www.w3.org/2001/XMLSchema-instance'
- xsi:noNamespaceSchemaLocation='api.xsd'
- name="hadoop-yarn-client 2.7.2"
- jdversion="1.0.9">
- <!-- Command line arguments = -doclet org.apache.hadoop.classification.tools.IncludePublicAnnotationsJDiffDoclet -docletpath /Users/vinodkv/Workspace/eclipse-workspace/apache-git/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/hadoop-annotations.jar:/Users/vinodkv/Workspace/eclipse-workspace/apache-git/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/jdiff.jar -verbose -classpath /Users/vinodkv/Workspace/eclipse-workspace/apache-git/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/classes:/Users/vinodkv/Workspace/eclipse-workspace/apache-git/hadoop/hadoop-common-project/hadoop-common/target/hadoop-common-2.7.2.jar:/Users/vinodkv/.m2/repository/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar:/Users/vinodkv/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/Users/vinodkv/.m2/repository/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/Users/vinodkv/.m2/repository/commons-codec/commons-codec/1.4/commons-codec-1.4.jar:/Users/vinodkv/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/Users/vinodkv/.m2/repository/commons-net/commons-net/3.1/commons-net-3.1.jar:/Users/vinodkv/.m2/repository/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/Users/vinodkv/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/Users/vinodkv/.m2/repository/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/Users/vinodkv/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/Users/vinodkv/.m2/repository/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/Users/vinodkv/.m2/repository/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/Users/vinodkv/.m2/repository/com/sun/jersey/jersey-json/1.9/jersey-json-1.9.jar:/Users/vinodkv/.m2/repository/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar:/Users/vinodkv/.m2/repository/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/Users/vinodkv/.m2/repository/asm/asm/3.2/asm-3.2.jar:/Users/vinodkv/.m2/repository/net/java/dev/jets3t/jets3t/0.9.0/jets3t-0.9.0.jar:/Users/vinodkv/.m2/repository/org/apache/httpcomponents/httpclient/4.2.5/httpclient-4.2.5.jar:/Users/vinodkv/.m2/repository/org/apache/httpcomponents/httpcore/4.2.5/httpcore-4.2.5.jar:/Users/vinodkv/.m2/repository/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar:/Users/vinodkv/.m2/repository/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/Users/vinodkv/.m2/repository/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/Users/vinodkv/.m2/repository/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/Users/vinodkv/.m2/repository/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/Users/vinodkv/.m2/repository/org/slf4j/slf4j-api/1.7.10/slf4j-api-1.7.10.jar:/Users/vinodkv/.m2/repository/org/slf4j/slf4j-log4j12/1.7.10/slf4j-log4j12-1.7.10.jar:/Users/vinodkv/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/Users/vinodkv/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/Users/vinodkv/.m2/repository/org/apache/avro/avro/1.7.4/avro-1.7.4.jar:/Users/vinodkv/.m2/repository/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/Users/vinodkv/.m2/repository/org/xerial/snappy/snappy-java/1.0.4.1/snappy-java-1.0.4.1.jar:/Users/vinodkv/.m2/repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/Users/vinodkv/.m2/repository/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/Users/vinodkv/Workspace/eclipse-workspace/apache-git/hadoop/hadoop-common-project/hadoop-auth/target/hadoop-auth-2.7.2.jar:/Users/vinodkv/.m2/repository/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/Users/vinodkv/.m2/repository/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/Users/vinodkv/.m2/repository/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/Users/vinodkv/.m2/repository/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/Users/vinodkv/.m2/repository/org/apache/curator/curator-framework/2.7.1/curator-framework-2.7.1.jar:/Users/vinodkv/.m2/repository/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/Users/vinodkv/.m2/repository/org/apache/curator/curator-client/2.7.1/curator-client-2.7.1.jar:/Users/vinodkv/.m2/repository/org/apache/curator/curator-recipes/2.7.1/curator-recipes-2.7.1.jar:/Users/vinodkv/.m2/repository/com/google/code/findbugs/jsr305/3.0.0/jsr305-3.0.0.jar:/Users/vinodkv/.m2/repository/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/Users/vinodkv/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/Users/vinodkv/.m2/repository/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/Users/vinodkv/.m2/repository/org/tukaani/xz/1.0/xz-1.0.jar:/Users/vinodkv/.m2/repository/com/google/guava/guava/11.0.2/guava-11.0.2.jar:/Users/vinodkv/.m2/repository/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar:/Users/vinodkv/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/Users/vinodkv/.m2/repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/Users/vinodkv/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/Users/vinodkv/Workspace/eclipse-workspace/apache-git/hadoop/hadoop-common-project/hadoop-annotations/target/hadoop-annotations-2.7.2.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_40.jdk/Contents/Home/lib/tools.jar:/Users/vinodkv/.m2/repository/io/netty/netty/3.6.2.Final/netty-3.6.2.Final.jar:/Users/vinodkv/Workspace/eclipse-workspace/apache-git/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/target/hadoop-yarn-api-2.7.2.jar:/Users/vinodkv/Workspace/eclipse-workspace/apache-git/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/hadoop-yarn-common-2.7.2.jar:/Users/vinodkv/.m2/repository/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/Users/vinodkv/.m2/repository/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/Users/vinodkv/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/Users/vinodkv/.m2/repository/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/Users/vinodkv/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/Users/vinodkv/.m2/repository/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/Users/vinodkv/.m2/repository/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/Users/vinodkv/.m2/repository/com/google/inject/guice/3.0/guice-3.0.jar:/Users/vinodkv/.m2/repository/javax/inject/javax.inject/1/javax.inject-1.jar:/Users/vinodkv/.m2/repository/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/Users/vinodkv/.m2/repository/com/sun/jersey/contribs/jersey-guice/1.9/jersey-guice-1.9.jar:/Users/vinodkv/.m2/repository/org/codehaus/jettison/jettison/1.1/jettison-1.1.jar -sourcepath /Users/vinodkv/Workspace/eclipse-workspace/apache-git/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java -doclet org.apache.hadoop.classification.tools.IncludePublicAnnotationsJDiffDoclet -docletpath /Users/vinodkv/Workspace/eclipse-workspace/apache-git/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/hadoop-annotations.jar:/Users/vinodkv/Workspace/eclipse-workspace/apache-git/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/jdiff.jar -apidir /Users/vinodkv/Workspace/eclipse-workspace/apache-git/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/site/jdiff/xml -apiname hadoop-yarn-client 2.7.2 -->
- <package name="org.apache.hadoop.yarn.client">
- </package>
- <package name="org.apache.hadoop.yarn.client.api">
- <!-- start class org.apache.hadoop.yarn.client.api.AHSClient -->
- <class name="AHSClient" extends="org.apache.hadoop.service.AbstractService"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="AHSClient" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="createAHSClient" return="org.apache.hadoop.yarn.client.api.AHSClient"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new instance of AHSClient.]]>
- </doc>
- </method>
- <method name="getApplicationReport" return="org.apache.hadoop.yarn.api.records.ApplicationReport"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="appId" type="org.apache.hadoop.yarn.api.records.ApplicationId"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a report of the given Application.
- <p>
- In secure mode, <code>YARN</code> verifies access to the application, queue
- etc. before accepting the request.
- <p>
- If the user does not have <code>VIEW_APP</code> access then the following
- fields in the report will be set to stubbed values:
- <ul>
- <li>host - set to "N/A"</li>
- <li>RPC port - set to -1</li>
- <li>client token - set to "N/A"</li>
- <li>diagnostics - set to "N/A"</li>
- <li>tracking URL - set to "N/A"</li>
- <li>original tracking URL - set to "N/A"</li>
- <li>resource usage report - all values are -1</li>
- </ul>
- @param appId
- {@link ApplicationId} of the application that needs a report
- @return application report
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getApplications" return="java.util.List"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get a report (ApplicationReport) of all Applications in the cluster.
- </p>
- <p>
- If the user does not have <code>VIEW_APP</code> access for an application
- then the corresponding report will be filtered as described in
- {@link #getApplicationReport(ApplicationId)}.
- </p>
- @return a list of reports for all applications
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getApplicationAttemptReport" return="org.apache.hadoop.yarn.api.records.ApplicationAttemptReport"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="applicationAttemptId" type="org.apache.hadoop.yarn.api.records.ApplicationAttemptId"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get a report of the given ApplicationAttempt.
- </p>
- <p>
- In secure mode, <code>YARN</code> verifies access to the application, queue
- etc. before accepting the request.
- </p>
- @param applicationAttemptId
- {@link ApplicationAttemptId} of the application attempt that needs
- a report
- @return application attempt report
- @throws YarnException
- @throws ApplicationAttemptNotFoundException if application attempt
- not found
- @throws IOException]]>
- </doc>
- </method>
- <method name="getApplicationAttempts" return="java.util.List"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="applicationId" type="org.apache.hadoop.yarn.api.records.ApplicationId"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get a report of all (ApplicationAttempts) of Application in the cluster.
- </p>
- @param applicationId
- @return a list of reports for all application attempts for specified
- application
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getContainerReport" return="org.apache.hadoop.yarn.api.records.ContainerReport"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="containerId" type="org.apache.hadoop.yarn.api.records.ContainerId"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get a report of the given Container.
- </p>
- <p>
- In secure mode, <code>YARN</code> verifies access to the application, queue
- etc. before accepting the request.
- </p>
- @param containerId
- {@link ContainerId} of the container that needs a report
- @return container report
- @throws YarnException
- @throws ContainerNotFoundException if container not found
- @throws IOException]]>
- </doc>
- </method>
- <method name="getContainers" return="java.util.List"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="applicationAttemptId" type="org.apache.hadoop.yarn.api.records.ApplicationAttemptId"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get a report of all (Containers) of ApplicationAttempt in the cluster.
- </p>
- @param applicationAttemptId
- @return a list of reports of all containers for specified application
- attempt
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.yarn.client.api.AHSClient -->
- <!-- start class org.apache.hadoop.yarn.client.api.AMRMClient -->
- <class name="AMRMClient" extends="org.apache.hadoop.service.AbstractService"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="AMRMClient" type="java.lang.String"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="createAMRMClient" return="org.apache.hadoop.yarn.client.api.AMRMClient"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new instance of AMRMClient.
- For usage:
- <pre>
- {@code
- AMRMClient.<T>createAMRMClientContainerRequest()
- }</pre>
- @return the newly create AMRMClient instance.]]>
- </doc>
- </method>
- <method name="registerApplicationMaster" return="org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterResponse"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="appHostName" type="java.lang.String"/>
- <param name="appHostPort" type="int"/>
- <param name="appTrackingUrl" type="java.lang.String"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Register the application master. This must be called before any
- other interaction
- @param appHostName Name of the host on which master is running
- @param appHostPort Port master is listening on
- @param appTrackingUrl URL at which the master info can be seen
- @return <code>RegisterApplicationMasterResponse</code>
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="allocate" return="org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="progressIndicator" type="float"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Request additional containers and receive new container allocations.
- Requests made via <code>addContainerRequest</code> are sent to the
- <code>ResourceManager</code>. New containers assigned to the master are
- retrieved. Status of completed containers and node health updates are also
- retrieved. This also doubles up as a heartbeat to the ResourceManager and
- must be made periodically. The call may not always return any new
- allocations of containers. App should not make concurrent allocate
- requests. May cause request loss.
- <p>
- Note : If the user has not removed container requests that have already
- been satisfied, then the re-register may end up sending the entire
- container requests to the RM (including matched requests). Which would mean
- the RM could end up giving it a lot of new allocated containers.
- </p>
- @param progressIndicator Indicates progress made by the master
- @return the response of the allocate request
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="unregisterApplicationMaster"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="appStatus" type="org.apache.hadoop.yarn.api.records.FinalApplicationStatus"/>
- <param name="appMessage" type="java.lang.String"/>
- <param name="appTrackingUrl" type="java.lang.String"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Unregister the application master. This must be called in the end.
- @param appStatus Success/Failure status of the master
- @param appMessage Diagnostics message on failure
- @param appTrackingUrl New URL to get master info
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="addContainerRequest"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="req" type="T"/>
- <doc>
- <![CDATA[Request containers for resources before calling <code>allocate</code>
- @param req Resource request]]>
- </doc>
- </method>
- <method name="removeContainerRequest"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="req" type="T"/>
- <doc>
- <![CDATA[Remove previous container request. The previous container request may have
- already been sent to the ResourceManager. So even after the remove request
- the app must be prepared to receive an allocation for the previous request
- even after the remove request
- @param req Resource request]]>
- </doc>
- </method>
- <method name="releaseAssignedContainer"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="containerId" type="org.apache.hadoop.yarn.api.records.ContainerId"/>
- <doc>
- <![CDATA[Release containers assigned by the Resource Manager. If the app cannot use
- the container or wants to give up the container then it can release them.
- The app needs to make new requests for the released resource capability if
- it still needs it. eg. it released non-local resources
- @param containerId]]>
- </doc>
- </method>
- <method name="getAvailableResources" return="org.apache.hadoop.yarn.api.records.Resource"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the currently available resources in the cluster.
- A valid value is available after a call to allocate has been made
- @return Currently available resources]]>
- </doc>
- </method>
- <method name="getClusterNodeCount" return="int"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the current number of nodes in the cluster.
- A valid values is available after a call to allocate has been made
- @return Current number of nodes in the cluster]]>
- </doc>
- </method>
- <method name="getMatchingRequests" return="java.util.List"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="priority" type="org.apache.hadoop.yarn.api.records.Priority"/>
- <param name="resourceName" type="java.lang.String"/>
- <param name="capability" type="org.apache.hadoop.yarn.api.records.Resource"/>
- <doc>
- <![CDATA[Get outstanding <code>ContainerRequest</code>s matching the given
- parameters. These ContainerRequests should have been added via
- <code>addContainerRequest</code> earlier in the lifecycle. For performance,
- the AMRMClient may return its internal collection directly without creating
- a copy. Users should not perform mutable operations on the return value.
- Each collection in the list contains requests with identical
- <code>Resource</code> size that fit in the given capability. In a
- collection, requests will be returned in the same order as they were added.
- @return Collection of request matching the parameters]]>
- </doc>
- </method>
- <method name="updateBlacklist"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="blacklistAdditions" type="java.util.List"/>
- <param name="blacklistRemovals" type="java.util.List"/>
- <doc>
- <![CDATA[Update application's blacklist with addition or removal resources.
- @param blacklistAdditions list of resources which should be added to the
- application blacklist
- @param blacklistRemovals list of resources which should be removed from the
- application blacklist]]>
- </doc>
- </method>
- <method name="setNMTokenCache"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="nmTokenCache" type="org.apache.hadoop.yarn.client.api.NMTokenCache"/>
- <doc>
- <![CDATA[Set the NM token cache for the <code>AMRMClient</code>. This cache must
- be shared with the {@link NMClient} used to manage containers for the
- <code>AMRMClient</code>
- <p>
- If a NM token cache is not set, the {@link NMTokenCache#getSingleton()}
- singleton instance will be used.
- @param nmTokenCache the NM token cache to use.]]>
- </doc>
- </method>
- <method name="getNMTokenCache" return="org.apache.hadoop.yarn.client.api.NMTokenCache"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the NM token cache of the <code>AMRMClient</code>. This cache must be
- shared with the {@link NMClient} used to manage containers for the
- <code>AMRMClient</code>.
- <p>
- If a NM token cache is not set, the {@link NMTokenCache#getSingleton()}
- singleton instance will be used.
- @return the NM token cache.]]>
- </doc>
- </method>
- <method name="waitFor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="check" type="com.google.common.base.Supplier"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Wait for <code>check</code> to return true for each 1000 ms.
- See also {@link #waitFor(com.google.common.base.Supplier, int)}
- and {@link #waitFor(com.google.common.base.Supplier, int, int)}
- @param check]]>
- </doc>
- </method>
- <method name="waitFor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="check" type="com.google.common.base.Supplier"/>
- <param name="checkEveryMillis" type="int"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Wait for <code>check</code> to return true for each
- <code>checkEveryMillis</code> ms.
- See also {@link #waitFor(com.google.common.base.Supplier, int, int)}
- @param check user defined checker
- @param checkEveryMillis interval to call <code>check</code>]]>
- </doc>
- </method>
- <method name="waitFor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="check" type="com.google.common.base.Supplier"/>
- <param name="checkEveryMillis" type="int"/>
- <param name="logInterval" type="int"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Wait for <code>check</code> to return true for each
- <code>checkEveryMillis</code> ms. In the main loop, this method will log
- the message "waiting in main loop" for each <code>logInterval</code> times
- iteration to confirm the thread is alive.
- @param check user defined checker
- @param checkEveryMillis interval to call <code>check</code>
- @param logInterval interval to log for each]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.yarn.client.api.AMRMClient -->
- <!-- start class org.apache.hadoop.yarn.client.api.NMClient -->
- <class name="NMClient" extends="org.apache.hadoop.service.AbstractService"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="NMClient" type="java.lang.String"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="createNMClient" return="org.apache.hadoop.yarn.client.api.NMClient"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new instance of NMClient.]]>
- </doc>
- </method>
- <method name="createNMClient" return="org.apache.hadoop.yarn.client.api.NMClient"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Create a new instance of NMClient.]]>
- </doc>
- </method>
- <method name="startContainer" return="java.util.Map"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="container" type="org.apache.hadoop.yarn.api.records.Container"/>
- <param name="containerLaunchContext" type="org.apache.hadoop.yarn.api.records.ContainerLaunchContext"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>Start an allocated container.</p>
- <p>The <code>ApplicationMaster</code> or other applications that use the
- client must provide the details of the allocated container, including the
- Id, the assigned node's Id and the token via {@link Container}. In
- addition, the AM needs to provide the {@link ContainerLaunchContext} as
- well.</p>
- @param container the allocated container
- @param containerLaunchContext the context information needed by the
- <code>NodeManager</code> to launch the
- container
- @return a map between the auxiliary service names and their outputs
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="stopContainer"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="containerId" type="org.apache.hadoop.yarn.api.records.ContainerId"/>
- <param name="nodeId" type="org.apache.hadoop.yarn.api.records.NodeId"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>Stop an started container.</p>
- @param containerId the Id of the started container
- @param nodeId the Id of the <code>NodeManager</code>
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getContainerStatus" return="org.apache.hadoop.yarn.api.records.ContainerStatus"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="containerId" type="org.apache.hadoop.yarn.api.records.ContainerId"/>
- <param name="nodeId" type="org.apache.hadoop.yarn.api.records.NodeId"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>Query the status of a container.</p>
- @param containerId the Id of the started container
- @param nodeId the Id of the <code>NodeManager</code>
- @return the status of a container
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="cleanupRunningContainersOnStop"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="enabled" type="boolean"/>
- <doc>
- <![CDATA[<p>Set whether the containers that are started by this client, and are
- still running should be stopped when the client stops. By default, the
- feature should be enabled.</p> However, containers will be stopped only
- when service is stopped. i.e. after {@link NMClient#stop()}.
- @param enabled whether the feature is enabled or not]]>
- </doc>
- </method>
- <method name="setNMTokenCache"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="nmTokenCache" type="org.apache.hadoop.yarn.client.api.NMTokenCache"/>
- <doc>
- <![CDATA[Set the NM Token cache of the <code>NMClient</code>. This cache must be
- shared with the {@link AMRMClient} that requested the containers managed
- by this <code>NMClient</code>
- <p>
- If a NM token cache is not set, the {@link NMTokenCache#getSingleton()}
- singleton instance will be used.
- @param nmTokenCache the NM token cache to use.]]>
- </doc>
- </method>
- <method name="getNMTokenCache" return="org.apache.hadoop.yarn.client.api.NMTokenCache"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the NM token cache of the <code>NMClient</code>. This cache must be
- shared with the {@link AMRMClient} that requested the containers managed
- by this <code>NMClient</code>
- <p>
- If a NM token cache is not set, the {@link NMTokenCache#getSingleton()}
- singleton instance will be used.
- @return the NM token cache]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.yarn.client.api.NMClient -->
- <!-- start class org.apache.hadoop.yarn.client.api.NMTokenCache -->
- <class name="NMTokenCache" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="NMTokenCache"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a NM token cache instance.]]>
- </doc>
- </constructor>
- <method name="getSingleton" return="org.apache.hadoop.yarn.client.api.NMTokenCache"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the singleton NM token cache.
- @return the singleton NM token cache.]]>
- </doc>
- </method>
- <method name="getNMToken" return="org.apache.hadoop.yarn.api.records.Token"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="nodeAddr" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns NMToken, null if absent. Only the singleton obtained from
- {@link #getSingleton()} is looked at for the tokens. If you are using your
- own NMTokenCache that is different from the singleton, use
- {@link #getToken(String) }
- @param nodeAddr
- @return {@link Token} NMToken required for communicating with node manager]]>
- </doc>
- </method>
- <method name="setNMToken"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="nodeAddr" type="java.lang.String"/>
- <param name="token" type="org.apache.hadoop.yarn.api.records.Token"/>
- <doc>
- <![CDATA[Sets the NMToken for node address only in the singleton obtained from
- {@link #getSingleton()}. If you are using your own NMTokenCache that is
- different from the singleton, use {@link #setToken(String, Token) }
- @param nodeAddr
- node address (host:port)
- @param token
- NMToken]]>
- </doc>
- </method>
- <method name="getToken" return="org.apache.hadoop.yarn.api.records.Token"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="nodeAddr" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns NMToken, null if absent
- @param nodeAddr
- @return {@link Token} NMToken required for communicating with node
- manager]]>
- </doc>
- </method>
- <method name="setToken"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="nodeAddr" type="java.lang.String"/>
- <param name="token" type="org.apache.hadoop.yarn.api.records.Token"/>
- <doc>
- <![CDATA[Sets the NMToken for node address
- @param nodeAddr node address (host:port)
- @param token NMToken]]>
- </doc>
- </method>
- <doc>
- <![CDATA[NMTokenCache manages NMTokens required for an Application Master
- communicating with individual NodeManagers.
- <p>
- By default Yarn client libraries {@link AMRMClient} and {@link NMClient} use
- {@link #getSingleton()} instance of the cache.
- <ul>
- <li>
- Using the singleton instance of the cache is appropriate when running a
- single ApplicationMaster in the same JVM.
- </li>
- <li>
- When using the singleton, users don't need to do anything special,
- {@link AMRMClient} and {@link NMClient} are already set up to use the
- default singleton {@link NMTokenCache}
- </li>
- </ul>
- If running multiple Application Masters in the same JVM, a different cache
- instance should be used for each Application Master.
- <ul>
- <li>
- If using the {@link AMRMClient} and the {@link NMClient}, setting up
- and using an instance cache is as follows:
- <pre>
- NMTokenCache nmTokenCache = new NMTokenCache();
- AMRMClient rmClient = AMRMClient.createAMRMClient();
- NMClient nmClient = NMClient.createNMClient();
- nmClient.setNMTokenCache(nmTokenCache);
- ...
- </pre>
- </li>
- <li>
- If using the {@link AMRMClientAsync} and the {@link NMClientAsync},
- setting up and using an instance cache is as follows:
- <pre>
- NMTokenCache nmTokenCache = new NMTokenCache();
- AMRMClient rmClient = AMRMClient.createAMRMClient();
- NMClient nmClient = NMClient.createNMClient();
- nmClient.setNMTokenCache(nmTokenCache);
- AMRMClientAsync rmClientAsync = new AMRMClientAsync(rmClient, 1000, [AMRM_CALLBACK]);
- NMClientAsync nmClientAsync = new NMClientAsync("nmClient", nmClient, [NM_CALLBACK]);
- ...
- </pre>
- </li>
- <li>
- If using {@link ApplicationMasterProtocol} and
- {@link ContainerManagementProtocol} directly, setting up and using an
- instance cache is as follows:
- <pre>
- NMTokenCache nmTokenCache = new NMTokenCache();
- ...
- ApplicationMasterProtocol amPro = ClientRMProxy.createRMProxy(conf, ApplicationMasterProtocol.class);
- ...
- AllocateRequest allocateRequest = ...
- ...
- AllocateResponse allocateResponse = rmClient.allocate(allocateRequest);
- for (NMToken token : allocateResponse.getNMTokens()) {
- nmTokenCache.setToken(token.getNodeId().toString(), token.getToken());
- }
- ...
- ContainerManagementProtocolProxy nmPro = ContainerManagementProtocolProxy(conf, nmTokenCache);
- ...
- nmPro.startContainer(container, containerContext);
- ...
- </pre>
- </li>
- </ul>
- It is also possible to mix the usage of a client ({@code AMRMClient} or
- {@code NMClient}, or the async versions of them) with a protocol proxy
- ({@code ContainerManagementProtocolProxy} or
- {@code ApplicationMasterProtocol}).]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.yarn.client.api.NMTokenCache -->
- <!-- start class org.apache.hadoop.yarn.client.api.SharedCacheClient -->
- <class name="SharedCacheClient" extends="org.apache.hadoop.service.AbstractService"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SharedCacheClient" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="createSharedCacheClient" return="org.apache.hadoop.yarn.client.api.SharedCacheClient"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="use" return="org.apache.hadoop.fs.Path"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="applicationId" type="org.apache.hadoop.yarn.api.records.ApplicationId"/>
- <param name="resourceKey" type="java.lang.String"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <doc>
- <![CDATA[<p>
- The method to claim a resource with the <code>SharedCacheManager.</code>
- The client uses a checksum to identify the resource and an
- {@link ApplicationId} to identify which application will be using the
- resource.
- </p>
- <p>
- The <code>SharedCacheManager</code> responds with whether or not the
- resource exists in the cache. If the resource exists, a <code>Path</code>
- to the resource in the shared cache is returned. If the resource does not
- exist, null is returned instead.
- </p>
- @param applicationId ApplicationId of the application using the resource
- @param resourceKey the key (i.e. checksum) that identifies the resource
- @return Path to the resource, or null if it does not exist]]>
- </doc>
- </method>
- <method name="release"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="applicationId" type="org.apache.hadoop.yarn.api.records.ApplicationId"/>
- <param name="resourceKey" type="java.lang.String"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <doc>
- <![CDATA[<p>
- The method to release a resource with the <code>SharedCacheManager.</code>
- This method is called once an application is no longer using a claimed
- resource in the shared cache. The client uses a checksum to identify the
- resource and an {@link ApplicationId} to identify which application is
- releasing the resource.
- </p>
- <p>
- Note: This method is an optimization and the client is not required to call
- it for correctness.
- </p>
- @param applicationId ApplicationId of the application releasing the
- resource
- @param resourceKey the key (i.e. checksum) that identifies the resource]]>
- </doc>
- </method>
- <method name="getFileChecksum" return="java.lang.String"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="sourceFile" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[A convenience method to calculate the checksum of a specified file.
- @param sourceFile A path to the input file
- @return A hex string containing the checksum digest
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This is the client for YARN's shared cache.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.yarn.client.api.SharedCacheClient -->
- <!-- start class org.apache.hadoop.yarn.client.api.YarnClient -->
- <class name="YarnClient" extends="org.apache.hadoop.service.AbstractService"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="YarnClient" type="java.lang.String"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="createYarnClient" return="org.apache.hadoop.yarn.client.api.YarnClient"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new instance of YarnClient.]]>
- </doc>
- </method>
- <method name="createApplication" return="org.apache.hadoop.yarn.client.api.YarnClientApplication"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Obtain a {@link YarnClientApplication} for a new application,
- which in turn contains the {@link ApplicationSubmissionContext} and
- {@link org.apache.hadoop.yarn.api.protocolrecords.GetNewApplicationResponse}
- objects.
- </p>
- @return {@link YarnClientApplication} built for a new application
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="submitApplication" return="org.apache.hadoop.yarn.api.records.ApplicationId"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="appContext" type="org.apache.hadoop.yarn.api.records.ApplicationSubmissionContext"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Submit a new application to <code>YARN.</code> It is a blocking call - it
- will not return {@link ApplicationId} until the submitted application is
- submitted successfully and accepted by the ResourceManager.
- </p>
- <p>
- Users should provide an {@link ApplicationId} as part of the parameter
- {@link ApplicationSubmissionContext} when submitting a new application,
- otherwise it will throw the {@link ApplicationIdNotProvidedException}.
- </p>
- <p>This internally calls {@link ApplicationClientProtocol#submitApplication
- (SubmitApplicationRequest)}, and after that, it internally invokes
- {@link ApplicationClientProtocol#getApplicationReport
- (GetApplicationReportRequest)} and waits till it can make sure that the
- application gets properly submitted. If RM fails over or RM restart
- happens before ResourceManager saves the application's state,
- {@link ApplicationClientProtocol
- #getApplicationReport(GetApplicationReportRequest)} will throw
- the {@link ApplicationNotFoundException}. This API automatically resubmits
- the application with the same {@link ApplicationSubmissionContext} when it
- catches the {@link ApplicationNotFoundException}</p>
- @param appContext
- {@link ApplicationSubmissionContext} containing all the details
- needed to submit a new application
- @return {@link ApplicationId} of the accepted application
- @throws YarnException
- @throws IOException
- @see #createApplication()]]>
- </doc>
- </method>
- <method name="killApplication"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="applicationId" type="org.apache.hadoop.yarn.api.records.ApplicationId"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Kill an application identified by given ID.
- </p>
- @param applicationId
- {@link ApplicationId} of the application that needs to be killed
- @throws YarnException
- in case of errors or if YARN rejects the request due to
- access-control restrictions.
- @throws IOException
- @see #getQueueAclsInfo()]]>
- </doc>
- </method>
- <method name="getApplicationReport" return="org.apache.hadoop.yarn.api.records.ApplicationReport"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="appId" type="org.apache.hadoop.yarn.api.records.ApplicationId"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get a report of the given Application.
- </p>
- <p>
- In secure mode, <code>YARN</code> verifies access to the application, queue
- etc. before accepting the request.
- </p>
- <p>
- If the user does not have <code>VIEW_APP</code> access then the following
- fields in the report will be set to stubbed values:
- <ul>
- <li>host - set to "N/A"</li>
- <li>RPC port - set to -1</li>
- <li>client token - set to "N/A"</li>
- <li>diagnostics - set to "N/A"</li>
- <li>tracking URL - set to "N/A"</li>
- <li>original tracking URL - set to "N/A"</li>
- <li>resource usage report - all values are -1</li>
- </ul>
- @param appId
- {@link ApplicationId} of the application that needs a report
- @return application report
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getAMRMToken" return="org.apache.hadoop.security.token.Token"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="appId" type="org.apache.hadoop.yarn.api.records.ApplicationId"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the AMRM token of the application.
- <p>
- The AMRM token is required for AM to RM scheduling operations. For
- managed Application Masters Yarn takes care of injecting it. For unmanaged
- Applications Masters, the token must be obtained via this method and set
- in the {@link org.apache.hadoop.security.UserGroupInformation} of the
- current user.
- <p>
- The AMRM token will be returned only if all the following conditions are
- met:
- <ul>
- <li>the requester is the owner of the ApplicationMaster</li>
- <li>the application master is an unmanaged ApplicationMaster</li>
- <li>the application master is in ACCEPTED state</li>
- </ul>
- Else this method returns NULL.
- @param appId {@link ApplicationId} of the application to get the AMRM token
- @return the AMRM token if available
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getApplications" return="java.util.List"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get a report (ApplicationReport) of all Applications in the cluster.
- </p>
- <p>
- If the user does not have <code>VIEW_APP</code> access for an application
- then the corresponding report will be filtered as described in
- {@link #getApplicationReport(ApplicationId)}.
- </p>
- @return a list of reports of all running applications
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getApplications" return="java.util.List"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="applicationTypes" type="java.util.Set"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get a report (ApplicationReport) of Applications
- matching the given application types in the cluster.
- </p>
- <p>
- If the user does not have <code>VIEW_APP</code> access for an application
- then the corresponding report will be filtered as described in
- {@link #getApplicationReport(ApplicationId)}.
- </p>
- @param applicationTypes
- @return a list of reports of applications
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getApplications" return="java.util.List"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="applicationStates" type="java.util.EnumSet"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get a report (ApplicationReport) of Applications matching the given
- application states in the cluster.
- </p>
- <p>
- If the user does not have <code>VIEW_APP</code> access for an application
- then the corresponding report will be filtered as described in
- {@link #getApplicationReport(ApplicationId)}.
- </p>
- @param applicationStates
- @return a list of reports of applications
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getApplications" return="java.util.List"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="applicationTypes" type="java.util.Set"/>
- <param name="applicationStates" type="java.util.EnumSet"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get a report (ApplicationReport) of Applications matching the given
- application types and application states in the cluster.
- </p>
- <p>
- If the user does not have <code>VIEW_APP</code> access for an application
- then the corresponding report will be filtered as described in
- {@link #getApplicationReport(ApplicationId)}.
- </p>
- @param applicationTypes
- @param applicationStates
- @return a list of reports of applications
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getYarnClusterMetrics" return="org.apache.hadoop.yarn.api.records.YarnClusterMetrics"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get metrics ({@link YarnClusterMetrics}) about the cluster.
- </p>
- @return cluster metrics
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getNodeReports" return="java.util.List"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="states" type="org.apache.hadoop.yarn.api.records.NodeState[]"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get a report of nodes ({@link NodeReport}) in the cluster.
- </p>
- @param states The {@link NodeState}s to filter on. If no filter states are
- given, nodes in all states will be returned.
- @return A list of node reports
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getRMDelegationToken" return="org.apache.hadoop.yarn.api.records.Token"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="renewer" type="org.apache.hadoop.io.Text"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get a delegation token so as to be able to talk to YARN using those tokens.
- @param renewer
- Address of the renewer who can renew these tokens when needed by
- securely talking to YARN.
- @return a delegation token ({@link Token}) that can be used to
- talk to YARN
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getQueueInfo" return="org.apache.hadoop.yarn.api.records.QueueInfo"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="queueName" type="java.lang.String"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get information ({@link QueueInfo}) about a given <em>queue</em>.
- </p>
- @param queueName
- Name of the queue whose information is needed
- @return queue information
- @throws YarnException
- in case of errors or if YARN rejects the request due to
- access-control restrictions.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getAllQueues" return="java.util.List"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get information ({@link QueueInfo}) about all queues, recursively if there
- is a hierarchy
- </p>
- @return a list of queue-information for all queues
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getRootQueueInfos" return="java.util.List"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get information ({@link QueueInfo}) about top level queues.
- </p>
- @return a list of queue-information for all the top-level queues
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getChildQueueInfos" return="java.util.List"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="parent" type="java.lang.String"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get information ({@link QueueInfo}) about all the immediate children queues
- of the given queue
- </p>
- @param parent
- Name of the queue whose child-queues' information is needed
- @return a list of queue-information for all queues who are direct children
- of the given parent queue.
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getQueueAclsInfo" return="java.util.List"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get information about <em>acls</em> for <em>current user</em> on all the
- existing queues.
- </p>
- @return a list of queue acls ({@link QueueUserACLInfo}) for
- <em>current user</em>
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getApplicationAttemptReport" return="org.apache.hadoop.yarn.api.records.ApplicationAttemptReport"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="applicationAttemptId" type="org.apache.hadoop.yarn.api.records.ApplicationAttemptId"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get a report of the given ApplicationAttempt.
- </p>
- <p>
- In secure mode, <code>YARN</code> verifies access to the application, queue
- etc. before accepting the request.
- </p>
- @param applicationAttemptId
- {@link ApplicationAttemptId} of the application attempt that needs
- a report
- @return application attempt report
- @throws YarnException
- @throws ApplicationAttemptNotFoundException if application attempt
- not found
- @throws IOException]]>
- </doc>
- </method>
- <method name="getApplicationAttempts" return="java.util.List"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="applicationId" type="org.apache.hadoop.yarn.api.records.ApplicationId"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get a report of all (ApplicationAttempts) of Application in the cluster.
- </p>
- @param applicationId
- @return a list of reports for all application attempts for specified
- application.
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getContainerReport" return="org.apache.hadoop.yarn.api.records.ContainerReport"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="containerId" type="org.apache.hadoop.yarn.api.records.ContainerId"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get a report of the given Container.
- </p>
- <p>
- In secure mode, <code>YARN</code> verifies access to the application, queue
- etc. before accepting the request.
- </p>
- @param containerId
- {@link ContainerId} of the container that needs a report
- @return container report
- @throws YarnException
- @throws ContainerNotFoundException if container not found.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getContainers" return="java.util.List"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="applicationAttemptId" type="org.apache.hadoop.yarn.api.records.ApplicationAttemptId"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Get a report of all (Containers) of ApplicationAttempt in the cluster.
- </p>
- @param applicationAttemptId
- @return a list of reports of all containers for specified application
- attempts
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="moveApplicationAcrossQueues"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="appId" type="org.apache.hadoop.yarn.api.records.ApplicationId"/>
- <param name="queue" type="java.lang.String"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Attempts to move the given application to the given queue.
- </p>
- @param appId
- Application to move.
- @param queue
- Queue to place it in to.
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="submitReservation" return="org.apache.hadoop.yarn.api.protocolrecords.ReservationSubmissionResponse"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="org.apache.hadoop.yarn.api.protocolrecords.ReservationSubmissionRequest"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- The interface used by clients to submit a new reservation to the
- {@code ResourceManager}.
- </p>
- <p>
- The client packages all details of its request in a
- {@link ReservationSubmissionRequest} object. This contains information
- about the amount of capacity, temporal constraints, and gang needs.
- Furthermore, the reservation might be composed of multiple stages, with
- ordering dependencies among them.
- </p>
- <p>
- In order to respond, a new admission control component in the
- {@code ResourceManager} performs an analysis of the resources that have
- been committed over the period of time the user is requesting, verify that
- the user requests can be fulfilled, and that it respect a sharing policy
- (e.g., {@code CapacityOverTimePolicy}). Once it has positively determined
- that the ReservationRequest is satisfiable the {@code ResourceManager}
- answers with a {@link ReservationSubmissionResponse} that includes a
- {@link ReservationId}. Upon failure to find a valid allocation the response
- is an exception with the message detailing the reason of failure.
- </p>
- <p>
- The semantics guarantees that the {@link ReservationId} returned,
- corresponds to a valid reservation existing in the time-range request by
- the user. The amount of capacity dedicated to such reservation can vary
- overtime, depending of the allocation that has been determined. But it is
- guaranteed to satisfy all the constraint expressed by the user in the
- {@link ReservationDefinition}
- </p>
- @param request request to submit a new Reservation
- @return response contains the {@link ReservationId} on accepting the
- submission
- @throws YarnException if the reservation cannot be created successfully
- @throws IOException]]>
- </doc>
- </method>
- <method name="updateReservation" return="org.apache.hadoop.yarn.api.protocolrecords.ReservationUpdateResponse"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="org.apache.hadoop.yarn.api.protocolrecords.ReservationUpdateRequest"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- The interface used by clients to update an existing Reservation. This is
- referred to as a re-negotiation process, in which a user that has
- previously submitted a Reservation.
- </p>
- <p>
- The allocation is attempted by virtually substituting all previous
- allocations related to this Reservation with new ones, that satisfy the new
- {@link ReservationDefinition}. Upon success the previous allocation is
- atomically substituted by the new one, and on failure (i.e., if the system
- cannot find a valid allocation for the updated request), the previous
- allocation remains valid.
- </p>
- @param request to update an existing Reservation (the
- {@link ReservationUpdateRequest} should refer to an existing valid
- {@link ReservationId})
- @return response empty on successfully updating the existing reservation
- @throws YarnException if the request is invalid or reservation cannot be
- updated successfully
- @throws IOException]]>
- </doc>
- </method>
- <method name="deleteReservation" return="org.apache.hadoop.yarn.api.protocolrecords.ReservationDeleteResponse"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="org.apache.hadoop.yarn.api.protocolrecords.ReservationDeleteRequest"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- The interface used by clients to remove an existing Reservation.
- </p>
- @param request to remove an existing Reservation (the
- {@link ReservationDeleteRequest} should refer to an existing valid
- {@link ReservationId})
- @return response empty on successfully deleting the existing reservation
- @throws YarnException if the request is invalid or reservation cannot be
- deleted successfully
- @throws IOException]]>
- </doc>
- </method>
- <method name="getNodeToLabels" return="java.util.Map"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- The interface used by client to get node to labels mappings in existing cluster
- </p>
- @return node to labels mappings
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getLabelsToNodes" return="java.util.Map"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- The interface used by client to get labels to nodes mapping
- in existing cluster
- </p>
- @return node to labels mappings
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getLabelsToNodes" return="java.util.Map"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="labels" type="java.util.Set"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- The interface used by client to get labels to nodes mapping
- for specified labels in existing cluster
- </p>
- @param labels labels for which labels to nodes mapping has to be retrieved
- @return labels to nodes mappings for specific labels
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="getClusterNodeLabels" return="java.util.Set"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- The interface used by client to get node labels in the cluster
- </p>
- @return cluster node labels collection
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.yarn.client.api.YarnClient -->
- <!-- start class org.apache.hadoop.yarn.client.api.YarnClientApplication -->
- <class name="YarnClientApplication" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="YarnClientApplication" type="org.apache.hadoop.yarn.api.protocolrecords.GetNewApplicationResponse, org.apache.hadoop.yarn.api.records.ApplicationSubmissionContext"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getNewApplicationResponse" return="org.apache.hadoop.yarn.api.protocolrecords.GetNewApplicationResponse"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getApplicationSubmissionContext" return="org.apache.hadoop.yarn.api.records.ApplicationSubmissionContext"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- </class>
- <!-- end class org.apache.hadoop.yarn.client.api.YarnClientApplication -->
- </package>
- <package name="org.apache.hadoop.yarn.client.api.async">
- <!-- start class org.apache.hadoop.yarn.client.api.async.AMRMClientAsync -->
- <class name="AMRMClientAsync" extends="org.apache.hadoop.service.AbstractService"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="AMRMClientAsync" type="int, org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <constructor name="AMRMClientAsync" type="org.apache.hadoop.yarn.client.api.AMRMClient, int, org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="createAMRMClientAsync" return="org.apache.hadoop.yarn.client.api.async.AMRMClientAsync"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="intervalMs" type="int"/>
- <param name="callbackHandler" type="org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler"/>
- </method>
- <method name="createAMRMClientAsync" return="org.apache.hadoop.yarn.client.api.async.AMRMClientAsync"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="client" type="org.apache.hadoop.yarn.client.api.AMRMClient"/>
- <param name="intervalMs" type="int"/>
- <param name="callbackHandler" type="org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler"/>
- </method>
- <method name="setHeartbeatInterval"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="interval" type="int"/>
- </method>
- <method name="getMatchingRequests" return="java.util.List"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="priority" type="org.apache.hadoop.yarn.api.records.Priority"/>
- <param name="resourceName" type="java.lang.String"/>
- <param name="capability" type="org.apache.hadoop.yarn.api.records.Resource"/>
- </method>
- <method name="registerApplicationMaster" return="org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterResponse"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="appHostName" type="java.lang.String"/>
- <param name="appHostPort" type="int"/>
- <param name="appTrackingUrl" type="java.lang.String"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Registers this application master with the resource manager. On successful
- registration, starts the heartbeating thread.
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="unregisterApplicationMaster"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="appStatus" type="org.apache.hadoop.yarn.api.records.FinalApplicationStatus"/>
- <param name="appMessage" type="java.lang.String"/>
- <param name="appTrackingUrl" type="java.lang.String"/>
- <exception name="YarnException" type="org.apache.hadoop.yarn.exceptions.YarnException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Unregister the application master. This must be called in the end.
- @param appStatus Success/Failure status of the master
- @param appMessage Diagnostics message on failure
- @param appTrackingUrl New URL to get master info
- @throws YarnException
- @throws IOException]]>
- </doc>
- </method>
- <method name="addContainerRequest"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="req" type="T"/>
- <doc>
- <![CDATA[Request containers for resources before calling <code>allocate</code>
- @param req Resource request]]>
- </doc>
- </method>
- <method name="removeContainerRequest"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="req" type="T"/>
- <doc>
- <![CDATA[Remove previous container request. The previous container request may have
- already been sent to the ResourceManager. So even after the remove request
- the app must be prepared to receive an allocation for the previous request
- even after the remove request
- @param req Resource request]]>
- </doc>
- </method>
- <method name="releaseAssignedContainer"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="containerId" type="org.apache.hadoop.yarn.api.records.ContainerId"/>
- <doc>
- <![CDATA[Release containers assigned by the Resource Manager. If the app cannot use
- the container or wants to give up the container then it can release them.
- The app needs to make new requests for the released resource capability if
- it still needs it. eg. it released non-local resources
- @param containerId]]>
- </doc>
- </method>
- <method name="getAvailableResources" return="org.apache.hadoop.yarn.api.records.Resource"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the currently available resources in the cluster.
- A valid value is available after a call to allocate has been made
- @return Currently available resources]]>
- </doc>
- </method>
- <method name="getClusterNodeCount" return="int"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the current number of nodes in the cluster.
- A valid values is available after a call to allocate has been made
- @return Current number of nodes in the cluster]]>
- </doc>
- </method>
- <method name="updateBlacklist"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="blacklistAdditions" type="java.util.List"/>
- <param name="blacklistRemovals" type="java.util.List"/>
- <doc>
- <![CDATA[Update application's blacklist with addition or removal resources.
- @param blacklistAdditions list of resources which should be added to the
- application blacklist
- @param blacklistRemovals list of resources which should be removed from the
- application blacklist]]>
- </doc>
- </method>
- <method name="waitFor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="check" type="com.google.common.base.Supplier"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Wait for <code>check</code> to return true for each 1000 ms.
- See also {@link #waitFor(com.google.common.base.Supplier, int)}
- and {@link #waitFor(com.google.common.base.Supplier, int, int)}
- @param check]]>
- </doc>
- </method>
- <method name="waitFor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="check" type="com.google.common.base.Supplier"/>
- <param name="checkEveryMillis" type="int"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Wait for <code>check</code> to return true for each
- <code>checkEveryMillis</code> ms.
- See also {@link #waitFor(com.google.common.base.Supplier, int, int)}
- @param check user defined checker
- @param checkEveryMillis interval to call <code>check</code>]]>
- </doc>
- </method>
- <method name="waitFor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="check" type="com.google.common.base.Supplier"/>
- <param name="checkEveryMillis" type="int"/>
- <param name="logInterval" type="int"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Wait for <code>check</code> to return true for each
- <code>checkEveryMillis</code> ms. In the main loop, this method will log
- the message "waiting in main loop" for each <code>logInterval</code> times
- iteration to confirm the thread is alive.
- @param check user defined checker
- @param checkEveryMillis interval to call <code>check</code>
- @param logInterval interval to log for each]]>
- </doc>
- </method>
- <field name="client" type="org.apache.hadoop.yarn.client.api.AMRMClient"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="handler" type="org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="heartbeatIntervalMs" type="java.util.concurrent.atomic.AtomicInteger"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[<code>AMRMClientAsync</code> handles communication with the ResourceManager
- and provides asynchronous updates on events such as container allocations and
- completions. It contains a thread that sends periodic heartbeats to the
- ResourceManager.
- It should be used by implementing a CallbackHandler:
- <pre>
- {@code
- class MyCallbackHandler implements AMRMClientAsync.CallbackHandler {
- public void onContainersAllocated(List<Container> containers) {
- [run tasks on the containers]
- }
- public void onContainersCompleted(List<ContainerStatus> statuses) {
- [update progress, check whether app is done]
- }
- public void onNodesUpdated(List<NodeReport> updated) {}
- public void onReboot() {}
- }
- }
- </pre>
- The client's lifecycle should be managed similarly to the following:
- <pre>
- {@code
- AMRMClientAsync asyncClient =
- createAMRMClientAsync(appAttId, 1000, new MyCallbackhandler());
- asyncClient.init(conf);
- asyncClient.start();
- RegisterApplicationMasterResponse response = asyncClient
- .registerApplicationMaster(appMasterHostname, appMasterRpcPort,
- appMasterTrackingUrl);
- asyncClient.addContainerRequest(containerRequest);
- [... wait for application to complete]
- asyncClient.unregisterApplicationMaster(status, appMsg, trackingUrl);
- asyncClient.stop();
- }
- </pre>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.yarn.client.api.async.AMRMClientAsync -->
- <!-- start class org.apache.hadoop.yarn.client.api.async.NMClientAsync -->
- <class name="NMClientAsync" extends="org.apache.hadoop.service.AbstractService"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="NMClientAsync" type="org.apache.hadoop.yarn.client.api.async.NMClientAsync.CallbackHandler"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <constructor name="NMClientAsync" type="java.lang.String, org.apache.hadoop.yarn.client.api.async.NMClientAsync.CallbackHandler"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <constructor name="NMClientAsync" type="java.lang.String, org.apache.hadoop.yarn.client.api.NMClient, org.apache.hadoop.yarn.client.api.async.NMClientAsync.CallbackHandler"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="createNMClientAsync" return="org.apache.hadoop.yarn.client.api.async.NMClientAsync"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="callbackHandler" type="org.apache.hadoop.yarn.client.api.async.NMClientAsync.CallbackHandler"/>
- </method>
- <method name="startContainerAsync"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="container" type="org.apache.hadoop.yarn.api.records.Container"/>
- <param name="containerLaunchContext" type="org.apache.hadoop.yarn.api.records.ContainerLaunchContext"/>
- </method>
- <method name="stopContainerAsync"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="containerId" type="org.apache.hadoop.yarn.api.records.ContainerId"/>
- <param name="nodeId" type="org.apache.hadoop.yarn.api.records.NodeId"/>
- </method>
- <method name="getContainerStatusAsync"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="containerId" type="org.apache.hadoop.yarn.api.records.ContainerId"/>
- <param name="nodeId" type="org.apache.hadoop.yarn.api.records.NodeId"/>
- </method>
- <method name="getClient" return="org.apache.hadoop.yarn.client.api.NMClient"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setClient"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="client" type="org.apache.hadoop.yarn.client.api.NMClient"/>
- </method>
- <method name="getCallbackHandler" return="org.apache.hadoop.yarn.client.api.async.NMClientAsync.CallbackHandler"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setCallbackHandler"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="callbackHandler" type="org.apache.hadoop.yarn.client.api.async.NMClientAsync.CallbackHandler"/>
- </method>
- <field name="client" type="org.apache.hadoop.yarn.client.api.NMClient"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="callbackHandler" type="org.apache.hadoop.yarn.client.api.async.NMClientAsync.CallbackHandler"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[<code>NMClientAsync</code> handles communication with all the NodeManagers
- and provides asynchronous updates on getting responses from them. It
- maintains a thread pool to communicate with individual NMs where a number of
- worker threads process requests to NMs by using {@link NMClientImpl}. The max
- size of the thread pool is configurable through
- {@link YarnConfiguration#NM_CLIENT_ASYNC_THREAD_POOL_MAX_SIZE}.
- It should be used in conjunction with a CallbackHandler. For example
- <pre>
- {@code
- class MyCallbackHandler implements NMClientAsync.CallbackHandler {
- public void onContainerStarted(ContainerId containerId,
- Map<String, ByteBuffer> allServiceResponse) {
- [post process after the container is started, process the response]
- }
- public void onContainerStatusReceived(ContainerId containerId,
- ContainerStatus containerStatus) {
- [make use of the status of the container]
- }
- public void onContainerStopped(ContainerId containerId) {
- [post process after the container is stopped]
- }
- public void onStartContainerError(
- ContainerId containerId, Throwable t) {
- [handle the raised exception]
- }
- public void onGetContainerStatusError(
- ContainerId containerId, Throwable t) {
- [handle the raised exception]
- }
- public void onStopContainerError(
- ContainerId containerId, Throwable t) {
- [handle the raised exception]
- }
- }
- }
- </pre>
- The client's life-cycle should be managed like the following:
- <pre>
- {@code
- NMClientAsync asyncClient =
- NMClientAsync.createNMClientAsync(new MyCallbackhandler());
- asyncClient.init(conf);
- asyncClient.start();
- asyncClient.startContainer(container, containerLaunchContext);
- [... wait for container being started]
- asyncClient.getContainerStatus(container.getId(), container.getNodeId(),
- container.getContainerToken());
- [... handle the status in the callback instance]
- asyncClient.stopContainer(container.getId(), container.getNodeId(),
- container.getContainerToken());
- [... wait for container being stopped]
- asyncClient.stop();
- }
- </pre>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.yarn.client.api.async.NMClientAsync -->
- </package>
- <package name="org.apache.hadoop.yarn.client.api.async.impl">
- </package>
- <package name="org.apache.hadoop.yarn.client.api.impl">
- </package>
- <package name="org.apache.hadoop.yarn.client.cli">
- <!-- start class org.apache.hadoop.yarn.client.cli.LogsCLI -->
- <class name="LogsCLI" extends="org.apache.hadoop.conf.Configured"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.Tool"/>
- <constructor name="LogsCLI"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="run" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <method name="createYarnClient" return="org.apache.hadoop.yarn.client.api.YarnClient"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <field name="HELP_CMD" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.yarn.client.cli.LogsCLI -->
- </package>
- </api>
|