ClientNamenodeProtocol.proto 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. option java_package = "org.apache.hadoop.hdfs.protocol.proto";
  19. option java_outer_classname = "ClientNamenodeProtocolProtos";
  20. option java_generic_services = true;
  21. option java_generate_equals_and_hash = true;
  22. import "hdfs.proto";
  23. /**
  24. * The ClientNamenodeProtocol Service defines the interface between a client
  25. * (as runnign inside a MR Task) and the Namenode.
  26. * See org.apache.hadoop.hdfs.protocol.ClientProtocol for the javadoc
  27. * for each of the methods.
  28. * The exceptions declared in the above class also apply to this protocol.
  29. * Exceptions are unwrapped and thrown by the PB libraries.
  30. */
  31. message GetBlockLocationsRequestProto {
  32. required string src = 1; // file name
  33. required uint64 offset = 2; // range start offset
  34. required uint64 length = 3; // range length
  35. }
  36. message GetBlockLocationsResponseProto {
  37. optional LocatedBlocksProto locations = 1;
  38. }
  39. message GetServerDefaultsRequestProto { // No parameters
  40. }
  41. message GetServerDefaultsResponseProto {
  42. required FsServerDefaultsProto serverDefaults = 1;
  43. }
  44. enum CreateFlagProto {
  45. CREATE = 0x01; // Create a file
  46. OVERWRITE = 0x02; // Truncate/overwrite a file. Same as POSIX O_TRUNC
  47. APPEND = 0x04; // Append to a file
  48. }
  49. message CreateRequestProto {
  50. required string src = 1;
  51. required FsPermissionProto masked = 2;
  52. required string clientName = 3;
  53. required uint32 createFlag = 4; // bits set using CreateFlag
  54. required bool createParent = 5;
  55. required uint32 replication = 6; // Short: Only 16 bits used
  56. required uint64 blockSize = 7;
  57. }
  58. message CreateResponseProto { // void response
  59. }
  60. message AppendRequestProto {
  61. required string src = 1;
  62. required string clientName = 2;
  63. }
  64. message AppendResponseProto {
  65. optional LocatedBlockProto block = 1;
  66. }
  67. message SetReplicationRequestProto {
  68. required string src = 1;
  69. required uint32 replication = 2; // Short: Only 16 bits used
  70. }
  71. message SetReplicationResponseProto {
  72. required bool result = 1;
  73. }
  74. message SetPermissionRequestProto {
  75. required string src = 1;
  76. required FsPermissionProto permission = 2;
  77. }
  78. message SetPermissionResponseProto { // void response
  79. }
  80. message SetOwnerRequestProto {
  81. required string src = 1;
  82. optional string username = 2;
  83. optional string groupname = 3;
  84. }
  85. message SetOwnerResponseProto { // void response
  86. }
  87. message AbandonBlockRequestProto {
  88. required ExtendedBlockProto b = 1;
  89. required string src = 2;
  90. required string holder = 3;
  91. }
  92. message AbandonBlockResponseProto { // void response
  93. }
  94. message AddBlockRequestProto {
  95. required string src = 1;
  96. required string clientName = 2;
  97. optional ExtendedBlockProto previous = 3;
  98. repeated DatanodeInfoProto excludeNodes = 4;
  99. }
  100. message AddBlockResponseProto {
  101. required LocatedBlockProto block = 1;
  102. }
  103. message GetAdditionalDatanodeRequestProto {
  104. required string src = 1;
  105. required ExtendedBlockProto blk = 2;
  106. repeated DatanodeInfoProto existings = 3;
  107. repeated DatanodeInfoProto excludes = 4;
  108. required uint32 numAdditionalNodes = 5;
  109. required string clientName = 6;
  110. }
  111. message GetAdditionalDatanodeResponseProto {
  112. required LocatedBlockProto block = 1;
  113. }
  114. message CompleteRequestProto {
  115. required string src = 1;
  116. required string clientName = 2;
  117. optional ExtendedBlockProto last = 3;
  118. }
  119. message CompleteResponseProto {
  120. required bool result = 1;
  121. }
  122. message ReportBadBlocksRequestProto {
  123. repeated LocatedBlockProto blocks = 1;
  124. }
  125. message ReportBadBlocksResponseProto { // void response
  126. }
  127. message ConcatRequestProto {
  128. required string trg = 1;
  129. repeated string srcs = 2;
  130. }
  131. message ConcatResponseProto { // void response
  132. }
  133. message RenameRequestProto {
  134. required string src = 1;
  135. required string dst = 2;
  136. }
  137. message RenameResponseProto { // void response
  138. required bool result = 1;
  139. }
  140. message Rename2RequestProto {
  141. required string src = 1;
  142. required string dst = 2;
  143. required bool overwriteDest = 3;
  144. }
  145. message Rename2ResponseProto { // void response
  146. }
  147. message DeleteRequestProto {
  148. required string src = 1;
  149. required bool recursive = 2;
  150. }
  151. message DeleteResponseProto {
  152. required bool result = 1;
  153. }
  154. message MkdirsRequestProto {
  155. required string src = 1;
  156. required FsPermissionProto masked = 2;
  157. required bool createParent = 3;
  158. }
  159. message MkdirsResponseProto {
  160. required bool result = 1;
  161. }
  162. message GetListingRequestProto {
  163. required string src = 1;
  164. required bytes startAfter = 2;
  165. required bool needLocation = 3;
  166. }
  167. message GetListingResponseProto {
  168. optional DirectoryListingProto dirList = 1;
  169. }
  170. message RenewLeaseRequestProto {
  171. required string clientName = 1;
  172. }
  173. message RenewLeaseResponseProto { //void response
  174. }
  175. message RecoverLeaseRequestProto {
  176. required string src = 1;
  177. required string clientName = 2;
  178. }
  179. message RecoverLeaseResponseProto {
  180. required bool result = 1;
  181. }
  182. message GetFsStatusRequestProto { // no input paramters
  183. }
  184. message GetFsStatsResponseProto {
  185. required uint64 capacity = 1;
  186. required uint64 used = 2;
  187. required uint64 remaining = 3;
  188. required uint64 under_replicated = 4;
  189. required uint64 corrupt_blocks = 5;
  190. required uint64 missing_blocks = 6;
  191. }
  192. enum DatanodeReportTypeProto { // type of the datanode report
  193. ALL = 1;
  194. LIVE = 2;
  195. DEAD = 3;
  196. }
  197. message GetDatanodeReportRequestProto {
  198. required DatanodeReportTypeProto type = 1;
  199. }
  200. message GetDatanodeReportResponseProto {
  201. repeated DatanodeInfoProto di = 1;
  202. }
  203. message GetPreferredBlockSizeRequestProto {
  204. required string filename = 1;
  205. }
  206. message GetPreferredBlockSizeResponseProto {
  207. required uint64 bsize = 1;
  208. }
  209. enum SafeModeActionProto {
  210. SAFEMODE_LEAVE = 1;
  211. SAFEMODE_ENTER = 2;
  212. SAFEMODE_GET = 3;
  213. }
  214. message SetSafeModeRequestProto {
  215. required SafeModeActionProto action = 1;
  216. }
  217. message SetSafeModeResponseProto {
  218. required bool result = 1;
  219. }
  220. message SaveNamespaceRequestProto { // no parameters
  221. }
  222. message SaveNamespaceResponseProto { // void response
  223. }
  224. message RestoreFailedStorageRequestProto {
  225. required string arg = 1;
  226. }
  227. message RestoreFailedStorageResponseProto {
  228. required bool result = 1;
  229. }
  230. message RefreshNodesRequestProto { // no parameters
  231. }
  232. message RefreshNodesResponseProto { // void response
  233. }
  234. message FinalizeUpgradeRequestProto { // no parameters
  235. }
  236. message FinalizeUpgradeResponseProto { // void response
  237. }
  238. message ListCorruptFileBlocksRequestProto {
  239. required string path = 1;
  240. optional string cookie = 2;
  241. }
  242. message ListCorruptFileBlocksResponseProto {
  243. required CorruptFileBlocksProto corrupt = 1;
  244. }
  245. message MetaSaveRequestProto {
  246. required string filename = 1;
  247. }
  248. message MetaSaveResponseProto { // void response
  249. }
  250. message GetFileInfoRequestProto {
  251. required string src = 1;
  252. }
  253. message GetFileInfoResponseProto {
  254. optional HdfsFileStatusProto fs = 1;
  255. }
  256. message GetFileLinkInfoRequestProto {
  257. required string src = 1;
  258. }
  259. message GetFileLinkInfoResponseProto {
  260. optional HdfsFileStatusProto fs = 1;
  261. }
  262. message GetContentSummaryRequestProto {
  263. required string path = 1;
  264. }
  265. message GetContentSummaryResponseProto {
  266. required ContentSummaryProto summary = 1;
  267. }
  268. message SetQuotaRequestProto {
  269. required string path = 1;
  270. required uint64 namespaceQuota = 2;
  271. required uint64 diskspaceQuota = 3;
  272. }
  273. message SetQuotaResponseProto { // void response
  274. }
  275. message FsyncRequestProto {
  276. required string src = 1;
  277. required string client = 2;
  278. }
  279. message FsyncResponseProto { // void response
  280. }
  281. message SetTimesRequestProto {
  282. required string src = 1;
  283. required uint64 mtime = 2;
  284. required uint64 atime = 3;
  285. }
  286. message SetTimesResponseProto { // void response
  287. }
  288. message CreateSymlinkRequestProto {
  289. required string target = 1;
  290. required string link = 2;
  291. required FsPermissionProto dirPerm = 3;
  292. required bool createParent = 4;
  293. }
  294. message CreateSymlinkResponseProto { // void response
  295. }
  296. message GetLinkTargetRequestProto {
  297. required string path = 1;
  298. }
  299. message GetLinkTargetResponseProto {
  300. required string targetPath = 1;
  301. }
  302. message UpdateBlockForPipelineRequestProto {
  303. required ExtendedBlockProto block = 1;
  304. required string clientName = 2;
  305. }
  306. message UpdateBlockForPipelineResponseProto {
  307. required LocatedBlockProto block = 1;
  308. }
  309. message UpdatePipelineRequestProto {
  310. required string clientName = 1;
  311. required ExtendedBlockProto oldBlock = 2;
  312. required ExtendedBlockProto newBlock = 3;
  313. repeated DatanodeIDProto newNodes = 4;
  314. }
  315. message UpdatePipelineResponseProto { // void response
  316. }
  317. message GetDelegationTokenRequestProto {
  318. required string renewer = 1;
  319. }
  320. message GetDelegationTokenResponseProto {
  321. required BlockTokenIdentifierProto token = 1;
  322. }
  323. message RenewDelegationTokenRequestProto {
  324. required BlockTokenIdentifierProto token = 1;
  325. }
  326. message RenewDelegationTokenResponseProto {
  327. required uint64 newExireTime = 1;
  328. }
  329. message CancelDelegationTokenRequestProto {
  330. required BlockTokenIdentifierProto token = 1;
  331. }
  332. message CancelDelegationTokenResponseProto { // void response
  333. }
  334. message SetBalancerBandwidthRequestProto {
  335. required int64 bandwidth = 1;
  336. }
  337. message SetBalancerBandwidthResponseProto { // void response
  338. }
  339. message GetDataEncryptionKeyRequestProto { // no parameters
  340. }
  341. message GetDataEncryptionKeyResponseProto {
  342. required DataEncryptionKeyProto dataEncryptionKey = 1;
  343. }
  344. service ClientNamenodeProtocol {
  345. rpc getBlockLocations(GetBlockLocationsRequestProto)
  346. returns(GetBlockLocationsResponseProto);
  347. rpc getServerDefaults(GetServerDefaultsRequestProto)
  348. returns(GetServerDefaultsResponseProto);
  349. rpc create(CreateRequestProto)returns(CreateResponseProto);
  350. rpc append(AppendRequestProto) returns(AppendResponseProto);
  351. rpc setReplication(SetReplicationRequestProto)
  352. returns(SetReplicationResponseProto);
  353. rpc setPermission(SetPermissionRequestProto)
  354. returns(SetPermissionResponseProto);
  355. rpc setOwner(SetOwnerRequestProto) returns(SetOwnerResponseProto);
  356. rpc abandonBlock(AbandonBlockRequestProto) returns(AbandonBlockResponseProto);
  357. rpc addBlock(AddBlockRequestProto) returns(AddBlockResponseProto);
  358. rpc getAdditionalDatanode(GetAdditionalDatanodeRequestProto)
  359. returns(GetAdditionalDatanodeResponseProto);
  360. rpc complete(CompleteRequestProto) returns(CompleteResponseProto);
  361. rpc reportBadBlocks(ReportBadBlocksRequestProto)
  362. returns(ReportBadBlocksResponseProto);
  363. rpc concat(ConcatRequestProto) returns(ConcatResponseProto);
  364. rpc rename(RenameRequestProto) returns(RenameResponseProto);
  365. rpc rename2(Rename2RequestProto) returns(Rename2ResponseProto);
  366. rpc delete(DeleteRequestProto) returns(DeleteResponseProto);
  367. rpc mkdirs(MkdirsRequestProto) returns(MkdirsResponseProto);
  368. rpc getListing(GetListingRequestProto) returns(GetListingResponseProto);
  369. rpc renewLease(RenewLeaseRequestProto) returns(RenewLeaseResponseProto);
  370. rpc recoverLease(RecoverLeaseRequestProto)
  371. returns(RecoverLeaseResponseProto);
  372. rpc getFsStats(GetFsStatusRequestProto) returns(GetFsStatsResponseProto);
  373. rpc getDatanodeReport(GetDatanodeReportRequestProto)
  374. returns(GetDatanodeReportResponseProto);
  375. rpc getPreferredBlockSize(GetPreferredBlockSizeRequestProto)
  376. returns(GetPreferredBlockSizeResponseProto);
  377. rpc setSafeMode(SetSafeModeRequestProto)
  378. returns(SetSafeModeResponseProto);
  379. rpc saveNamespace(SaveNamespaceRequestProto)
  380. returns(SaveNamespaceResponseProto);
  381. rpc restoreFailedStorage(RestoreFailedStorageRequestProto)
  382. returns(RestoreFailedStorageResponseProto);
  383. rpc refreshNodes(RefreshNodesRequestProto) returns(RefreshNodesResponseProto);
  384. rpc finalizeUpgrade(FinalizeUpgradeRequestProto)
  385. returns(FinalizeUpgradeResponseProto);
  386. rpc listCorruptFileBlocks(ListCorruptFileBlocksRequestProto)
  387. returns(ListCorruptFileBlocksResponseProto);
  388. rpc metaSave(MetaSaveRequestProto) returns(MetaSaveResponseProto);
  389. rpc getFileInfo(GetFileInfoRequestProto) returns(GetFileInfoResponseProto);
  390. rpc getFileLinkInfo(GetFileLinkInfoRequestProto)
  391. returns(GetFileLinkInfoResponseProto);
  392. rpc getContentSummary(GetContentSummaryRequestProto)
  393. returns(GetContentSummaryResponseProto);
  394. rpc setQuota(SetQuotaRequestProto) returns(SetQuotaResponseProto);
  395. rpc fsync(FsyncRequestProto) returns(FsyncResponseProto);
  396. rpc setTimes(SetTimesRequestProto) returns(SetTimesResponseProto);
  397. rpc createSymlink(CreateSymlinkRequestProto)
  398. returns(CreateSymlinkResponseProto);
  399. rpc getLinkTarget(GetLinkTargetRequestProto)
  400. returns(GetLinkTargetResponseProto);
  401. rpc updateBlockForPipeline(UpdateBlockForPipelineRequestProto)
  402. returns(UpdateBlockForPipelineResponseProto);
  403. rpc updatePipeline(UpdatePipelineRequestProto)
  404. returns(UpdatePipelineResponseProto);
  405. rpc getDelegationToken(GetDelegationTokenRequestProto)
  406. returns(GetDelegationTokenResponseProto);
  407. rpc renewDelegationToken(RenewDelegationTokenRequestProto)
  408. returns(RenewDelegationTokenResponseProto);
  409. rpc cancelDelegationToken(CancelDelegationTokenRequestProto)
  410. returns(CancelDelegationTokenResponseProto);
  411. rpc setBalancerBandwidth(SetBalancerBandwidthRequestProto)
  412. returns(SetBalancerBandwidthResponseProto);
  413. rpc getDataEncryptionKey(GetDataEncryptionKeyRequestProto)
  414. returns(GetDataEncryptionKeyResponseProto);
  415. }