ClientNamenodeProtocol.proto 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. option java_package = "org.apache.hadoop.hdfs.protocol.proto";
  19. option java_outer_classname = "ClientNamenodeProtocolProtos";
  20. option java_generic_services = true;
  21. option java_generate_equals_and_hash = true;
  22. package hadoop.hdfs;
  23. import "hdfs.proto";
  24. /**
  25. * The ClientNamenodeProtocol Service defines the interface between a client
  26. * (as runnign inside a MR Task) and the Namenode.
  27. * See org.apache.hadoop.hdfs.protocol.ClientProtocol for the javadoc
  28. * for each of the methods.
  29. * The exceptions declared in the above class also apply to this protocol.
  30. * Exceptions are unwrapped and thrown by the PB libraries.
  31. */
  32. message GetBlockLocationsRequestProto {
  33. required string src = 1; // file name
  34. required uint64 offset = 2; // range start offset
  35. required uint64 length = 3; // range length
  36. }
  37. message GetBlockLocationsResponseProto {
  38. optional LocatedBlocksProto locations = 1;
  39. }
  40. message GetServerDefaultsRequestProto { // No parameters
  41. }
  42. message GetServerDefaultsResponseProto {
  43. required FsServerDefaultsProto serverDefaults = 1;
  44. }
  45. enum CreateFlagProto {
  46. CREATE = 0x01; // Create a file
  47. OVERWRITE = 0x02; // Truncate/overwrite a file. Same as POSIX O_TRUNC
  48. APPEND = 0x04; // Append to a file
  49. }
  50. message CreateRequestProto {
  51. required string src = 1;
  52. required FsPermissionProto masked = 2;
  53. required string clientName = 3;
  54. required uint32 createFlag = 4; // bits set using CreateFlag
  55. required bool createParent = 5;
  56. required uint32 replication = 6; // Short: Only 16 bits used
  57. required uint64 blockSize = 7;
  58. }
  59. message CreateResponseProto { // void response
  60. }
  61. message AppendRequestProto {
  62. required string src = 1;
  63. required string clientName = 2;
  64. }
  65. message AppendResponseProto {
  66. optional LocatedBlockProto block = 1;
  67. }
  68. message SetReplicationRequestProto {
  69. required string src = 1;
  70. required uint32 replication = 2; // Short: Only 16 bits used
  71. }
  72. message SetReplicationResponseProto {
  73. required bool result = 1;
  74. }
  75. message SetPermissionRequestProto {
  76. required string src = 1;
  77. required FsPermissionProto permission = 2;
  78. }
  79. message SetPermissionResponseProto { // void response
  80. }
  81. message SetOwnerRequestProto {
  82. required string src = 1;
  83. optional string username = 2;
  84. optional string groupname = 3;
  85. }
  86. message SetOwnerResponseProto { // void response
  87. }
  88. message AbandonBlockRequestProto {
  89. required ExtendedBlockProto b = 1;
  90. required string src = 2;
  91. required string holder = 3;
  92. }
  93. message AbandonBlockResponseProto { // void response
  94. }
  95. message AddBlockRequestProto {
  96. required string src = 1;
  97. required string clientName = 2;
  98. optional ExtendedBlockProto previous = 3;
  99. repeated DatanodeInfoProto excludeNodes = 4;
  100. }
  101. message AddBlockResponseProto {
  102. required LocatedBlockProto block = 1;
  103. }
  104. message GetAdditionalDatanodeRequestProto {
  105. required string src = 1;
  106. required ExtendedBlockProto blk = 2;
  107. repeated DatanodeInfoProto existings = 3;
  108. repeated DatanodeInfoProto excludes = 4;
  109. required uint32 numAdditionalNodes = 5;
  110. required string clientName = 6;
  111. }
  112. message GetAdditionalDatanodeResponseProto {
  113. required LocatedBlockProto block = 1;
  114. }
  115. message CompleteRequestProto {
  116. required string src = 1;
  117. required string clientName = 2;
  118. optional ExtendedBlockProto last = 3;
  119. }
  120. message CompleteResponseProto {
  121. required bool result = 1;
  122. }
  123. message ReportBadBlocksRequestProto {
  124. repeated LocatedBlockProto blocks = 1;
  125. }
  126. message ReportBadBlocksResponseProto { // void response
  127. }
  128. message ConcatRequestProto {
  129. required string trg = 1;
  130. repeated string srcs = 2;
  131. }
  132. message ConcatResponseProto { // void response
  133. }
  134. message RenameRequestProto {
  135. required string src = 1;
  136. required string dst = 2;
  137. }
  138. message RenameResponseProto { // void response
  139. required bool result = 1;
  140. }
  141. message Rename2RequestProto {
  142. required string src = 1;
  143. required string dst = 2;
  144. required bool overwriteDest = 3;
  145. }
  146. message Rename2ResponseProto { // void response
  147. }
  148. message DeleteRequestProto {
  149. required string src = 1;
  150. required bool recursive = 2;
  151. }
  152. message DeleteResponseProto {
  153. required bool result = 1;
  154. }
  155. message MkdirsRequestProto {
  156. required string src = 1;
  157. required FsPermissionProto masked = 2;
  158. required bool createParent = 3;
  159. }
  160. message MkdirsResponseProto {
  161. required bool result = 1;
  162. }
  163. message GetListingRequestProto {
  164. required string src = 1;
  165. required bytes startAfter = 2;
  166. required bool needLocation = 3;
  167. }
  168. message GetListingResponseProto {
  169. optional DirectoryListingProto dirList = 1;
  170. }
  171. message RenewLeaseRequestProto {
  172. required string clientName = 1;
  173. }
  174. message RenewLeaseResponseProto { //void response
  175. }
  176. message RecoverLeaseRequestProto {
  177. required string src = 1;
  178. required string clientName = 2;
  179. }
  180. message RecoverLeaseResponseProto {
  181. required bool result = 1;
  182. }
  183. message GetFsStatusRequestProto { // no input paramters
  184. }
  185. message GetFsStatsResponseProto {
  186. required uint64 capacity = 1;
  187. required uint64 used = 2;
  188. required uint64 remaining = 3;
  189. required uint64 under_replicated = 4;
  190. required uint64 corrupt_blocks = 5;
  191. required uint64 missing_blocks = 6;
  192. }
  193. enum DatanodeReportTypeProto { // type of the datanode report
  194. ALL = 1;
  195. LIVE = 2;
  196. DEAD = 3;
  197. }
  198. message GetDatanodeReportRequestProto {
  199. required DatanodeReportTypeProto type = 1;
  200. }
  201. message GetDatanodeReportResponseProto {
  202. repeated DatanodeInfoProto di = 1;
  203. }
  204. message GetPreferredBlockSizeRequestProto {
  205. required string filename = 1;
  206. }
  207. message GetPreferredBlockSizeResponseProto {
  208. required uint64 bsize = 1;
  209. }
  210. enum SafeModeActionProto {
  211. SAFEMODE_LEAVE = 1;
  212. SAFEMODE_ENTER = 2;
  213. SAFEMODE_GET = 3;
  214. }
  215. message SetSafeModeRequestProto {
  216. required SafeModeActionProto action = 1;
  217. optional bool checked = 2 [default = false];
  218. }
  219. message SetSafeModeResponseProto {
  220. required bool result = 1;
  221. }
  222. message SaveNamespaceRequestProto { // no parameters
  223. }
  224. message SaveNamespaceResponseProto { // void response
  225. }
  226. message RollEditsRequestProto { // no parameters
  227. }
  228. message RollEditsResponseProto { // response
  229. required uint64 newSegmentTxId = 1;
  230. }
  231. message RestoreFailedStorageRequestProto {
  232. required string arg = 1;
  233. }
  234. message RestoreFailedStorageResponseProto {
  235. required bool result = 1;
  236. }
  237. message RefreshNodesRequestProto { // no parameters
  238. }
  239. message RefreshNodesResponseProto { // void response
  240. }
  241. message FinalizeUpgradeRequestProto { // no parameters
  242. }
  243. message FinalizeUpgradeResponseProto { // void response
  244. }
  245. message ListCorruptFileBlocksRequestProto {
  246. required string path = 1;
  247. optional string cookie = 2;
  248. }
  249. message ListCorruptFileBlocksResponseProto {
  250. required CorruptFileBlocksProto corrupt = 1;
  251. }
  252. message MetaSaveRequestProto {
  253. required string filename = 1;
  254. }
  255. message MetaSaveResponseProto { // void response
  256. }
  257. message GetFileInfoRequestProto {
  258. required string src = 1;
  259. }
  260. message GetFileInfoResponseProto {
  261. optional HdfsFileStatusProto fs = 1;
  262. }
  263. message GetFileLinkInfoRequestProto {
  264. required string src = 1;
  265. }
  266. message GetFileLinkInfoResponseProto {
  267. optional HdfsFileStatusProto fs = 1;
  268. }
  269. message GetContentSummaryRequestProto {
  270. required string path = 1;
  271. }
  272. message GetContentSummaryResponseProto {
  273. required ContentSummaryProto summary = 1;
  274. }
  275. message SetQuotaRequestProto {
  276. required string path = 1;
  277. required uint64 namespaceQuota = 2;
  278. required uint64 diskspaceQuota = 3;
  279. }
  280. message SetQuotaResponseProto { // void response
  281. }
  282. message FsyncRequestProto {
  283. required string src = 1;
  284. required string client = 2;
  285. optional sint64 lastBlockLength = 3 [default = -1];
  286. }
  287. message FsyncResponseProto { // void response
  288. }
  289. message SetTimesRequestProto {
  290. required string src = 1;
  291. required uint64 mtime = 2;
  292. required uint64 atime = 3;
  293. }
  294. message SetTimesResponseProto { // void response
  295. }
  296. message CreateSymlinkRequestProto {
  297. required string target = 1;
  298. required string link = 2;
  299. required FsPermissionProto dirPerm = 3;
  300. required bool createParent = 4;
  301. }
  302. message CreateSymlinkResponseProto { // void response
  303. }
  304. message GetLinkTargetRequestProto {
  305. required string path = 1;
  306. }
  307. message GetLinkTargetResponseProto {
  308. required string targetPath = 1;
  309. }
  310. message UpdateBlockForPipelineRequestProto {
  311. required ExtendedBlockProto block = 1;
  312. required string clientName = 2;
  313. }
  314. message UpdateBlockForPipelineResponseProto {
  315. required LocatedBlockProto block = 1;
  316. }
  317. message UpdatePipelineRequestProto {
  318. required string clientName = 1;
  319. required ExtendedBlockProto oldBlock = 2;
  320. required ExtendedBlockProto newBlock = 3;
  321. repeated DatanodeIDProto newNodes = 4;
  322. }
  323. message UpdatePipelineResponseProto { // void response
  324. }
  325. message GetDelegationTokenRequestProto {
  326. required string renewer = 1;
  327. }
  328. message GetDelegationTokenResponseProto {
  329. required BlockTokenIdentifierProto token = 1;
  330. }
  331. message RenewDelegationTokenRequestProto {
  332. required BlockTokenIdentifierProto token = 1;
  333. }
  334. message RenewDelegationTokenResponseProto {
  335. required uint64 newExireTime = 1;
  336. }
  337. message CancelDelegationTokenRequestProto {
  338. required BlockTokenIdentifierProto token = 1;
  339. }
  340. message CancelDelegationTokenResponseProto { // void response
  341. }
  342. message SetBalancerBandwidthRequestProto {
  343. required int64 bandwidth = 1;
  344. }
  345. message SetBalancerBandwidthResponseProto { // void response
  346. }
  347. message GetDataEncryptionKeyRequestProto { // no parameters
  348. }
  349. message GetDataEncryptionKeyResponseProto {
  350. required DataEncryptionKeyProto dataEncryptionKey = 1;
  351. }
  352. service ClientNamenodeProtocol {
  353. rpc getBlockLocations(GetBlockLocationsRequestProto)
  354. returns(GetBlockLocationsResponseProto);
  355. rpc getServerDefaults(GetServerDefaultsRequestProto)
  356. returns(GetServerDefaultsResponseProto);
  357. rpc create(CreateRequestProto)returns(CreateResponseProto);
  358. rpc append(AppendRequestProto) returns(AppendResponseProto);
  359. rpc setReplication(SetReplicationRequestProto)
  360. returns(SetReplicationResponseProto);
  361. rpc setPermission(SetPermissionRequestProto)
  362. returns(SetPermissionResponseProto);
  363. rpc setOwner(SetOwnerRequestProto) returns(SetOwnerResponseProto);
  364. rpc abandonBlock(AbandonBlockRequestProto) returns(AbandonBlockResponseProto);
  365. rpc addBlock(AddBlockRequestProto) returns(AddBlockResponseProto);
  366. rpc getAdditionalDatanode(GetAdditionalDatanodeRequestProto)
  367. returns(GetAdditionalDatanodeResponseProto);
  368. rpc complete(CompleteRequestProto) returns(CompleteResponseProto);
  369. rpc reportBadBlocks(ReportBadBlocksRequestProto)
  370. returns(ReportBadBlocksResponseProto);
  371. rpc concat(ConcatRequestProto) returns(ConcatResponseProto);
  372. rpc rename(RenameRequestProto) returns(RenameResponseProto);
  373. rpc rename2(Rename2RequestProto) returns(Rename2ResponseProto);
  374. rpc delete(DeleteRequestProto) returns(DeleteResponseProto);
  375. rpc mkdirs(MkdirsRequestProto) returns(MkdirsResponseProto);
  376. rpc getListing(GetListingRequestProto) returns(GetListingResponseProto);
  377. rpc renewLease(RenewLeaseRequestProto) returns(RenewLeaseResponseProto);
  378. rpc recoverLease(RecoverLeaseRequestProto)
  379. returns(RecoverLeaseResponseProto);
  380. rpc getFsStats(GetFsStatusRequestProto) returns(GetFsStatsResponseProto);
  381. rpc getDatanodeReport(GetDatanodeReportRequestProto)
  382. returns(GetDatanodeReportResponseProto);
  383. rpc getPreferredBlockSize(GetPreferredBlockSizeRequestProto)
  384. returns(GetPreferredBlockSizeResponseProto);
  385. rpc setSafeMode(SetSafeModeRequestProto)
  386. returns(SetSafeModeResponseProto);
  387. rpc saveNamespace(SaveNamespaceRequestProto)
  388. returns(SaveNamespaceResponseProto);
  389. rpc rollEdits(RollEditsRequestProto)
  390. returns(RollEditsResponseProto);
  391. rpc restoreFailedStorage(RestoreFailedStorageRequestProto)
  392. returns(RestoreFailedStorageResponseProto);
  393. rpc refreshNodes(RefreshNodesRequestProto) returns(RefreshNodesResponseProto);
  394. rpc finalizeUpgrade(FinalizeUpgradeRequestProto)
  395. returns(FinalizeUpgradeResponseProto);
  396. rpc listCorruptFileBlocks(ListCorruptFileBlocksRequestProto)
  397. returns(ListCorruptFileBlocksResponseProto);
  398. rpc metaSave(MetaSaveRequestProto) returns(MetaSaveResponseProto);
  399. rpc getFileInfo(GetFileInfoRequestProto) returns(GetFileInfoResponseProto);
  400. rpc getFileLinkInfo(GetFileLinkInfoRequestProto)
  401. returns(GetFileLinkInfoResponseProto);
  402. rpc getContentSummary(GetContentSummaryRequestProto)
  403. returns(GetContentSummaryResponseProto);
  404. rpc setQuota(SetQuotaRequestProto) returns(SetQuotaResponseProto);
  405. rpc fsync(FsyncRequestProto) returns(FsyncResponseProto);
  406. rpc setTimes(SetTimesRequestProto) returns(SetTimesResponseProto);
  407. rpc createSymlink(CreateSymlinkRequestProto)
  408. returns(CreateSymlinkResponseProto);
  409. rpc getLinkTarget(GetLinkTargetRequestProto)
  410. returns(GetLinkTargetResponseProto);
  411. rpc updateBlockForPipeline(UpdateBlockForPipelineRequestProto)
  412. returns(UpdateBlockForPipelineResponseProto);
  413. rpc updatePipeline(UpdatePipelineRequestProto)
  414. returns(UpdatePipelineResponseProto);
  415. rpc getDelegationToken(GetDelegationTokenRequestProto)
  416. returns(GetDelegationTokenResponseProto);
  417. rpc renewDelegationToken(RenewDelegationTokenRequestProto)
  418. returns(RenewDelegationTokenResponseProto);
  419. rpc cancelDelegationToken(CancelDelegationTokenRequestProto)
  420. returns(CancelDelegationTokenResponseProto);
  421. rpc setBalancerBandwidth(SetBalancerBandwidthRequestProto)
  422. returns(SetBalancerBandwidthResponseProto);
  423. rpc getDataEncryptionKey(GetDataEncryptionKeyRequestProto)
  424. returns(GetDataEncryptionKeyResponseProto);
  425. }