ClientNamenodeProtocol.proto 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. option java_package = "org.apache.hadoop.hdfs.protocol.proto";
  19. option java_outer_classname = "ClientNamenodeProtocolProtos";
  20. option java_generic_services = true;
  21. option java_generate_equals_and_hash = true;
  22. package hadoop.hdfs;
  23. import "Security.proto";
  24. import "hdfs.proto";
  25. /**
  26. * The ClientNamenodeProtocol Service defines the interface between a client
  27. * (as runnign inside a MR Task) and the Namenode.
  28. * See org.apache.hadoop.hdfs.protocol.ClientProtocol for the javadoc
  29. * for each of the methods.
  30. * The exceptions declared in the above class also apply to this protocol.
  31. * Exceptions are unwrapped and thrown by the PB libraries.
  32. */
  33. message GetBlockLocationsRequestProto {
  34. required string src = 1; // file name
  35. required uint64 offset = 2; // range start offset
  36. required uint64 length = 3; // range length
  37. }
  38. message GetBlockLocationsResponseProto {
  39. optional LocatedBlocksProto locations = 1;
  40. }
  41. message GetServerDefaultsRequestProto { // No parameters
  42. }
  43. message GetServerDefaultsResponseProto {
  44. required FsServerDefaultsProto serverDefaults = 1;
  45. }
  46. enum CreateFlagProto {
  47. CREATE = 0x01; // Create a file
  48. OVERWRITE = 0x02; // Truncate/overwrite a file. Same as POSIX O_TRUNC
  49. APPEND = 0x04; // Append to a file
  50. }
  51. message CreateRequestProto {
  52. required string src = 1;
  53. required FsPermissionProto masked = 2;
  54. required string clientName = 3;
  55. required uint32 createFlag = 4; // bits set using CreateFlag
  56. required bool createParent = 5;
  57. required uint32 replication = 6; // Short: Only 16 bits used
  58. required uint64 blockSize = 7;
  59. }
  60. message CreateResponseProto { // void response
  61. }
  62. message AppendRequestProto {
  63. required string src = 1;
  64. required string clientName = 2;
  65. }
  66. message AppendResponseProto {
  67. optional LocatedBlockProto block = 1;
  68. }
  69. message SetReplicationRequestProto {
  70. required string src = 1;
  71. required uint32 replication = 2; // Short: Only 16 bits used
  72. }
  73. message SetReplicationResponseProto {
  74. required bool result = 1;
  75. }
  76. message SetPermissionRequestProto {
  77. required string src = 1;
  78. required FsPermissionProto permission = 2;
  79. }
  80. message SetPermissionResponseProto { // void response
  81. }
  82. message SetOwnerRequestProto {
  83. required string src = 1;
  84. optional string username = 2;
  85. optional string groupname = 3;
  86. }
  87. message SetOwnerResponseProto { // void response
  88. }
  89. message AbandonBlockRequestProto {
  90. required ExtendedBlockProto b = 1;
  91. required string src = 2;
  92. required string holder = 3;
  93. }
  94. message AbandonBlockResponseProto { // void response
  95. }
  96. message AddBlockRequestProto {
  97. required string src = 1;
  98. required string clientName = 2;
  99. optional ExtendedBlockProto previous = 3;
  100. repeated DatanodeInfoProto excludeNodes = 4;
  101. }
  102. message AddBlockResponseProto {
  103. required LocatedBlockProto block = 1;
  104. }
  105. message GetAdditionalDatanodeRequestProto {
  106. required string src = 1;
  107. required ExtendedBlockProto blk = 2;
  108. repeated DatanodeInfoProto existings = 3;
  109. repeated DatanodeInfoProto excludes = 4;
  110. required uint32 numAdditionalNodes = 5;
  111. required string clientName = 6;
  112. }
  113. message GetAdditionalDatanodeResponseProto {
  114. required LocatedBlockProto block = 1;
  115. }
  116. message CompleteRequestProto {
  117. required string src = 1;
  118. required string clientName = 2;
  119. optional ExtendedBlockProto last = 3;
  120. }
  121. message CompleteResponseProto {
  122. required bool result = 1;
  123. }
  124. message ReportBadBlocksRequestProto {
  125. repeated LocatedBlockProto blocks = 1;
  126. }
  127. message ReportBadBlocksResponseProto { // void response
  128. }
  129. message ConcatRequestProto {
  130. required string trg = 1;
  131. repeated string srcs = 2;
  132. }
  133. message ConcatResponseProto { // void response
  134. }
  135. message RenameRequestProto {
  136. required string src = 1;
  137. required string dst = 2;
  138. }
  139. message RenameResponseProto { // void response
  140. required bool result = 1;
  141. }
  142. message Rename2RequestProto {
  143. required string src = 1;
  144. required string dst = 2;
  145. required bool overwriteDest = 3;
  146. }
  147. message Rename2ResponseProto { // void response
  148. }
  149. message DeleteRequestProto {
  150. required string src = 1;
  151. required bool recursive = 2;
  152. }
  153. message DeleteResponseProto {
  154. required bool result = 1;
  155. }
  156. message MkdirsRequestProto {
  157. required string src = 1;
  158. required FsPermissionProto masked = 2;
  159. required bool createParent = 3;
  160. }
  161. message MkdirsResponseProto {
  162. required bool result = 1;
  163. }
  164. message GetListingRequestProto {
  165. required string src = 1;
  166. required bytes startAfter = 2;
  167. required bool needLocation = 3;
  168. }
  169. message GetListingResponseProto {
  170. optional DirectoryListingProto dirList = 1;
  171. }
  172. message RenewLeaseRequestProto {
  173. required string clientName = 1;
  174. }
  175. message RenewLeaseResponseProto { //void response
  176. }
  177. message RecoverLeaseRequestProto {
  178. required string src = 1;
  179. required string clientName = 2;
  180. }
  181. message RecoverLeaseResponseProto {
  182. required bool result = 1;
  183. }
  184. message GetFsStatusRequestProto { // no input paramters
  185. }
  186. message GetFsStatsResponseProto {
  187. required uint64 capacity = 1;
  188. required uint64 used = 2;
  189. required uint64 remaining = 3;
  190. required uint64 under_replicated = 4;
  191. required uint64 corrupt_blocks = 5;
  192. required uint64 missing_blocks = 6;
  193. }
  194. enum DatanodeReportTypeProto { // type of the datanode report
  195. ALL = 1;
  196. LIVE = 2;
  197. DEAD = 3;
  198. }
  199. message GetDatanodeReportRequestProto {
  200. required DatanodeReportTypeProto type = 1;
  201. }
  202. message GetDatanodeReportResponseProto {
  203. repeated DatanodeInfoProto di = 1;
  204. }
  205. message GetPreferredBlockSizeRequestProto {
  206. required string filename = 1;
  207. }
  208. message GetPreferredBlockSizeResponseProto {
  209. required uint64 bsize = 1;
  210. }
  211. enum SafeModeActionProto {
  212. SAFEMODE_LEAVE = 1;
  213. SAFEMODE_ENTER = 2;
  214. SAFEMODE_GET = 3;
  215. }
  216. message SetSafeModeRequestProto {
  217. required SafeModeActionProto action = 1;
  218. optional bool checked = 2 [default = false];
  219. }
  220. message SetSafeModeResponseProto {
  221. required bool result = 1;
  222. }
  223. message SaveNamespaceRequestProto { // no parameters
  224. }
  225. message SaveNamespaceResponseProto { // void response
  226. }
  227. message RollEditsRequestProto { // no parameters
  228. }
  229. message RollEditsResponseProto { // response
  230. required uint64 newSegmentTxId = 1;
  231. }
  232. message RestoreFailedStorageRequestProto {
  233. required string arg = 1;
  234. }
  235. message RestoreFailedStorageResponseProto {
  236. required bool result = 1;
  237. }
  238. message RefreshNodesRequestProto { // no parameters
  239. }
  240. message RefreshNodesResponseProto { // void response
  241. }
  242. message FinalizeUpgradeRequestProto { // no parameters
  243. }
  244. message FinalizeUpgradeResponseProto { // void response
  245. }
  246. message ListCorruptFileBlocksRequestProto {
  247. required string path = 1;
  248. optional string cookie = 2;
  249. }
  250. message ListCorruptFileBlocksResponseProto {
  251. required CorruptFileBlocksProto corrupt = 1;
  252. }
  253. message MetaSaveRequestProto {
  254. required string filename = 1;
  255. }
  256. message MetaSaveResponseProto { // void response
  257. }
  258. message GetFileInfoRequestProto {
  259. required string src = 1;
  260. }
  261. message GetFileInfoResponseProto {
  262. optional HdfsFileStatusProto fs = 1;
  263. }
  264. message GetFileLinkInfoRequestProto {
  265. required string src = 1;
  266. }
  267. message GetFileLinkInfoResponseProto {
  268. optional HdfsFileStatusProto fs = 1;
  269. }
  270. message GetContentSummaryRequestProto {
  271. required string path = 1;
  272. }
  273. message GetContentSummaryResponseProto {
  274. required ContentSummaryProto summary = 1;
  275. }
  276. message SetQuotaRequestProto {
  277. required string path = 1;
  278. required uint64 namespaceQuota = 2;
  279. required uint64 diskspaceQuota = 3;
  280. }
  281. message SetQuotaResponseProto { // void response
  282. }
  283. message FsyncRequestProto {
  284. required string src = 1;
  285. required string client = 2;
  286. optional sint64 lastBlockLength = 3 [default = -1];
  287. }
  288. message FsyncResponseProto { // void response
  289. }
  290. message SetTimesRequestProto {
  291. required string src = 1;
  292. required uint64 mtime = 2;
  293. required uint64 atime = 3;
  294. }
  295. message SetTimesResponseProto { // void response
  296. }
  297. message CreateSymlinkRequestProto {
  298. required string target = 1;
  299. required string link = 2;
  300. required FsPermissionProto dirPerm = 3;
  301. required bool createParent = 4;
  302. }
  303. message CreateSymlinkResponseProto { // void response
  304. }
  305. message GetLinkTargetRequestProto {
  306. required string path = 1;
  307. }
  308. message GetLinkTargetResponseProto {
  309. optional string targetPath = 1;
  310. }
  311. message UpdateBlockForPipelineRequestProto {
  312. required ExtendedBlockProto block = 1;
  313. required string clientName = 2;
  314. }
  315. message UpdateBlockForPipelineResponseProto {
  316. required LocatedBlockProto block = 1;
  317. }
  318. message UpdatePipelineRequestProto {
  319. required string clientName = 1;
  320. required ExtendedBlockProto oldBlock = 2;
  321. required ExtendedBlockProto newBlock = 3;
  322. repeated DatanodeIDProto newNodes = 4;
  323. }
  324. message UpdatePipelineResponseProto { // void response
  325. }
  326. message GetDelegationTokenRequestProto {
  327. required string renewer = 1;
  328. }
  329. message GetDelegationTokenResponseProto {
  330. optional hadoop.common.TokenProto token = 1;
  331. }
  332. message RenewDelegationTokenRequestProto {
  333. required hadoop.common.TokenProto token = 1;
  334. }
  335. message RenewDelegationTokenResponseProto {
  336. required uint64 newExireTime = 1;
  337. }
  338. message CancelDelegationTokenRequestProto {
  339. required hadoop.common.TokenProto token = 1;
  340. }
  341. message CancelDelegationTokenResponseProto { // void response
  342. }
  343. message SetBalancerBandwidthRequestProto {
  344. required int64 bandwidth = 1;
  345. }
  346. message SetBalancerBandwidthResponseProto { // void response
  347. }
  348. message GetDataEncryptionKeyRequestProto { // no parameters
  349. }
  350. message GetDataEncryptionKeyResponseProto {
  351. optional DataEncryptionKeyProto dataEncryptionKey = 1;
  352. }
  353. service ClientNamenodeProtocol {
  354. rpc getBlockLocations(GetBlockLocationsRequestProto)
  355. returns(GetBlockLocationsResponseProto);
  356. rpc getServerDefaults(GetServerDefaultsRequestProto)
  357. returns(GetServerDefaultsResponseProto);
  358. rpc create(CreateRequestProto)returns(CreateResponseProto);
  359. rpc append(AppendRequestProto) returns(AppendResponseProto);
  360. rpc setReplication(SetReplicationRequestProto)
  361. returns(SetReplicationResponseProto);
  362. rpc setPermission(SetPermissionRequestProto)
  363. returns(SetPermissionResponseProto);
  364. rpc setOwner(SetOwnerRequestProto) returns(SetOwnerResponseProto);
  365. rpc abandonBlock(AbandonBlockRequestProto) returns(AbandonBlockResponseProto);
  366. rpc addBlock(AddBlockRequestProto) returns(AddBlockResponseProto);
  367. rpc getAdditionalDatanode(GetAdditionalDatanodeRequestProto)
  368. returns(GetAdditionalDatanodeResponseProto);
  369. rpc complete(CompleteRequestProto) returns(CompleteResponseProto);
  370. rpc reportBadBlocks(ReportBadBlocksRequestProto)
  371. returns(ReportBadBlocksResponseProto);
  372. rpc concat(ConcatRequestProto) returns(ConcatResponseProto);
  373. rpc rename(RenameRequestProto) returns(RenameResponseProto);
  374. rpc rename2(Rename2RequestProto) returns(Rename2ResponseProto);
  375. rpc delete(DeleteRequestProto) returns(DeleteResponseProto);
  376. rpc mkdirs(MkdirsRequestProto) returns(MkdirsResponseProto);
  377. rpc getListing(GetListingRequestProto) returns(GetListingResponseProto);
  378. rpc renewLease(RenewLeaseRequestProto) returns(RenewLeaseResponseProto);
  379. rpc recoverLease(RecoverLeaseRequestProto)
  380. returns(RecoverLeaseResponseProto);
  381. rpc getFsStats(GetFsStatusRequestProto) returns(GetFsStatsResponseProto);
  382. rpc getDatanodeReport(GetDatanodeReportRequestProto)
  383. returns(GetDatanodeReportResponseProto);
  384. rpc getPreferredBlockSize(GetPreferredBlockSizeRequestProto)
  385. returns(GetPreferredBlockSizeResponseProto);
  386. rpc setSafeMode(SetSafeModeRequestProto)
  387. returns(SetSafeModeResponseProto);
  388. rpc saveNamespace(SaveNamespaceRequestProto)
  389. returns(SaveNamespaceResponseProto);
  390. rpc rollEdits(RollEditsRequestProto)
  391. returns(RollEditsResponseProto);
  392. rpc restoreFailedStorage(RestoreFailedStorageRequestProto)
  393. returns(RestoreFailedStorageResponseProto);
  394. rpc refreshNodes(RefreshNodesRequestProto) returns(RefreshNodesResponseProto);
  395. rpc finalizeUpgrade(FinalizeUpgradeRequestProto)
  396. returns(FinalizeUpgradeResponseProto);
  397. rpc listCorruptFileBlocks(ListCorruptFileBlocksRequestProto)
  398. returns(ListCorruptFileBlocksResponseProto);
  399. rpc metaSave(MetaSaveRequestProto) returns(MetaSaveResponseProto);
  400. rpc getFileInfo(GetFileInfoRequestProto) returns(GetFileInfoResponseProto);
  401. rpc getFileLinkInfo(GetFileLinkInfoRequestProto)
  402. returns(GetFileLinkInfoResponseProto);
  403. rpc getContentSummary(GetContentSummaryRequestProto)
  404. returns(GetContentSummaryResponseProto);
  405. rpc setQuota(SetQuotaRequestProto) returns(SetQuotaResponseProto);
  406. rpc fsync(FsyncRequestProto) returns(FsyncResponseProto);
  407. rpc setTimes(SetTimesRequestProto) returns(SetTimesResponseProto);
  408. rpc createSymlink(CreateSymlinkRequestProto)
  409. returns(CreateSymlinkResponseProto);
  410. rpc getLinkTarget(GetLinkTargetRequestProto)
  411. returns(GetLinkTargetResponseProto);
  412. rpc updateBlockForPipeline(UpdateBlockForPipelineRequestProto)
  413. returns(UpdateBlockForPipelineResponseProto);
  414. rpc updatePipeline(UpdatePipelineRequestProto)
  415. returns(UpdatePipelineResponseProto);
  416. rpc getDelegationToken(GetDelegationTokenRequestProto)
  417. returns(GetDelegationTokenResponseProto);
  418. rpc renewDelegationToken(RenewDelegationTokenRequestProto)
  419. returns(RenewDelegationTokenResponseProto);
  420. rpc cancelDelegationToken(CancelDelegationTokenRequestProto)
  421. returns(CancelDelegationTokenResponseProto);
  422. rpc setBalancerBandwidth(SetBalancerBandwidthRequestProto)
  423. returns(SetBalancerBandwidthResponseProto);
  424. rpc getDataEncryptionKey(GetDataEncryptionKeyRequestProto)
  425. returns(GetDataEncryptionKeyResponseProto);
  426. }