package hadoop.hdfs
Get desktop application:
View/edit binary Protocol Buffers messages
rpc write (, )
AliasMapProtocol.proto:65message
AliasMapProtocol.proto:33required keyValuePair = 1
message
AliasMapProtocol.proto:37(message has no fields)
rpc read (, )
AliasMapProtocol.proto:66message
AliasMapProtocol.proto:40required key = 1
message
AliasMapProtocol.proto:44optional value = 1
rpc list (, )
AliasMapProtocol.proto:67message
AliasMapProtocol.proto:48optional marker = 1
message
AliasMapProtocol.proto:52repeated fileRegions = 1
optional nextMarker = 2
message
AliasMapProtocol.proto:57(message has no fields)
message
AliasMapProtocol.proto:60required string blockPoolId = 1
* Protocol used from client to the Datanode. See the request and response for details of rpc call.
* Returns the visible length of the replica
message
ClientDatanodeProtocol.proto:42* block - block for which visible length is requested
required block = 1
message
ClientDatanodeProtocol.proto:49* length - visible length of the block
required uint64 length = 1
* Refresh the list of federated namenodes from updated configuration. Adds new namenodes and stops the deleted namenodes.
message
ClientDatanodeProtocol.proto:56* void request
(message has no fields)
message
ClientDatanodeProtocol.proto:62* void response
(message has no fields)
* Delete the block pool from the datanode.
message
ClientDatanodeProtocol.proto:70* blockPool - block pool to be deleted force - if false, delete the block pool only if it is empty. if true, delete the block pool even if it has blocks.
required string blockPool = 1
required bool force = 2
message
ClientDatanodeProtocol.proto:78* void response
(message has no fields)
* Retrieves the path names of the block file and metadata file stored on the local file system.
message
ClientDatanodeProtocol.proto:88* Gets the file information where block and its metadata is stored block - block for which path information is being requested token - block token This message is deprecated in favor of file descriptor passing.
required block = 1
required token = 2
message
ClientDatanodeProtocol.proto:100* block - block for which file path information is being returned localPath - file path where the block data is stored localMetaPath - file path where the block meta data is stored This message is deprecated in favor of file descriptor passing.
required block = 1
required string localPath = 2
required string localMetaPath = 3
message
ClientDatanodeProtocol.proto:111* forUpgrade - if true, clients are advised to wait for restart and quick upgrade restart is instrumented. Otherwise, datanode does the regular shutdown.
required bool forUpgrade = 1
message
ClientDatanodeProtocol.proto:115(message has no fields)
message
ClientDatanodeProtocol.proto:119* Tell datanode to evict active clients that are writing
(message has no fields)
message
ClientDatanodeProtocol.proto:122(message has no fields)
message
ClientDatanodeProtocol.proto:128* Ping datanode for liveness and quick info
(message has no fields)
message
ClientDatanodeProtocol.proto:131required localInfo = 1
message
ClientDatanodeProtocol.proto:135(message has no fields)
message
ClientDatanodeProtocol.proto:138repeated volumeInfo = 1
message
ClientDatanodeProtocol.proto:142required bool incremental = 1
optional string nnAddress = 2
message
ClientDatanodeProtocol.proto:147(message has no fields)
* Returns the balancer bandwidth value of datanode.
message
ClientDatanodeProtocol.proto:150(message has no fields)
message
ClientDatanodeProtocol.proto:156* bandwidth - balancer bandwidth value of the datanode.
required uint64 bandwidth = 1
* Submit a disk balancer plan for execution
message
ClientDatanodeProtocol.proto:164* This message allows a client to submit a disk balancer plan to a data node.
required string planID = 1
A hash of the plan like SHA-1
required string plan = 2
Plan file data in Json format
optional uint64 planVersion = 3
Plan version number
optional bool ignoreDateCheck = 4
Ignore date checks on this plan.
required string planFile = 5
Plan file path
message
ClientDatanodeProtocol.proto:175* Response from the DataNode on Plan Submit request
(message has no fields)
* Cancel an executing plan
message
ClientDatanodeProtocol.proto:182* This message describes a request to cancel an outstanding disk balancer plan
required string planID = 1
message
ClientDatanodeProtocol.proto:189* This is the response for the cancellation request
(message has no fields)
* Gets the status of an executing Plan
message
ClientDatanodeProtocol.proto:198* This message allows a client to query data node to see if a disk balancer plan is executing and if so what is the status.
(message has no fields)
message
ClientDatanodeProtocol.proto:204* This message describes a plan if it is in progress
optional uint32 result = 1
optional string planID = 2
optional string currentStatus = 3
optional string planFile = 4
* Gets run-time settings of Disk Balancer.
message
ClientDatanodeProtocol.proto:215* This message sends a request to data node get a specific setting that is used by disk balancer.
required string key = 1
message
ClientDatanodeProtocol.proto:222* Response that describes the value of requested disk balancer setting.
required string value = 1
message
ClientNamenodeProtocol.proto:50required string src = 1
file name
required uint64 offset = 2
range start offset
required uint64 length = 3
range length
message
ClientNamenodeProtocol.proto:56optional locations = 1
message
ClientNamenodeProtocol.proto:60No parameters
(message has no fields)
message
ClientNamenodeProtocol.proto:63required serverDefaults = 1
message
ClientNamenodeProtocol.proto:76required string src = 1
required masked = 2
required string clientName = 3
required uint32 createFlag = 4
bits set using CreateFlag
required bool createParent = 5
required uint32 replication = 6
Short: Only 16 bits used
required uint64 blockSize = 7
repeated CryptoProtocolVersionProto cryptoProtocolVersion = 8
optional unmasked = 9
optional string ecPolicyName = 10
optional string storagePolicy = 11
message
ClientNamenodeProtocol.proto:90optional fs = 1
message
ClientNamenodeProtocol.proto:94required string src = 1
required string clientName = 2
optional uint32 flag = 3
bits set using CreateFlag
message
ClientNamenodeProtocol.proto:100optional block = 1
optional stat = 2
message
ClientNamenodeProtocol.proto:105required string src = 1
required uint32 replication = 2
Short: Only 16 bits used
message
ClientNamenodeProtocol.proto:110required bool result = 1
message
ClientNamenodeProtocol.proto:114required string src = 1
required string policyName = 2
message
ClientNamenodeProtocol.proto:119void response
(message has no fields)
message
ClientNamenodeProtocol.proto:122required string src = 1
message
ClientNamenodeProtocol.proto:126(message has no fields)
message
ClientNamenodeProtocol.proto:129required string path = 1
message
ClientNamenodeProtocol.proto:133required storagePolicy = 1
message
ClientNamenodeProtocol.proto:137void request
(message has no fields)
message
ClientNamenodeProtocol.proto:140repeated policies = 1
message
ClientNamenodeProtocol.proto:144required string src = 1
required permission = 2
message
ClientNamenodeProtocol.proto:149void response
(message has no fields)
message
ClientNamenodeProtocol.proto:152required string src = 1
optional string username = 2
optional string groupname = 3
message
ClientNamenodeProtocol.proto:158void response
(message has no fields)
message
ClientNamenodeProtocol.proto:161required b = 1
required string src = 2
required string holder = 3
optional uint64 fileId = 4
default to GRANDFATHER_INODE_ID
message
ClientNamenodeProtocol.proto:168void response
(message has no fields)
message
ClientNamenodeProtocol.proto:176required string src = 1
required string clientName = 2
optional previous = 3
repeated excludeNodes = 4
optional uint64 fileId = 5
default as a bogus id
repeated string favoredNodes = 6
the set of datanodes to use for the block
repeated AddBlockFlagProto flags = 7
default to empty.
message
ClientNamenodeProtocol.proto:186required block = 1
message
ClientNamenodeProtocol.proto:190required string src = 1
required blk = 2
repeated existings = 3
repeated excludes = 4
required uint32 numAdditionalNodes = 5
required string clientName = 6
repeated string existingStorageUuids = 7
optional uint64 fileId = 8
default to GRANDFATHER_INODE_ID
message
ClientNamenodeProtocol.proto:201required block = 1
message
ClientNamenodeProtocol.proto:205required string src = 1
required string clientName = 2
optional last = 3
optional uint64 fileId = 4
default to GRANDFATHER_INODE_ID
message
ClientNamenodeProtocol.proto:212required bool result = 1
message
ClientNamenodeProtocol.proto:216repeated blocks = 1
message
ClientNamenodeProtocol.proto:220void response
(message has no fields)
message
ClientNamenodeProtocol.proto:223required string trg = 1
repeated string srcs = 2
message
ClientNamenodeProtocol.proto:228void response
(message has no fields)
message
ClientNamenodeProtocol.proto:231required string src = 1
required uint64 newLength = 2
required string clientName = 3
message
ClientNamenodeProtocol.proto:237required bool result = 1
message
ClientNamenodeProtocol.proto:241required string src = 1
required string dst = 2
message
ClientNamenodeProtocol.proto:246required bool result = 1
message
ClientNamenodeProtocol.proto:251required string src = 1
required string dst = 2
required bool overwriteDest = 3
optional bool moveToTrash = 4
message
ClientNamenodeProtocol.proto:258void response
(message has no fields)
message
ClientNamenodeProtocol.proto:261required string src = 1
required bool recursive = 2
message
ClientNamenodeProtocol.proto:266required bool result = 1
message
ClientNamenodeProtocol.proto:270required string src = 1
required masked = 2
required bool createParent = 3
optional unmasked = 4
message
ClientNamenodeProtocol.proto:276required bool result = 1
message
ClientNamenodeProtocol.proto:280required string src = 1
required bytes startAfter = 2
required bool needLocation = 3
message
ClientNamenodeProtocol.proto:285optional dirList = 1
message
ClientNamenodeProtocol.proto:289repeated string paths = 1
required bytes startAfter = 2
required bool needLocation = 3
message
ClientNamenodeProtocol.proto:295repeated listings = 1
required bool hasMore = 2
required bytes startAfter = 3
message
ClientNamenodeProtocol.proto:326required string clientName = 1
message
ClientNamenodeProtocol.proto:330void response
(message has no fields)
message
ClientNamenodeProtocol.proto:333required string src = 1
required string clientName = 2
message
ClientNamenodeProtocol.proto:337required bool result = 1
message
ClientNamenodeProtocol.proto:341no input paramters
(message has no fields)
message
ClientNamenodeProtocol.proto:344required uint64 capacity = 1
required uint64 used = 2
required uint64 remaining = 3
required uint64 under_replicated = 4
required uint64 corrupt_blocks = 5
required uint64 missing_blocks = 6
optional uint64 missing_repl_one_blocks = 7
optional uint64 blocks_in_future = 8
optional uint64 pending_deletion_blocks = 9
message
ClientNamenodeProtocol.proto:356no input paramters
(message has no fields)
message
ClientNamenodeProtocol.proto:359required uint64 low_redundancy = 1
required uint64 corrupt_blocks = 2
required uint64 missing_blocks = 3
required uint64 missing_repl_one_blocks = 4
required uint64 blocks_in_future = 5
required uint64 pending_deletion_blocks = 6
optional uint64 highest_prio_low_redundancy_blocks = 7
message
ClientNamenodeProtocol.proto:370no input paramters
(message has no fields)
message
ClientNamenodeProtocol.proto:373required uint64 low_redundancy = 1
required uint64 corrupt_blocks = 2
required uint64 missing_blocks = 3
required uint64 blocks_in_future = 4
required uint64 pending_deletion_blocks = 5
optional uint64 highest_prio_low_redundancy_blocks = 6
message
ClientNamenodeProtocol.proto:391required DatanodeReportTypeProto type = 1
message
ClientNamenodeProtocol.proto:395repeated di = 1
message
ClientNamenodeProtocol.proto:399required DatanodeReportTypeProto type = 1
message
ClientNamenodeProtocol.proto:408repeated datanodeStorageReports = 1
message
ClientNamenodeProtocol.proto:412required string filename = 1
message
ClientNamenodeProtocol.proto:416required uint64 bsize = 1
message
ClientNamenodeProtocol.proto:427required SafeModeActionProto action = 1
optional bool checked = 2
message
ClientNamenodeProtocol.proto:432required bool result = 1
message
ClientNamenodeProtocol.proto:436optional uint64 timeWindow = 1
optional uint64 txGap = 2
message
ClientNamenodeProtocol.proto:441void response
optional bool saved = 1
message
ClientNamenodeProtocol.proto:445no parameters
(message has no fields)
message
ClientNamenodeProtocol.proto:448response
required uint64 newSegmentTxId = 1
message
ClientNamenodeProtocol.proto:452required string arg = 1
message
ClientNamenodeProtocol.proto:456required bool result = 1
message
ClientNamenodeProtocol.proto:460no parameters
(message has no fields)
message
ClientNamenodeProtocol.proto:463void response
(message has no fields)
message
ClientNamenodeProtocol.proto:466no parameters
(message has no fields)
message
ClientNamenodeProtocol.proto:469void response
(message has no fields)
message
ClientNamenodeProtocol.proto:472no parameters
(message has no fields)
message
ClientNamenodeProtocol.proto:475required bool upgradeFinalized = 1
message
ClientNamenodeProtocol.proto:485required RollingUpgradeActionProto action = 1
message
ClientNamenodeProtocol.proto:496optional rollingUpgradeInfo = 1
message
ClientNamenodeProtocol.proto:499required string path = 1
optional string cookie = 2
message
ClientNamenodeProtocol.proto:504required corrupt = 1
message
ClientNamenodeProtocol.proto:508required string filename = 1
message
ClientNamenodeProtocol.proto:512void response
(message has no fields)
message
ClientNamenodeProtocol.proto:515required string src = 1
message
ClientNamenodeProtocol.proto:519optional fs = 1
message
ClientNamenodeProtocol.proto:523optional string src = 1
optional bool needBlockToken = 2
message
ClientNamenodeProtocol.proto:528optional fs = 1
message
ClientNamenodeProtocol.proto:565required info = 1
optional uint32 cacheFlags = 2
bits set using CacheFlag
message
ClientNamenodeProtocol.proto:570required int64 id = 1
message
ClientNamenodeProtocol.proto:574required info = 1
optional uint32 cacheFlags = 2
bits set using CacheFlag
message
ClientNamenodeProtocol.proto:579(message has no fields)
message
ClientNamenodeProtocol.proto:582required int64 id = 1
message
ClientNamenodeProtocol.proto:586(message has no fields)
message
ClientNamenodeProtocol.proto:589required int64 prevId = 1
required filter = 2
message
ClientNamenodeProtocol.proto:599repeated elements = 1
required bool hasMore = 2
message
ClientNamenodeProtocol.proto:622required info = 1
message
ClientNamenodeProtocol.proto:626void response
(message has no fields)
message
ClientNamenodeProtocol.proto:629required info = 1
message
ClientNamenodeProtocol.proto:633void response
(message has no fields)
message
ClientNamenodeProtocol.proto:636required string poolName = 1
message
ClientNamenodeProtocol.proto:640void response
(message has no fields)
message
ClientNamenodeProtocol.proto:643required string prevPoolName = 1
message
ClientNamenodeProtocol.proto:647repeated entries = 1
required bool hasMore = 2
message
ClientNamenodeProtocol.proto:657required string src = 1
message
ClientNamenodeProtocol.proto:661optional fs = 1
message
ClientNamenodeProtocol.proto:665required string path = 1
message
ClientNamenodeProtocol.proto:669required summary = 1
message
ClientNamenodeProtocol.proto:681required string path = 1
required uint64 namespaceQuota = 2
required uint64 storagespaceQuota = 3
optional StorageTypeProto storageType = 4
message
ClientNamenodeProtocol.proto:688void response
(message has no fields)
message
ClientNamenodeProtocol.proto:691required string src = 1
required string client = 2
optional sint64 lastBlockLength = 3
optional uint64 fileId = 4
default to GRANDFATHER_INODE_ID
message
ClientNamenodeProtocol.proto:698void response
(message has no fields)
message
ClientNamenodeProtocol.proto:701required string src = 1
required uint64 mtime = 2
required uint64 atime = 3
message
ClientNamenodeProtocol.proto:707void response
(message has no fields)
message
ClientNamenodeProtocol.proto:710required string target = 1
required string link = 2
required dirPerm = 3
required bool createParent = 4
message
ClientNamenodeProtocol.proto:717void response
(message has no fields)
message
ClientNamenodeProtocol.proto:720required string path = 1
message
ClientNamenodeProtocol.proto:723optional string targetPath = 1
message
ClientNamenodeProtocol.proto:727required block = 1
required string clientName = 2
message
ClientNamenodeProtocol.proto:732required block = 1
message
ClientNamenodeProtocol.proto:736required string clientName = 1
required oldBlock = 2
required newBlock = 3
repeated newNodes = 4
repeated string storageIDs = 5
message
ClientNamenodeProtocol.proto:744void response
(message has no fields)
message
ClientNamenodeProtocol.proto:747required int64 bandwidth = 1
message
ClientNamenodeProtocol.proto:751void response
(message has no fields)
message
ClientNamenodeProtocol.proto:754no parameters
(message has no fields)
message
ClientNamenodeProtocol.proto:757optional dataEncryptionKey = 1
message
ClientNamenodeProtocol.proto:761required string snapshotRoot = 1
optional string snapshotName = 2
message
ClientNamenodeProtocol.proto:766required string snapshotPath = 1
message
ClientNamenodeProtocol.proto:770required string snapshotRoot = 1
required string snapshotOldName = 2
required string snapshotNewName = 3
message
ClientNamenodeProtocol.proto:776void response
(message has no fields)
message
ClientNamenodeProtocol.proto:779required string snapshotRoot = 1
message
ClientNamenodeProtocol.proto:783(message has no fields)
message
ClientNamenodeProtocol.proto:786required string snapshotRoot = 1
message
ClientNamenodeProtocol.proto:790(message has no fields)
message
ClientNamenodeProtocol.proto:301no input parameters
(message has no fields)
message
ClientNamenodeProtocol.proto:303optional snapshottableDirList = 1
message
ClientNamenodeProtocol.proto:793required string snapshotRoot = 1
required string snapshotName = 2
message
ClientNamenodeProtocol.proto:798void response
(message has no fields)
message
ClientNamenodeProtocol.proto:307required string snapshotRoot = 1
required string fromSnapshot = 2
required string toSnapshot = 3
message
ClientNamenodeProtocol.proto:312required diffReport = 1
message
ClientNamenodeProtocol.proto:316required string snapshotRoot = 1
required string fromSnapshot = 2
required string toSnapshot = 3
optional cursor = 4
message
ClientNamenodeProtocol.proto:323required diffReport = 1
message
ClientNamenodeProtocol.proto:532required string src = 1
message
ClientNamenodeProtocol.proto:536required bool result = 1
message
acl.proto:70required string src = 1
repeated aclSpec = 2
message
acl.proto:75(message has no fields)
message
acl.proto:85required string src = 1
repeated aclSpec = 2
message
acl.proto:90(message has no fields)
message
acl.proto:93required string src = 1
message
acl.proto:97(message has no fields)
message
acl.proto:78required string src = 1
message
acl.proto:82(message has no fields)
message
acl.proto:100required string src = 1
repeated aclSpec = 2
message
acl.proto:105(message has no fields)
message
acl.proto:108required string src = 1
message
acl.proto:112required result = 1
message
xattr.proto:44required string src = 1
optional xAttr = 2
optional uint32 flag = 3
bits set using XAttrSetFlagProto
message
xattr.proto:50(message has no fields)
message
xattr.proto:53required string src = 1
repeated xAttrs = 2
message
xattr.proto:58repeated xAttrs = 1
message
xattr.proto:62required string src = 1
message
xattr.proto:66repeated xAttrs = 1
message
xattr.proto:70required string src = 1
optional xAttr = 2
message
xattr.proto:75(message has no fields)
message
ClientNamenodeProtocol.proto:801required string path = 1
required AclEntryProto.FsActionProto mode = 2
message
ClientNamenodeProtocol.proto:806void response
(message has no fields)
message
encryption.proto:37required string src = 1
optional string keyName = 2
message
encryption.proto:42(message has no fields)
message
encryption.proto:45required int64 id = 1
message
encryption.proto:57repeated zones = 1
required bool hasMore = 2
message
encryption.proto:67required ReencryptActionProto action = 1
required string zone = 2
message
encryption.proto:72(message has no fields)
message
encryption.proto:75required int64 id = 1
message
encryption.proto:98repeated statuses = 1
required bool hasMore = 2
message
encryption.proto:103required string src = 1
message
encryption.proto:107optional zone = 1
message
erasurecoding.proto:27required string src = 1
optional string ecPolicyName = 2
message
erasurecoding.proto:32(message has no fields)
message
erasurecoding.proto:86required string src = 1
message
erasurecoding.proto:90(message has no fields)
message
erasurecoding.proto:93repeated string policies = 1
message
erasurecoding.proto:97required response = 1
message
ClientNamenodeProtocol.proto:809(message has no fields)
message
ClientNamenodeProtocol.proto:812required int64 txid = 1
message
ClientNamenodeProtocol.proto:816required int64 txid = 1
message
ClientNamenodeProtocol.proto:820required eventsList = 1
message
erasurecoding.proto:35void request
(message has no fields)
message
erasurecoding.proto:38repeated ecPolicies = 1
message
erasurecoding.proto:57repeated ecPolicies = 1
message
erasurecoding.proto:61repeated responses = 1
message
erasurecoding.proto:65required string ecPolicyName = 1
message
erasurecoding.proto:69(message has no fields)
message
erasurecoding.proto:72required string ecPolicyName = 1
message
erasurecoding.proto:76(message has no fields)
message
erasurecoding.proto:79required string ecPolicyName = 1
message
erasurecoding.proto:83(message has no fields)
message
erasurecoding.proto:49required string src = 1
path to get the policy info
message
erasurecoding.proto:53optional ecPolicy = 1
message
erasurecoding.proto:42void request
(message has no fields)
message
erasurecoding.proto:45repeated codec = 1
message
ClientNamenodeProtocol.proto:673required string path = 1
message
ClientNamenodeProtocol.proto:677required usage = 1
message
ClientNamenodeProtocol.proto:829required int64 id = 1
repeated OpenFilesTypeProto types = 2
optional string path = 3
message
ClientNamenodeProtocol.proto:842repeated entries = 1
required bool hasMore = 2
repeated OpenFilesTypeProto types = 3
message
ClientNamenodeProtocol.proto:848(message has no fields)
message
ClientNamenodeProtocol.proto:851(message has no fields)
message
ClientNamenodeProtocol.proto:854required string src = 1
message
ClientNamenodeProtocol.proto:858(message has no fields)
message
ClientNamenodeProtocol.proto:862(message has no fields)
message
ClientNamenodeProtocol.proto:865required common.HAServiceStateProto state = 1
* Protocol used between datanodes for block recovery. See the request and response for details of rpc call.
* Initialize recovery of a replica
message
InterDatanodeProtocol.proto:42* Block with location information and new generation stamp to be used for recovery.
required block = 1
message
InterDatanodeProtocol.proto:49* Repica recovery information
required bool replicaFound = 1
optional ReplicaStateProto state = 2
The following entries are not set if there was no replica found.
State of the replica
optional block = 3
block information
* Update a replica with new generation stamp and length
message
InterDatanodeProtocol.proto:60* Update replica with new generation stamp and length
required block = 1
Block identifier
required uint64 recoveryId = 2
New genstamp of the replica
required uint64 newLength = 3
New length of the replica
optional uint64 newBlockId = 4
New blockId for copy (truncate), default is 0.
message
InterDatanodeProtocol.proto:71* Response returns updated block information
optional string storageUuid = 1
ID of the storage that stores replica
* Protocol used from client to the NN/DN. See the request and response for details of rpc call.
* File access permissions mode.
Used in:
READ = 1
WRITE = 2
COPY = 3
REPLACE = 4
message
editlog.proto:28required string src = 1
repeated entries = 2
message
acl.proto:32Used in: , , , , ,
required AclEntryProto.AclEntryTypeProto type = 1
required AclEntryProto.AclEntryScopeProto scope = 2
required AclEntryProto.FsActionProto permissions = 3
optional string name = 4
Used in:
ACCESS = 0
DEFAULT = 1
Used in:
USER = 0
GROUP = 1
MASK = 2
OTHER = 3
Used in: ,
NONE = 0
EXECUTE = 1
WRITE = 2
WRITE_EXECUTE = 3
READ = 4
READ_EXECUTE = 5
READ_WRITE = 6
PERM_ALL = 7
message
acl.proto:62Used in:
required string owner = 1
required string group = 2
required bool sticky = 3
repeated entries = 4
optional permission = 5
message
HAZKInfo.proto:30required string nameserviceId = 1
required string namenodeId = 2
required string hostname = 3
required int32 port = 4
required int32 zkfcPort = 5
Used in:
NO_LOCAL_WRITE = 1
avoid writing to local node.
IGNORE_CLIENT_LOCALITY = 2
write to a random node
message
hdfs.proto:416Used in:
required policy = 1
required bool succeed = 2
optional string errorMsg = 3
message
inotify.proto:98required string path = 1
optional bool newBlock = 2
message
datatransfer.proto:55Used in: , , , , ,
required block = 1
optional token = 2
optional traceInfo = 3
message
hdfs.proto:547Directory listing result for a batched listing call.
Used in:
repeated partialListing = 1
required uint32 parentIdx = 2
optional exception = 3
message
hdfs.proto:278required bytes checksum = 1
required uint32 pathIndex = 2
required bytes startAfter = 3
message
hdfs.proto:506* Algorithms/types denoting how block-level checksums are computed using lower-level chunk checksums/CRCs. These options should be kept in sync with org.apache.hadoop.hdfs.protocol.BlockChecksumOptions.
Used in: , ,
optional BlockChecksumTypeProto blockChecksumType = 1
optional uint64 stripeLength = 2
Only used if blockChecksumType specifies a striped format, such as COMPOSITE_CRC. If so, then the blockChecksum in the response is expected to be the concatenation of N crcs, where N == ((requestedLength - 1) / stripedLength) + 1
Used in:
MD5CRC = 1
BlockChecksum obtained by taking the MD5 digest of chunk CRCs
COMPOSITE_CRC = 2
Chunk-independent CRC, optionally striped
message
erasurecoding.proto:104* Block erasure coding reconstruction info
required block = 1
required sourceDnInfos = 2
required targetDnInfos = 3
required targetStorageUuids = 4
required targetStorageTypes = 5
required bytes liveBlockIndices = 6
required ecPolicy = 7
message
HdfsServer.proto:41* Block access token information
Used in:
required uint32 keyId = 1
Key identifier
required uint64 expiryDate = 2
Expiry time in milliseconds
optional bytes keyBytes = 3
Key secret
message
datatransfer.proto:289required Status status = 1
optional string firstBadLink = 2
optional checksumResponse = 3
optional readOpChecksumInfo = 4
optional string message = 5
* explanatory text which may be useful to log on the client side
optional uint32 shortCircuitAccessVersion = 6
* If the server chooses to agree to the request of a client for short-circuit access, it will send a response message with the relevant file descriptors attached. In the body of the message, this version number will be set to the specific version number of the block data that the client is about to read.
message
hdfs.proto:629* Block information Please be wary of adding additional fields here, since INodeFiles need to fit in PB's default max message size of 64MB. We restrict the max # of blocks per file (dfs.namenode.fs-limits.max-blocks-per-file), but it's better to avoid changing this.
Used in: , , , , , ,
required uint64 blockId = 1
required uint64 genStamp = 2
optional uint64 numBytes = 3
message
hdfs.proto:245* Block replica storage policy.
Used in: ,
required uint32 policyId = 1
required string name = 2
required creationPolicy = 3
a list of storage types for storing the block replicas when creating a block.
optional creationFallbackPolicy = 4
A list of storage types for creation fallback storage.
optional replicationFallbackPolicy = 5
message
hdfs.proto:689* Secret information for the BlockKeyProto. This is not sent on the wire as such but is used to pack a byte array and encrypted and put in BlockKeyProto.bytes When adding further fields, make sure they are optional as they would otherwise not be backwards compatible. Note: As part of the migration from WritableUtils based tokens (aka "legacy") to Protocol Buffers, we use the first byte to determine the type. If the first byte is <=0 then it is a legacy token. This means that when using protobuf tokens, the the first field sent must have a `field_number` less than 16 to make sure that the first byte is positive. Otherwise it could be parsed as a legacy token. See HDFS-11026 for more discussion.
optional uint64 expiryDate = 1
optional uint32 keyId = 2
optional string userId = 3
optional string blockPoolId = 4
optional uint64 blockId = 5
repeated AccessModeProto modes = 6
repeated StorageTypeProto storageTypes = 7
repeated string storageIds = 8
optional bytes handshakeSecret = 9
* Types of recognized blocks.
CONTIGUOUS = 0
STRIPED = 1
message
HdfsServer.proto:61* Block and datanodes where is it located
Used in:
required block = 1
Block
repeated string datanodeUuids = 2
Datanodes with replicas of the block
repeated string storageUuids = 3
Storages with replicas of the block
repeated StorageTypeProto storageTypes = 4
optional bytes indices = 5
optional uint32 dataBlockNum = 6
optional uint32 cellSize = 7
message
HdfsServer.proto:75* List of block with locations
repeated blocks = 1
message
ClientNamenodeProtocol.proto:594Used in:
required info = 1
required stats = 2
message
ClientNamenodeProtocol.proto:548Used in:
required int64 millis = 1
required bool isRelative = 2
message
ClientNamenodeProtocol.proto:540Used in: , , ,
optional int64 id = 1
optional string path = 2
optional uint32 replication = 3
optional string pool = 4
optional expiration = 5
message
ClientNamenodeProtocol.proto:553Used in:
required int64 bytesNeeded = 1
required int64 bytesCached = 2
required int64 filesNeeded = 3
required int64 filesCached = 4
required bool hasExpired = 5
FORCE = 1
Ignore pool resource limits
message
ClientNamenodeProtocol.proto:652Used in:
required info = 1
required stats = 2
message
ClientNamenodeProtocol.proto:604Used in: , ,
optional string poolName = 1
optional string ownerName = 2
optional string groupName = 3
optional int32 mode = 4
optional int64 limit = 5
optional int64 maxRelativeExpiry = 6
optional uint32 defaultReplication = 7
message
ClientNamenodeProtocol.proto:614Used in:
required int64 bytesNeeded = 1
required int64 bytesCached = 2
required int64 bytesOverlimit = 3
required int64 filesNeeded = 4
required int64 filesCached = 5
message
datatransfer.proto:71Used in: ,
optional bool dropBehind = 1
optional int64 readahead = 2
message
HdfsServer.proto:149* Command returned from primary to checkpointing namenode. This command has checkpoint signature that identifies checkpoint transaction and is needed for further communication related to checkpointing.
Used in:
required signature = 1
Unique signature to identify checkpoint transation
required bool needToReturnImage = 2
If true, return transfer image to primary upon the completion of checkpoint
message
HdfsServer.proto:136* Unique signature to identify checkpoint transactions.
Used in:
required string blockPoolId = 1
required uint64 mostRecentCheckpointTxId = 2
required uint64 curSegmentTxId = 3
required storageInfo = 4
message
datatransfer.proto:84Used in: ,
required ChecksumTypeProto type = 1
required uint32 bytesPerChecksum = 2
* Checksum algorithms/types used in HDFS Make sure this enum's integer values match enum values' id properties defined in org.apache.hadoop.util.DataChecksum.Type
Used in: , ,
CHECKSUM_NULL = 0
CHECKSUM_CRC32 = 1
CHECKSUM_CRC32C = 2
message
hdfs.proto:358* Cipher option
Used in:
required CipherSuiteProto suite = 1
optional bytes inKey = 2
optional bytes inIv = 3
optional bytes outKey = 4
optional bytes outIv = 5
* Cipher suite.
Used in: , , ,
UNKNOWN = 1
AES_CTR_NOPADDING = 2
message
datatransfer.proto:66Used in: , ,
required baseHeader = 1
required string clientName = 2
message
datatransfer.proto:314* Message sent from the client to the DN after reading the entire read request.
required Status status = 1
message
inotify.proto:86required string path = 1
required int64 fileSize = 2
required int64 timestamp = 3
message
erasurecoding.proto:117* Codec and it's corresponding coders
Used in:
required string codec = 1
required string coders = 2
message
hdfs.proto:167* Summary of a file or directory
Used in:
required uint64 length = 1
required uint64 fileCount = 2
required uint64 directoryCount = 3
required uint64 quota = 4
required uint64 spaceConsumed = 5
required uint64 spaceQuota = 6
optional typeQuotaInfos = 7
optional uint64 snapshotLength = 8
optional uint64 snapshotFileCount = 9
optional uint64 snapshotDirectoryCount = 10
optional uint64 snapshotSpaceConsumed = 11
optional string erasureCodingPolicy = 12
message
hdfs.proto:211* Contains a list of paths corresponding to corrupt files and a cookie used for iterative calls to NameNode.listCorruptFileBlocks.
Used in:
repeated string files = 1
required string cookie = 2
message
inotify.proto:72required INodeType type = 1
required string path = 2
required int64 ctime = 3
required string ownerName = 4
required string groupName = 5
required perms = 6
optional int32 replication = 7
optional string symlinkTarget = 8
optional bool overwrite = 9
optional int64 defaultBlockSize = 10
optional bool erasureCoded = 11
CREATE = 1
Create a file
OVERWRITE = 2
Truncate/overwrite a file. Same as POSIX O_TRUNC
APPEND = 4
Append to a file
LAZY_PERSIST = 16
File with reduced durability guarantees.
NEW_BLOCK = 32
Write data to a new block when appending
SHOULD_REPLICATE = 128
Enforce to create a replicate file
* Crypto protocol version used to access encrypted files.
Used in: , , ,
UNKNOWN_PROTOCOL_VERSION = 1
ENCRYPTION_ZONES = 2
message
datatransfer.proto:318required Status status = 1
message
hdfs.proto:284Used in:
required uint32 keyId = 1
required string blockPoolId = 2
required bytes nonce = 3
required bytes encryptionKey = 4
required uint64 expiryDate = 5
optional string encryptionAlgorithm = 6
message
datatransfer.proto:37required DataTransferEncryptorMessageProto.DataTransferEncryptorStatus status = 1
optional bytes payload = 2
optional string message = 3
repeated cipherOption = 4
optional handshakeSecret = 5
Used in:
SUCCESS = 0
ERROR_UNKNOWN_KEY = 1
ERROR = 2
message
datatransfer.proto:61Used in: , ,
required uint64 traceId = 1
required uint64 parentId = 2
message
hdfs.proto:66* Identifies a Datanode
Used in: ,
required string ipAddr = 1
IP address
required string hostName = 2
hostname
required string datanodeUuid = 3
UUID assigned to the Datanode. For
required uint32 xferPort = 4
upgraded clusters this is the same as the original StorageID of the Datanode.
data streaming port
required uint32 infoPort = 5
datanode http port
required uint32 ipcPort = 6
ipc server port
optional uint32 infoSecurePort = 7
datanode https port
message
hdfs.proto:111* The status of a Datanode
Used in: , , , , , , , ,
required id = 1
optional uint64 capacity = 2
optional uint64 dfsUsed = 3
optional uint64 remaining = 4
optional uint64 blockPoolUsed = 5
optional uint64 lastUpdate = 6
optional uint32 xceiverCount = 7
optional string location = 8
optional uint64 nonDfsUsed = 9
optional DatanodeInfoProto.AdminState adminState = 10
optional uint64 cacheCapacity = 11
optional uint64 cacheUsed = 12
optional uint64 lastUpdateMonotonic = 13
optional string upgradeDomain = 14
optional uint64 lastBlockReportTime = 15
optional uint64 lastBlockReportMonotonic = 16
optional uint32 numBlocks = 17
Used in:
NORMAL = 0
DECOMMISSION_INPROGRESS = 1
DECOMMISSIONED = 2
ENTERING_MAINTENANCE = 3
IN_MAINTENANCE = 4
message
hdfs.proto:104* DatanodeInfo array
Used in: ,
repeated datanodes = 1
message
hdfs.proto:82* Datanode local information
Used in:
required string softwareVersion = 1
required string configVersion = 2
required uint64 uptime = 3
type of the datanode report
Used in: ,
ALL = 1
LIVE = 2
DEAD = 3
DECOMMISSIONING = 4
ENTERING_MAINTENANCE = 5
IN_MAINTENANCE = 6
message
hdfs.proto:142* Represents a storage available on the datanode
Used in:
required string storageUuid = 1
optional DatanodeStorageProto.StorageState state = 2
optional StorageTypeProto storageType = 3
Used in:
NORMAL = 0
READ_ONLY_SHARED = 1
message
ClientNamenodeProtocol.proto:403Used in:
required datanodeInfo = 1
repeated storageReports = 2
message
hdfs.proto:91* Datanode volume information
Used in:
required string path = 1
required StorageTypeProto storageType = 2
required uint64 usedSpace = 3
required uint64 freeSpace = 4
required uint64 reservedSpace = 5
required uint64 reservedSpaceForReplicas = 6
required uint64 numBlocks = 7
message
hdfs.proto:536* Directory listing
Used in:
repeated partialListing = 1
required uint32 remainingEntries = 2
message
hdfs.proto:384* ECSchema options entry
Used in:
required string key = 1
required string value = 2
message
hdfs.proto:392* ECSchema for erasurecoding
Used in:
required string codecName = 1
required uint32 dataUnits = 2
required uint32 parityUnits = 3
repeated options = 4
message
hdfs.proto:422Used in:
required string resultMessage = 1
required bool isSupported = 2
message
encryption.proto:49Used in: ,
required int64 id = 1
required string path = 2
required CipherSuiteProto suite = 3
required CryptoProtocolVersionProto cryptoProtocolVersion = 4
required string keyName = 5
message
hdfs.proto:408Used in: , , , , , , , ,
optional string name = 1
optional schema = 2
optional uint32 cellSize = 3
required uint32 id = 4
Actually a byte - only 8 bits used
optional ErasureCodingPolicyState state = 5
* EC policy state.
Used in:
DISABLED = 1
ENABLED = 2
REMOVED = 3
message
inotify.proto:52Used in:
required int64 txid = 1
repeated events = 2
message
inotify.proto:47Used in: ,
required EventType type = 1
required bytes contents = 2
Used in:
EVENT_CREATE = 0
EVENT_CLOSE = 1
EVENT_APPEND = 2
EVENT_RENAME = 3
EVENT_METADATA = 4
EVENT_UNLINK = 5
EVENT_TRUNCATE = 6
message
inotify.proto:128Used in:
repeated events = 1
deprecated
required int64 firstTxid = 2
required int64 lastTxid = 3
required int64 syncTxid = 4
repeated batch = 5
message
HdfsServer.proto:50* Current key and set of block keys at the namenode.
required bool isBlockTokenEnabled = 1
required uint64 keyUpdateInterval = 2
required uint64 tokenLifeTime = 3
required currentKey = 4
repeated allKeys = 5
message
hdfs.proto:41* Extended block idenfies a block
Used in: , , , , , , , , , , , ,
required string poolId = 1
Block pool id - globally unique across clusters
required uint64 blockId = 2
the local id within a pool
required uint64 generationStamp = 3
optional uint64 numBytes = 4
len does not belong in ebid
message
hdfs.proto:312* Encryption information for a file.
Used in: ,
required CipherSuiteProto suite = 1
required CryptoProtocolVersionProto cryptoProtocolVersion = 2
required bytes key = 3
required bytes iv = 4
required string keyName = 5
required string ezKeyVersionName = 6
message
acl.proto:28* File or Directory permision - same spec as posix
Used in: , , , , , , , ,
required uint32 perm = 1
Actually a short - only 16bits used
message
hdfs.proto:519* HDFS Server Defaults
Used in:
required uint64 blockSize = 1
required uint32 bytesPerChecksum = 2
required uint32 writePacketSize = 3
required uint32 replication = 4
Actually a short - only 16 bits used
required uint32 fileBufferSize = 5
optional bool encryptDataTransfer = 6
optional uint64 trashInterval = 7
optional ChecksumTypeProto checksumType = 8
optional string keyProviderUri = 9
optional uint32 policyId = 10
message
ReconfigurationProtocol.proto:40Used in:
required string name = 1
required string oldValue = 2
optional string newValue = 3
optional string errorMessage = 4
It is empty if success.
message
ReconfigurationProtocol.proto:37* Query the running status of reconfiguration process
Used as request type in: ClientDatanodeProtocolService.getReconfigurationStatus, ReconfigurationProtocolService.getReconfigurationStatus
(message has no fields)
message
ReconfigurationProtocol.proto:47Used as response type in: ClientDatanodeProtocolService.getReconfigurationStatus, ReconfigurationProtocolService.getReconfigurationStatus
required int64 startTime = 1
optional int64 endTime = 2
repeated changes = 3
message
datatransfer.proto:50Used in:
required bytes secret = 1
required string bpid = 2
message
hdfs.proto:440* Status of a file, directory or symlink Optionally includes a file's block locations if requested by client on the rpc call.
Used in: , , , , , , ,
required HdfsFileStatusProto.FileType fileType = 1
required bytes path = 2
local name of inode encoded java UTF8
required uint64 length = 3
required permission = 4
required string owner = 5
required string group = 6
required uint64 modification_time = 7
required uint64 access_time = 8
optional bytes symlink = 9
Optional fields for symlink
if symlink, target encoded java UTF8
optional uint32 block_replication = 10
Optional fields for file
only 16bits used
optional uint64 blocksize = 11
optional locations = 12
suppled only if asked by client
optional uint64 fileId = 13
Optional field for fileId
default as an invalid id
optional int32 childrenNum = 14
optional fileEncryptionInfo = 15
Optional field for file encryption
optional uint32 storagePolicy = 16
block storage policy id
optional ecPolicy = 17
Optional field for erasure coding
optional uint32 flags = 18
Set of flags
Used in:
IS_DIR = 1
IS_FILE = 2
IS_SYMLINK = 3
HAS_ACL = 1
has ACLs
HAS_CRYPT = 2
encrypted
HAS_EC = 4
erasure coded
SNAPSHOT_ENABLED = 8
SNAPSHOT ENABLED
message
hdfs.proto:430* Placeholder type for consistent HDFS operations.
optional uint64 inodeId = 1
optional uint64 mtime = 2
optional string path = 3
Used in:
I_TYPE_FILE = 0
I_TYPE_DIRECTORY = 1
I_TYPE_SYMLINK = 2
message
AliasMapProtocol.proto:28Used in: ,
optional key = 1
optional value = 2
message
ReconfigurationProtocol.proto:54* Query the reconfigurable properties on NN/DN.
Used as request type in: ClientDatanodeProtocolService.listReconfigurableProperties, ReconfigurationProtocolService.listReconfigurableProperties
(message has no fields)
message
ReconfigurationProtocol.proto:57Used as response type in: ClientDatanodeProtocolService.listReconfigurableProperties, ReconfigurationProtocolService.listReconfigurableProperties
repeated string name = 1
message
hdfs.proto:260* A LocatedBlock gives information about a block and its location.
Used in: , , , , , ,
required b = 1
required uint64 offset = 2
offset of first byte of block in the file
repeated locs = 3
Locations ordered by proximity to client ip
required bool corrupt = 4
true if all replicas of a block are corrupt, else false
required blockToken = 5
repeated bool isCached = 6
if a location in locs is cached
repeated StorageTypeProto storageTypes = 7
repeated string storageIDs = 8
optional bytes blockIndices = 9
striped block related fields
used for striped block to indicate block index for each storage
repeated blockTokens = 10
each internal block has a block token
message
hdfs.proto:369* A set of file blocks and their locations.
Used in: ,
required uint64 fileLength = 1
repeated blocks = 2
required bool underConstruction = 3
optional lastBlock = 4
required bool isLastBlockComplete = 5
optional fileEncryptionInfo = 6
optional ecPolicy = 7
Optional field for erasure coding
message
inotify.proto:109required string path = 1
required MetadataUpdateType type = 2
optional int64 mtime = 3
optional int64 atime = 4
optional int32 replication = 5
optional string ownerName = 6
optional string groupName = 7
optional perms = 8
repeated acls = 9
repeated xAttrs = 10
optional bool xAttrsRemoved = 11
Used in:
META_TYPE_TIMES = 0
META_TYPE_REPLICATION = 1
META_TYPE_OWNER = 2
META_TYPE_PERMS = 3
META_TYPE_ACLS = 4
META_TYPE_XATTRS = 5
message
HdfsServer.proto:212* state - State the NN is in when returning response to the DN txid - Highest transaction ID this NN has seen
required NNHAStatusHeartbeatProto.State state = 1
required uint64 txid = 2
Used in: ,
ACTIVE = 0
STANDBY = 1
OBSERVER = 2
message
HdfsServer.proto:160* Command sent from one namenode to another namenode.
required uint32 action = 1
required NamenodeCommandProto.Type type = 2
optional checkpointCmd = 3
Used in:
NamenodeCommand = 0
Base command
CheckPointCommand = 1
Check point command
message
HdfsServer.proto:196* Information sent by a namenode to identify itself to the primary namenode.
required string rpcAddress = 1
host:port of the namenode RPC address
required string httpAddress = 2
host:port of the namenode http server
required storageInfo = 3
Node information
optional NamenodeRegistrationProto.NamenodeRoleProto role = 4
Namenode role
Used in:
NAMENODE = 1
BACKUP = 2
CHECKPOINT = 3
message
HdfsServer.proto:99* Namespace information that describes namespace on a namenode
Used in:
required string buildVersion = 1
Software revision version (e.g. an svn or git revision)
required uint32 unused = 2
Retained for backward compatibility
required string blockPoolID = 3
block pool used by the namespace
required storageInfo = 4
Node information
required string softwareVersion = 5
Software version number (e.g. 2.0.0)
optional uint64 capabilities = 6
feature flags
optional NNHAStatusHeartbeatProto.State state = 7
message
datatransfer.proto:158required header = 1
optional blockChecksumOptions = 2
message
datatransfer.proto:322Used in:
required uint32 bytesPerCrc = 1
required uint64 crcPerBlock = 2
required bytes blockChecksum = 3
optional ChecksumTypeProto crcType = 4
optional blockChecksumOptions = 5
message
datatransfer.proto:163required header = 1
required datanodes = 2
repeated blockTokens = 3
each internal block has a block token
required ecPolicy = 4
repeated uint32 blockIndices = 5
required uint64 requestedNumBytes = 6
optional blockChecksumOptions = 7
message
datatransfer.proto:154required header = 1
message
datatransfer.proto:330required string customId = 1
message
datatransfer.proto:76required header = 1
required uint64 offset = 2
required uint64 len = 3
optional bool sendChecksums = 4
optional cachingStrategy = 5
message
datatransfer.proto:146required header = 1
required string delHint = 2
required source = 3
optional StorageTypeProto storageType = 4
optional string storageId = 5
message
datatransfer.proto:190required header = 1
required uint32 maxVersion = 2
* In order to get short-circuit access to block data, clients must set this to the highest version of the block data that they can understand. Currently 1 is the only version, but more versions may exist in the future if the on-disk format changes.
optional slotId = 3
* The shared memory slot to use, if we are using one.
optional bool supportsReceiptVerification = 4
* True if the client supports verifying that the file descriptor has been sent successfully.
message
datatransfer.proto:139required header = 1
repeated targets = 2
repeated StorageTypeProto targetStorageTypes = 3
repeated string targetStorageIds = 4
message
datatransfer.proto:89required header = 1
repeated targets = 2
optional source = 3
required OpWriteBlockProto.BlockConstructionStage stage = 4
required uint32 pipelineSize = 5
required uint64 minBytesRcvd = 6
required uint64 maxBytesRcvd = 7
required uint64 latestGenerationStamp = 8
required requestedChecksum = 9
* The requested checksum mechanism for this block write.
optional cachingStrategy = 10
optional StorageTypeProto storageType = 11
repeated StorageTypeProto targetStorageTypes = 12
optional bool allowLazyPersist = 13
* Hint to the DataNode that the block can be allocated on transient storage i.e. memory and written to disk lazily. The DataNode is free to ignore this hint.
optional bool pinning = 14
whether to pin the block, so Balancer won't move it.
repeated bool targetPinnings = 15
optional string storageId = 16
repeated string targetStorageIds = 17
Used in:
PIPELINE_SETUP_APPEND = 0
PIPELINE_SETUP_APPEND_RECOVERY = 1
pipeline set up for failed PIPELINE_SETUP_APPEND recovery
DATA_STREAMING = 2
data streaming
PIPELINE_SETUP_STREAMING_RECOVERY = 3
pipeline setup for failed data streaming recovery
PIPELINE_CLOSE = 4
close the block and pipeline
PIPELINE_CLOSE_RECOVERY = 5
Recover a failed PIPELINE_CLOSE
PIPELINE_SETUP_CREATE = 6
pipeline set up for block creation
TRANSFER_RBW = 7
transfer RBW for adding datanodes
TRANSFER_FINALIZED = 8
transfer Finalized for adding datanodes
message
ClientNamenodeProtocol.proto:835Used in:
required int64 id = 1
required string path = 2
required string clientName = 3
required string clientMachine = 4
Used in: ,
ALL_OPEN_FILES = 1
BLOCKING_DECOMMISSION = 2
message
datatransfer.proto:235required sfixed64 offsetInBlock = 1
All fields must be fixed-length!
required sfixed64 seqno = 2
required bool lastPacketInBlock = 3
required sfixed32 dataLen = 4
optional bool syncBlock = 5
message
hdfs.proto:325* Encryption information for an individual file within an encryption zone
required bytes key = 1
required bytes iv = 2
required string ezKeyVersionName = 3
message
datatransfer.proto:267required sint64 seqno = 1
repeated Status reply = 2
optional uint64 downstreamAckTimeNanos = 3
repeated uint32 flag = 4
message
hdfs.proto:56Used in: ,
required string path = 1
required int64 offset = 2
required int64 length = 3
required bytes nonce = 4
message
hdfs.proto:185* Summary of quota usage of a directory
Used in:
required uint64 fileAndDirectoryCount = 1
required uint64 quota = 2
required uint64 spaceConsumed = 3
required uint64 spaceQuota = 4
optional typeQuotaInfos = 5
message
datatransfer.proto:278* Sent as part of the BlockOpResponseProto for READ_BLOCK and COPY_BLOCK operations.
Used in:
required checksum = 1
required uint64 chunkOffset = 2
* The offset into the block at which the first packet will start. This is necessary since reads will align backwards to a checksum chunk boundary.
message
HdfsServer.proto:123* Block that needs to be recovered with at a given location
Used in:
required uint64 newGenStamp = 1
New genstamp post recovery
required block = 2
Block to be recovered
optional truncateBlock = 3
New block for recovery (truncate)
optional ecPolicy = 4
optional bytes blockIndices = 5
block indices of striped internal blocks for each storage in LocatedBlock
Used in:
CANCEL_REENCRYPT = 1
START_REENCRYPT = 2
message
hdfs.proto:345* Re-encryption information for an encryption zone
Used in:
required string ezKeyVersionName = 1
required uint64 submissionTime = 2
required bool canceled = 3
required int64 numReencrypted = 4
required int64 numFailures = 5
optional uint64 completionTime = 6
optional string lastFile = 7
Used in:
SUBMITTED = 1
PROCESSING = 2
COMPLETED = 3
message
datatransfer.proto:212required slotId = 1
optional traceInfo = 2
message
datatransfer.proto:217required Status status = 1
optional string error = 2
message
HdfsServer.proto:91* Enumeration of editlogs available on a remote namenode
repeated logs = 1
optional uint64 committedTxnId = 2
message
HdfsServer.proto:82* Editlog information with available transactions
Used in:
required uint64 startTxId = 1
Starting available edit log transaction
required uint64 endTxId = 2
Ending available edit log transaction
optional bool isInProgress = 3
message
hdfs.proto:541Used in:
required string className = 1
optional string message = 2
message
inotify.proto:103required string srcPath = 1
required string destPath = 2
required int64 timestamp = 3
* State of a block replica at a datanode
Used in:
FINALIZED = 0
State of a replica when it is not modified
RBW = 1
State of replica that is being written to
RWR = 2
State of replica that is waiting to be recovered
RUR = 3
State of replica that is under recovery
TEMPORARY = 4
State of replica that is created for replication
Used in:
QUERY = 1
START = 2
FINALIZE = 3
message
ClientNamenodeProtocol.proto:489Used in:
required status = 1
required uint64 startTime = 2
required uint64 finalizeTime = 3
required bool createdRollbackImages = 4
message
hdfs.proto:652* Rolling upgrade status
Used in:
required string blockPoolId = 1
optional bool finalized = 2
Used in:
SAFEMODE_LEAVE = 1
SAFEMODE_ENTER = 2
SAFEMODE_GET = 3
SAFEMODE_FORCE_EXIT = 4
DO_NOT_USE_RECEIPT_VERIFICATION = 0
USE_RECEIPT_VERIFICATION = 1
message
datatransfer.proto:177* An ID uniquely identifying a shared memory segment.
Used in: ,
required int64 hi = 1
required int64 lo = 2
message
datatransfer.proto:222required string clientName = 1
The name of the client requesting the shared memory segment. This is purely for logging / debugging purposes.
optional traceInfo = 2
message
datatransfer.proto:229required Status status = 1
optional string error = 2
optional id = 3
message
datatransfer.proto:185* An ID uniquely identifying a slot within a shared memory segment.
Used in: ,
required shmId = 1
required int32 slotIdx = 2
message
hdfs.proto:605Used in: ,
required bytes startPath = 1
required int32 index = 2
message
hdfs.proto:577* Snapshot diff report entry
Used in:
required bytes fullpath = 1
required string modificationLabel = 2
optional bytes targetPath = 3
message
hdfs.proto:597* Snapshot diff report listing entry
Used in:
required bytes fullpath = 1
required uint64 dirId = 2
required bool isReference = 3
optional bytes targetPath = 4
optional uint64 fileId = 5
message
hdfs.proto:612* Snapshot diff report listing
Used in:
repeated modifiedEntries = 1
full path of the directory where snapshots were taken
repeated createdEntries = 2
repeated deletedEntries = 3
required bool isFromEarlier = 4
optional cursor = 5
message
hdfs.proto:586* Snapshot diff report
Used in:
required string snapshotRoot = 1
full path of the directory where snapshots were taken
required string fromSnapshot = 2
required string toSnapshot = 3
repeated diffReportEntries = 4
message
hdfs.proto:639* Information related to a snapshot TODO: add more information
required string snapshotName = 1
required string snapshotRoot = 2
required permission = 3
required string owner = 4
required string group = 5
required string createTime = 6
TODO: do we need access time?
message
hdfs.proto:570* Snapshottable directory listing
Used in:
repeated snapshottableDirListing = 1
message
hdfs.proto:558* Status of a snapshottable directory: besides the normal information for a directory status, also include snapshot quota, number of snapshots, and the full path of the parent directory.
Used in:
required dirStatus = 1
required uint32 snapshot_quota = 2
Fields specific for snapshottable directory
required uint32 snapshot_number = 3
required bytes parent_fullpath = 4
message
ReconfigurationProtocol.proto:30* Asks NN/DN to reload configuration file.
Used as request type in: ClientDatanodeProtocolService.startReconfiguration, ReconfigurationProtocolService.startReconfiguration
(message has no fields)
message
ReconfigurationProtocol.proto:33Used as response type in: ClientDatanodeProtocolService.startReconfiguration, ReconfigurationProtocolService.startReconfiguration
(message has no fields)
Status is a 4-bit enum
Used in: , , , , ,
SUCCESS = 0
ERROR = 1
ERROR_CHECKSUM = 2
ERROR_INVALID = 3
ERROR_EXISTS = 4
ERROR_ACCESS_TOKEN = 5
CHECKSUM_OK = 6
ERROR_UNSUPPORTED = 7
OOB_RESTART = 8
Quick restart
OOB_RESERVED1 = 9
Reserved
OOB_RESERVED2 = 10
Reserved
OOB_RESERVED3 = 11
Reserved
IN_PROGRESS = 12
ERROR_BLOCK_PINNED = 13
message
HdfsServer.proto:186* Common node information shared by all the nodes in the cluster
Used in: , ,
required uint32 layoutVersion = 1
Layout version of the file system
required uint32 namespceID = 2
File system namespace ID
required string clusterID = 3
ID of the cluster
required uint64 cTime = 4
File system creation time
message
hdfs.proto:153Used in:
required string storageUuid = 1
optional bool failed = 2
optional uint64 capacity = 3
optional uint64 dfsUsed = 4
optional uint64 remaining = 5
optional uint64 blockPoolUsed = 6
optional storage = 7
supersedes StorageUuid
optional uint64 nonDfsUsed = 8
* Types of recognized storage media.
Used in: , , , , , , , , , ,
DISK = 1
SSD = 2
ARCHIVE = 3
RAM_DISK = 4
PROVIDED = 5
message
hdfs.proto:200Used in:
optional StorageTypeProto type = 1
required uint64 quota = 2
required uint64 consumed = 3
message
hdfs.proto:196* Storage type quota and usage information of a file or directory
Used in: ,
repeated typeQuotaInfo = 1
message
hdfs.proto:238* A list of storage types.
Used in: ,
repeated StorageTypeProto storageTypes = 1
message
hdfs.proto:661* A list of storage IDs.
Used in:
repeated string storageUuids = 1
message
inotify.proto:92required string path = 1
required int64 fileSize = 2
required int64 timestamp = 3
message
inotify.proto:123required string path = 1
required int64 timestamp = 2
message
HdfsServer.proto:173* void request
(message has no fields)
message
HdfsServer.proto:179* Version response from namenode.
required info = 1
message
editlog.proto:33optional string src = 1
repeated xAttrs = 2
message
xattr.proto:25Used in: , , , , , ,
required XAttrProto.XAttrNamespaceProto namespace = 1
required string name = 2
optional bytes value = 3
Used in:
USER = 0
TRUSTED = 1
SECURITY = 2
SYSTEM = 3
RAW = 4
XATTR_CREATE = 1
XATTR_REPLACE = 2
message
hdfs.proto:335* Encryption information for an encryption zone
required CipherSuiteProto suite = 1
required CryptoProtocolVersionProto cryptoProtocolVersion = 2
required string keyName = 3
optional reencryptionProto = 4
message
encryption.proto:85Used in:
required int64 id = 1
required string path = 2
required ReencryptionStateProto state = 3
required string ezKeyVersionName = 4
required int64 submissionTime = 5
required bool canceled = 6
required int64 numReencrypted = 7
required int64 numFailures = 8
optional int64 completionTime = 9
optional string lastFile = 10