package rss.common
Get desktop application:
View/edit binary Protocol Buffers messages
service CoordinatorServer
Rss.proto:239rpc getShuffleServerList (, )
Rss.proto:241Get Shuffle Server list
message
Rss.proto:281repeated servers = 1
rpc getShuffleServerNum (, )
Rss.proto:244Count Shuffle Server number
message
Rss.proto:285int32 num = 1
rpc getShuffleAssignments (, )
Rss.proto:247Ask for suitable Shuffle Servers with partitions
message
Rss.proto:289string clientHost = 1
string clientPort = 2
string clientProperty = 3
string applicationId = 4
int32 shuffleId = 5
int32 partitionNum = 6
int32 partitionNumPerRange = 7
int32 dataReplica = 8
repeated string requireTags = 9
message
Rss.proto:308StatusCode status = 1
repeated assignments = 2
rpc heartbeat (, )
Rss.proto:250Heartbeat between Shuffle Server and Coordinator Server
message
Rss.proto:199optional serverId = 1
int64 usedMemory = 2
int64 preAllocatedMemory = 3
int64 availableMemory = 4
int32 eventNumInFlush = 5
repeated string tags = 6
optional isHealthy = 7
message
Rss.proto:209StatusCode status = 1
string retMsg = 2
Get the global configuration of this Rss-cluster, i.e., data storage info
message
Rss.proto:325string storage = 1
string storagePath = 2
string storagePattern = 3
rpc checkServiceAvailable (, )
Rss.proto:254message
Rss.proto:331StatusCode status = 1
bool available = 2
rpc reportClientOperation (, )
Rss.proto:257Report a client operation's result to coordinator server
message
Rss.proto:313string clientHost = 1
int32 clientPort = 2
optional server = 3
string operation = 4
message
Rss.proto:320StatusCode status = 1
string retMsg = 2
rpc appHeartbeat (, )
Rss.proto:260Heartbeat between Shuffle Application and Coordinator Server
rpc accessCluster (, )
Rss.proto:263Access to the remote shuffle service cluster
message
Rss.proto:336string accessId = 1
repeated string tags = 2
message
Rss.proto:341StatusCode status = 1
string retMsg = 2
rpc fetchClientConf (, )
Rss.proto:266Get basic client conf from coordinator
message
Rss.proto:346StatusCode status = 1
string retMsg = 2
repeated clientConf = 3
rpc fetchRemoteStorage (, )
Rss.proto:269Get remote storage from coordinator
message
Rss.proto:357string appId = 1
message
Rss.proto:371StatusCode status = 1
optional remoteStorage = 2
service ShuffleServer
Rss.proto:27rpc registerShuffle (, )
Rss.proto:28message
Rss.proto:150string appId = 1
int32 shuffleId = 2
repeated partitionRanges = 3
optional remoteStorage = 4
message
Rss.proto:157StatusCode status = 1
string retMsg = 2
rpc sendShuffleData (, )
Rss.proto:29message
Rss.proto:162string appId = 1
int32 shuffleId = 2
int64 requireBufferId = 3
repeated shuffleData = 4
message
Rss.proto:169StatusCode status = 1
string retMsg = 2
rpc getLocalShuffleIndex (, )
Rss.proto:30message
Rss.proto:101string appId = 1
int32 shuffleId = 2
int32 partitionId = 3
int32 partitionNumPerRange = 4
int32 partitionNum = 5
message
Rss.proto:109bytes indexData = 1
StatusCode status = 2
string retMsg = 3
rpc getLocalShuffleData (, )
Rss.proto:31message
Rss.proto:70string appId = 1
int32 shuffleId = 2
int32 partitionId = 3
int32 partitionNumPerRange = 4
int32 partitionNum = 5
int64 offset = 6
int32 length = 7
message
Rss.proto:80bytes data = 1
StatusCode status = 2
string retMsg = 3
rpc getMemoryShuffleData (, )
Rss.proto:32message
Rss.proto:86string appId = 1
int32 shuffleId = 2
int32 partitionId = 3
int64 lastBlockId = 4
int32 readBufferSize = 5
message
Rss.proto:94repeated shuffleDataBlockSegments = 1
bytes data = 2
StatusCode status = 3
string retMsg = 4
rpc commitShuffleTask (, )
Rss.proto:33message
Rss.proto:188string appId = 1
int32 shuffleId = 2
message
Rss.proto:193int32 commitCount = 1
StatusCode status = 2
string retMsg = 3
rpc reportShuffleResult (, )
Rss.proto:34message
Rss.proto:115string appId = 1
int32 shuffleId = 2
int64 taskAttemptId = 3
int32 bitmapNum = 4
repeated partitionToBlockIds = 5
message
Rss.proto:128StatusCode status = 1
string retMsg = 2
rpc getShuffleResult (, )
Rss.proto:35message
Rss.proto:133string appId = 1
int32 shuffleId = 2
int32 partitionId = 3
message
Rss.proto:139StatusCode status = 1
string retMsg = 2
bytes serializedBitmap = 3
rpc finishShuffle (, )
Rss.proto:36message
Rss.proto:41string appId = 1
int32 shuffleId = 2
message
Rss.proto:46StatusCode status = 1
string retMsg = 2
rpc requireBuffer (, )
Rss.proto:37message
Rss.proto:51int32 requireSize = 1
message
Rss.proto:55int64 requireBufferId = 1
StatusCode status = 2
string retMsg = 3
rpc appHeartbeat (, )
Rss.proto:38
message
Rss.proto:272Used as request type in: CoordinatorServer.appHeartbeat, ShuffleServer.appHeartbeat
string appId = 1
message
Rss.proto:276Used as response type in: CoordinatorServer.appHeartbeat, ShuffleServer.appHeartbeat
StatusCode status = 1
string retMsg = 2
message
Rss.proto:352Used in:
string key = 1
string value = 2
message
Rss.proto:301Used in:
int32 startPartition = 1
int32 endPartition = 2
repeated server = 3
replica
message
Rss.proto:123Used in:
int32 partitionId = 1
repeated int64 blockIds = 2
message
Rss.proto:366Used in: ,
string path = 1
repeated remoteStorageConf = 2
message
Rss.proto:361Used in:
string key = 1
string value = 2
message
Rss.proto:179Used in:
int64 blockId = 1
int32 length = 2
int32 uncompressLength = 3
int64 crc = 4
bytes data = 5
int64 taskAttemptId = 6
message
Rss.proto:174Used in:
int32 partitionId = 1
repeated block = 2
message
Rss.proto:61Used in:
int64 blockId = 1
int64 offset = 2
int32 length = 3
int32 uncompressLength = 4
int64 crc = 5
int64 taskAttemptId = 6
message
Rss.proto:145Used in:
int32 start = 1
int32 end = 2
message
Rss.proto:214Used in: , , ,
string id = 1
string ip = 2
int32 port = 3
message
Rss.proto:220StatusCode status = 1
string retMsg = 2
* Status code to identify the status of response
Used in: , , , , , , , , , , , , , , , , , ,
SUCCESS = 0
DOUBLE_REGISTER = 1
NO_BUFFER = 2
INVALID_STORAGE = 3
NO_REGISTER = 4
NO_PARTITION = 5
INTERNAL_ERROR = 6
TIMEOUT = 7
ACCESS_DENIED = 8
add more status