package com.webank.eggroll.core.meta

Get desktop application:
View/edit binary Protocol Buffers messages

• rpc Set (StoreSetRequest, StoreSetResponse)

  deepspeed.proto:10

  message StoreSetRequest

  deepspeed.proto:20

  • string prefix = 1

  • bytes key = 2

  • bytes value = 3

  message StoreSetResponse

  deepspeed.proto:26

  (message has no fields)

• rpc Get (StoreGetRequest, StoreGetResponse)

  deepspeed.proto:11

  message StoreGetRequest

  deepspeed.proto:28

  • string prefix = 1

  • bytes key = 2

  • optional google.protobuf.Duration timeout = 3

  message StoreGetResponse

  deepspeed.proto:34

  • bytes value = 1

  • bool is_timeout = 2

• rpc Add (StoreAddRequest, StoreAddResponse)

  deepspeed.proto:12

  message StoreAddRequest

  deepspeed.proto:39

  • string prefix = 1

  • bytes key = 2

  • int64 amount = 3

  message StoreAddResponse

  deepspeed.proto:45

  • int64 amount = 1

• rpc CompareAndSet (StoreCompareAndSetRequest, StoreCompareAndSetResponse)

  deepspeed.proto:13

  message StoreCompareAndSetRequest

  deepspeed.proto:49

  • string prefix = 1

  • string key = 2

  • string expect = 3

  • string update = 4

  message StoreCompareAndSetResponse

  deepspeed.proto:56

  (message has no fields)

• rpc Wait (StoreWaitRequest, StoreWaitResponse)

  deepspeed.proto:14

  message StoreWaitRequest

  deepspeed.proto:58

  • string prefix = 1

  • string key = 2

  • optional google.protobuf.Duration timeout = 3

  message StoreWaitResponse

  deepspeed.proto:64

  (message has no fields)

• rpc NumKeys (StoreNumKeysRequest, StoreNumKeysResponse)

  deepspeed.proto:15

  message StoreNumKeysRequest

  deepspeed.proto:66

  • string prefix = 1

  message StoreNumKeysResponse

  deepspeed.proto:69

  • int64 num_keys = 1

• rpc DeleteKey (StoreDeleteKeyRequest, StoreDeleteKeyResponse)

  deepspeed.proto:16

  message StoreDeleteKeyRequest

  deepspeed.proto:73

  • string prefix = 1

  • string key = 2

  message StoreDeleteKeyResponse

  deepspeed.proto:78

  • bool success = 1

• rpc download (DsDownloadRequest, DsDownloadResponse)

  deepspeed_download.proto:10

  message DsDownloadResponse

  deepspeed_download.proto:36

  • string session_id = 1

  • repeated ContainerContent container_content = 2

• rpc download_by_split (DsDownloadRequest, stream DsDownloadSplitResponse)

  deepspeed_download.proto:11

  message DsDownloadSplitResponse

  deepspeed_download.proto:40

  • bytes data = 1

  • int32 rank = 2

• string callSeq = 1

• string resource_type = 1

• int64 required_resource_count = 2

• string check_type = 3

• bool is_enough = 1

• optional ServerCluster clusterInfo = 2

Used in: DownloadContainersResponse, DownloadJobResponse, DsDownloadResponse

• int64 container_id = 1

• bytes content = 2

• string compress_method = 3

Used in: DownloadContainersRequest, DownloadJobRequest, DsDownloadRequest, PrepareDownloadRequest

• ALL = 0

• MODELS = 1

• LOGS = 2

• RESULT = 3

• repeated uint32 cuda_visible_devices = 2

• uint32 world_size = 3

• uint32 cross_rank = 4

• uint32 cross_size = 5

• uint32 local_size = 6

• uint32 local_rank = 7

• uint32 rank = 8

• string store_host = 9

• int32 store_port = 10

• string store_prefix = 11

• string backend = 12

• string session_id = 1

• repeated int64 container_ids = 2

• string compress_method = 3

• int32 compress_level = 4

• ContentType content_type = 5

• string session_id = 1

• repeated ContainerContent container_content = 2

• string session_id = 1

• repeated int32 ranks = 2

• string compress_method = 3

• int32 compress_level = 4

• ContentType content_type = 5

• string session_id = 1

• repeated ContainerContent container_content = 2

Used as request type in: DsDownloadService.download, DsDownloadService.download_by_split

• string session_id = 1

• repeated int32 ranks = 2

• string compress_method = 3

• int32 compress_level = 4

• ContentType content_type = 5

Used in: Processor, ServerNode

• string host = 1

• int32 port = 2

Used in: Job

• string name = 1

• string serdes = 2

• bytes body = 3

• map<string, string> options = 4

todo: add / task status

Used in: Task

• string id = 1

• string name = 2

• repeated JobIO inputs = 3

• repeated JobIO outputs = 4

• repeated Functor functors = 5

• map<string, string> options = 6

Used in: Job

• optional Store store = 1

• optional Serdes key_serdes = 2

• optional Serdes value_serdes = 3

• optional Partitioner partitioner = 4

• string session_id = 1

• repeated int64 container_ids = 2

• string session_id = 1

• string session_id = 1

• string session_id = 1

• string key = 1

• map<string, string> metaMap = 1

• uint64 id = 1

• optional ServerNode node = 2

• string code = 3

• string msg = 4

• repeated int32 gpuProcessors = 5

• repeated int32 cpuProcessors = 6

Used in: PairBatch

• bytes key = 1

• bytes value = 2

• repeated Pair pairs = 1

Used in: Store, Task

• int32 id = 1

• optional StoreLocator storeLocator = 2

• optional Processor processor = 3

• int64 serverNodeId = 4

• int32 rankInNode = 5

Used in: JobIO

• int32 type = 1

• bytes body = 2

• string session_id = 1

• repeated int32 ranks = 2

• string compress_method = 3

• int32 compress_level = 4

• ContentType content_type = 5

• string session_id = 1

• string content = 2

Used in: Partition, ProcessorBatch, QueryJobResponse, SessionMeta, SubmitJobResponse

• int64 id = 1

• int64 serverNodeId = 2

• string name = 3

• string processorType = 4

• string status = 5

• optional Endpoint commandEndpoint = 6

• optional Endpoint transferEndpoint = 7

• int32 pid = 9

• map<string, string> options = 8

• string tag = 10

• int64 id = 1

• string name = 2

• repeated Processor processors = 3

• string tag = 4

• string session_id = 1

• string session_id = 1

• string job_type = 2

• string status = 3

• repeated Processor processors = 5

• string session_id = 1

• string session_id = 1

• string status = 2

• string key = 1

• int32 queueSize = 1

Used in: ResourceAllocation, ServerNode

• string type = 1

• int64 total = 2

• int64 used = 3

• int64 allocated = 4

• int64 serverNodeId = 1

• string status = 2

• string sessionId = 3

• string operateType = 4

• repeated Resource resources = 5

Used in: SubmitJobRequest

• uint32 timeout_seconds = 1

• string resource_exhausted_strategy = 2

  "ignore", "waiting", "throw_error"

Used in: JobIO

• int32 type = 1

• bytes body = 2

Used in: CheckResourceEnoughResponse, queryClusterInfoResponse

• int64 id = 1

• string name = 2

• repeated ServerNode serverNodes = 3

• string tag = 4

Used in: NodeHeartbeat, ServerCluster

• int64 id = 1

• string name = 2

• int64 clusterId = 3

• optional Endpoint endpoint = 4

• string nodeType = 5

• string status = 6

• repeated Resource resources = 7

• string id = 1

• string name = 2

• string status = 3

• string tag = 4

• repeated Processor processors = 5

• map<string, string> options = 6

• string session_id = 1

• string name = 2

• string job_type = 3

• repeated string command_arguments = 4

• map<string, string> environment_variables = 5

• map<string, bytes> files = 6

• map<string, bytes> zipped_files = 7

• map<uint64, bytes> typed_extra_configs = 8

• map<string, string> options = 9

• string session_id = 1

• string session_id = 1

• repeated int64 container_ids = 2

• string session_id = 1

• string session_id = 1

• string session_id = 1

Used in: JobIO, StoreList

• optional StoreLocator storeLocator = 1

• repeated Partition partitions = 2

• map<string, string> options = 3

• string prefix = 1

• bool success = 1

• repeated Store stores = 1

Used in: Partition, Store

• int64 id = 1

• string store_type = 2

• string namespace = 3

• string name = 4

• string path = 5

• int32 total_partitions = 6

• int32 key_serdes_type = 7

• int32 value_serdes_type = 8

• int32 partitioner_type = 9

• string session_id = 1

• string name = 2

• string job_type = 3

• uint32 world_size = 4

• repeated string command_arguments = 5

• map<string, string> environment_variables = 6

• map<string, bytes> files = 7

• map<string, bytes> zipped_files = 8

• optional ResourceOptions resource_options = 9

  concrete options

• map<string, string> options = 19

  extra options

• string session_id = 1

• repeated Processor processors = 2

• string id = 1

• string name = 2

• repeated Partition inputs = 3

• repeated Partition outputs = 4

• optional Job job = 5

(message has no fields)

• optional ServerCluster clusterInfo = 2