package mindspore.serving.proto

Get desktop application:
View/edit binary Protocol Buffers messages

• rpc Exit (DistributedExitRequest, DistributedExitReply)

  ms_agent.proto:44

  message DistributedExitRequest

  ms_agent.proto:34

  • string address = 1

  message DistributedExitReply

  ms_agent.proto:38

  • optional ErrorMsg error_msg = 1

• rpc Ping (PingRequest, PingReply)

  ms_agent.proto:45

• rpc Pong (PongRequest, PongReply)

  ms_agent.proto:46

• rpc Predict (DistributedPredictRequest, DistributedPredictReply)

  ms_agent.proto:43

  message DistributedPredictRequest

  ms_agent.proto:23

  • repeated Tensor inputs = 1

  • bool return_result = 2

  • int64 subgraph = 3

  message DistributedPredictReply

  ms_agent.proto:29

  • repeated Tensor outputs = 1

  • optional ErrorMsg error_msg = 2

• rpc AgentConfigAcquire (AgentConfigAcquireRequest, AgentConfigAcquireReply)

  ms_worker.proto:36

  message AgentConfigAcquireRequest

  ms_distributed.proto:71

  (message has no fields)

  message AgentConfigAcquireReply

  ms_distributed.proto:74

  • string rank_table_content = 1

  • repeated AgentConfigAcquireReply.OneRankConfig rank_list = 2

  • optional CommonModelMeta common_meta = 3

  • optional DistributedModelMeta distributed_meta = 4

• rpc AgentExit (AgentExitRequest, AgentExitReply)

  ms_worker.proto:33

  for worker agent

  message AgentExitRequest

  ms_distributed.proto:53

  • oneof address_choice

    • string address = 1

      by agent process

    • string agent_ip = 2

      by agent start up process

  message AgentExitReply

  ms_distributed.proto:60

  • optional ErrorMsg error_msg = 1

• rpc AgentFailed (AgentFailedRequest, AgentFailedReply)

  ms_worker.proto:35

  message AgentFailedRequest

  ms_distributed.proto:64

  (message has no fields)

  message AgentFailedReply

  ms_distributed.proto:67

  • optional ErrorMsg error_msg = 1

• rpc AgentRegister (AgentRegisterRequest, AgentRegisterReply)

  ms_worker.proto:34

  message AgentRegisterRequest

  ms_distributed.proto:44

  • repeated AgentSpec agent_spec = 1

  • string address = 2

  message AgentRegisterReply

  ms_distributed.proto:49

  • optional ErrorMsg error_msg = 1

• rpc Ping (PingRequest, PingReply)

  ms_worker.proto:37

• rpc Pong (PongRequest, PongReply)

  ms_worker.proto:38

• rpc CallModel (PredictRequest, PredictReply)

  ms_master.proto:27

• rpc Exit (ExitRequest, ExitReply)

  ms_master.proto:25

• rpc GetModelInfo (GetModelInfoRequest, GetModelInfoReply)

  ms_master.proto:28

  message GetModelInfoRequest

  ms_master.proto:77

  • string servable_name = 1

  • uint32 version_number = 2

  message GetModelInfoReply

  ms_master.proto:95

  • string servable_name = 1

  • uint32 version_number = 2

  • optional ModelInfos model_infos = 3

  • optional ErrorMsg error_msg = 4

• rpc NotifyFailed (NotifyFailedRequest, NotifyFailedReply)

  ms_master.proto:26

  message NotifyFailedRequest

  ms_master.proto:67

  • uint64 worker_pid = 1

  • string error_msg = 2

  message NotifyFailedReply

  ms_master.proto:72

  (message has no fields)

• rpc Register (RegisterRequest, RegisterReply)

  ms_master.proto:24

  message RegisterRequest

  ms_master.proto:51

  • optional WorkerRegSpec worker_spec = 1

  message RegisterReply

  ms_master.proto:55

  • optional ErrorMsg error_msg = 1

• rpc Predict (PredictRequest, PredictReply)

  ms_service.proto:23

• rpc Exit (ExitRequest, ExitReply)

  ms_worker.proto:28

• rpc Predict (PredictRequest, PredictReply)

  ms_worker.proto:27

  for master

Used in: AgentConfigAcquireReply

• string ip = 1

• int64 device_id = 2

Used in: AgentRegisterRequest

• int64 rank_id = 1

• int64 batch_size = 2

• repeated TensorInfo inputs = 3

• repeated TensorInfo outputs = 4

Used in: AgentConfigAcquireReply

• string servable_name = 1

• string model_key = 2

• bool with_batch_dim = 3

• repeated int64 without_batch_dim_inputs = 4

• map<uint64, int64> inputs_count = 5

• map<uint64, int64> outputs_count = 6

Used in: Tensor, TensorInfo

• MS_UNKNOWN = 0

• MS_BOOL = 1

• MS_INT8 = 2

• MS_UINT8 = 3

• MS_INT16 = 4

• MS_UINT16 = 5

• MS_INT32 = 6

• MS_UINT32 = 7

• MS_INT64 = 8

• MS_UINT64 = 9

• MS_FLOAT16 = 10

• MS_FLOAT32 = 11

• MS_FLOAT64 = 12

• MS_STRING = 13

  for string model input

• MS_BYTES = 14

  for images

Used in: AgentConfigAcquireReply

• int64 rank_size = 1

• int64 stage_size = 2

Used in: AgentExitReply, AgentFailedReply, AgentRegisterReply, DistributedExitReply, DistributedPredictReply, ExitReply, GetModelInfoReply, PredictReply, RegisterReply

• int64 error_code = 1

  0 is valid, otherwise invalid

• bytes error_msg = 2

Used as response type in: MSMaster.Exit, MSWorker.Exit

• optional ErrorMsg error_msg = 1

Used as request type in: MSMaster.Exit, MSWorker.Exit

• string address = 1

Used in: PredictReply, PredictRequest

• map<string, Tensor> items = 1

• map<string, ShmTensorData> output_buffers = 2

Used in: ModelInfos

• uint64 batch_size = 2

• repeated ModelSubGraphInfo subgraph_infos = 1

Used in: GetModelInfoReply, ServableRegSpec

• map<string, ModelInfo> model_infos = 1

  model key,

Used in: ModelInfo

• repeated TensorInfo inputs = 3

• repeated TensorInfo outputs = 4

Used as response type in: MSAgent.Ping, MSDistributedWorker.Ping

• string address = 1

Used as request type in: MSAgent.Ping, MSDistributedWorker.Ping

• string address = 1

Used as response type in: MSAgent.Pong, MSDistributedWorker.Pong

• string address = 1

Used as request type in: MSAgent.Pong, MSDistributedWorker.Pong

• string address = 1

Used as response type in: MSMaster.CallModel, MSService.Predict, MSWorker.Predict

• optional ServableSpec servable_spec = 1

• repeated Instance instances = 3

• repeated ErrorMsg error_msg = 4

  size 0: OK, 1: for all batch, >1: for every batch

Used as request type in: MSMaster.CallModel, MSService.Predict, MSWorker.Predict

• optional ServableSpec servable_spec = 1

• repeated Instance instances = 2

Used in: WorkerRegSpec

• string name = 1

• uint64 version_number = 2

• uint64 batch_size = 4

• repeated ServableRegSpec.MethodInfo methods = 5

• optional ModelInfos model_infos = 6

  model key,

• bool own_device = 7

Used in: ServableRegSpec

• string name = 1

• repeated string input_names = 2

• bool only_model_stage = 3

Used in: PredictReply, PredictRequest

• string name = 1

  servable name

• uint64 version_number = 3

  optional. If unspecified, the latest version servable will be used.

• string method_name = 2

  Specifies the method name in the servable.

Used in: Instance, Tensor

• string memory_key = 1

• uint64 bytes_size = 2

  the total shared memory size

• uint64 data_offset = 3

• uint64 data_size = 4

Used in: DistributedPredictReply, DistributedPredictRequest, Instance

• optional TensorShape shape = 1

  tensor shape info

• DataType dtype = 2

  tensor content data type

• oneof tensor_data

  tensor data

  • bytes data = 3

  • ShmTensorData shm_data = 5

• repeated bytes bytes_val = 4

  for string type and images, the dtype is MS_BYTES.

Used in: AgentSpec, ModelSubGraphInfo

• optional TensorShape shape = 1

  tensor shape info

• DataType dtype = 2

  tensor content data type

• uint64 size = 3

• bool is_no_batch_dim = 4

Used in: Tensor, TensorInfo

• repeated int64 dims = 1

Used in: RegisterRequest

• uint64 worker_pid = 1

• string address = 2

• optional ServableRegSpec servable_spec = 4