package storage

Get desktop application:
View/edit binary Protocol Buffers messages

• rpc LoadModelAsync (LoadModelRequest, LoadModelResponse)

  storage.proto:6

  message LoadModelRequest

  storage.proto:56

  If the handles has one item, all chunks share the same handle, other each chunk should have one handle

  • string model_path = 1

  • string replica_uuid = 2

  • map<string, MemCopyChunkList> chunks = 3

  • map<string, MemCopyHandleList> handles = 4

  • DeviceType target_device_type = 5

  message LoadModelResponse

  storage.proto:64

  • string model_path = 1

• rpc ConfirmModel (ConfirmModelRequest, ConfirmModelResponse)

  storage.proto:7

  message ConfirmModelRequest

  storage.proto:68

  • string model_path = 1

  • string replica_uuid = 2

  • DeviceType target_device_type = 3

  message ConfirmModelResponse

  storage.proto:74

  • string model_path = 1

  • int32 code = 2

• rpc UnloadModel (UnloadModelRequest, UnloadModelResponse)

  storage.proto:8

  message UnloadModelRequest

  storage.proto:79

  • string model_path = 1

  • string replica_uuid = 2

  • DeviceType target_device_type = 3

  message UnloadModelResponse

  storage.proto:85

  • string model_path = 1

  • int32 code = 2

• rpc ClearMem (ClearMemRequest, ClearMemResponse)

  storage.proto:10

  message ClearMemRequest

  storage.proto:90

  (message has no fields)

  message ClearMemResponse

  storage.proto:93

  (message has no fields)

• rpc RegisterModel (RegisterModelRequest, RegisterModelResponse)

  storage.proto:12

  message RegisterModelRequest

  storage.proto:24

  • string model_path = 1

  message RegisterModelResponse

  storage.proto:28

  • string model_path = 1

  • int64 model_size = 2

• rpc GetServerConfig (GetServerConfigRequest, GetServerConfigResponse)

  storage.proto:13

  message GetServerConfigRequest

  storage.proto:16

  (message has no fields)

  message GetServerConfigResponse

  storage.proto:19

  • int64 mem_pool_size = 1

  • int64 chunk_size = 2

Used in: ConfirmModelRequest, LoadModelRequest, UnloadModelRequest

• DEVICE_TYPE_DISK = 0

• DEVICE_TYPE_CPU = 1

• DEVICE_TYPE_GPU = 2

Used in: MemCopyChunkList

• uint64 src_offset = 1

• uint64 size = 2

• uint64 dst_offset = 3

• uint64 handle_idx = 4

Used in: LoadModelRequest

• repeated MemCopyChunk chunks = 1

Used in: MemCopyHandleList

• bytes cuda_ipc_handle = 1

Used in: LoadModelRequest

• repeated MemCopyHandle handles = 1