package distributed

Get desktop application:
View/edit binary Protocol Buffers messages

• rpc Compute (Task, ComputeResult)

  worker.proto:29

  message Task

  worker.proto:49

  • string mlir_code = 1

  • repeated WorkData inputs = 2

  message ComputeResult

  worker.proto:54

  • repeated WorkData outputs = 1

• rpc FreeMem (StoredData, Empty)

  worker.proto:31

• rpc ReadHDFS (HDFSFile, StoredData)

  worker.proto:27

  message HDFSFile

  data.proto:29

  • string filename = 1

  • uint64 start_row = 2

  • uint64 num_rows = 3

  • uint64 num_cols = 4

• rpc Store (stream Data, StoredData)

  worker.proto:28

• rpc Transfer (StoredData, Data)

  worker.proto:30

• rpc WriteHDFS (HDFSWriteInfo, Empty)

  worker.proto:26

  message HDFSWriteInfo

  data.proto:35

  • string dirName = 1

  • string segment = 2

  • optional StoredData matrix = 3

Used as request type in: Worker.Store

Used as response type in: Worker.Transfer

• bytes bytes = 1

Used as response type in: Worker.FreeMem, Worker.WriteHDFS

(message has no fields)

Used as request type in: Worker.FreeMem, Worker.Transfer

Used as response type in: Worker.ReadHDFS, Worker.Store

Used as field type in: HDFSWriteInfo, WorkData

• string identifier = 1

• uint64 num_rows = 2

• uint64 num_cols = 3

Used in: ComputeResult, Task

• oneof data

  • double f64 = 1

  • int64 i64 = 2

    TODO: negative integers are not ideal. performance improvements?

  • float f32 = 3

  • int32 i32 = 4

  • StoredData stored = 5