package lrmrpb

Get desktop application:
View/edit binary Protocol Buffers messages

• rpc CreateJob (CreateJobRequest, pbtypes.Empty)

  rpc.proto:10

  message CreateJobRequest

  rpc.proto:17

  • optional pbtypes.JSON job = 1

  • repeated Stage stages = 2

  • map<string, bytes> broadcasts = 3

• rpc PushData (stream PushDataRequest, pbtypes.Empty)

  rpc.proto:14

  message PushDataRequest

  rpc.proto:99

  PushDataRequest is a request to push data for a worker to process. metadata with key "header" and value of DataHeader is required.

  • repeated lrdd.RawRow data = 1

• rpc StartJobInBackground (StartJobRequest, pbtypes.Empty)

  rpc.proto:11

• rpc StartJobInForeground (StartJobRequest, stream JobOutput)

  rpc.proto:12

  message JobOutput

  rpc.proto:42

  • JobOutput.Type type = 1

  • string stage = 2

    sender task

  • string partitionID = 3

  • repeated lrdd.RawRow data = 5

    on type == COLLECT_DATA

  • int32 rowType = 6

  • JobOutput.TaskStatus taskStatus = 7

  • string error = 8

  • string stacktrace = 9

  • map<string, uint64> metrics = 10

    metrics per task

• string taskID = 1

• string taskID = 1

• string fromHost = 2

• string host = 1

• string taskID = 2

Used in: Stage

• Input.Type type = 1

Used in: Input

• PUSH = 0

• POLL = 1

on type == REPORT_TASK_COMPLETION

Used in: JobOutput

• SUCCEED = 0

• FAILED = 1

Used in: JobOutput

• TASKS_READY = 0

• COLLECT_DATA = 1

• REPORT_TASK_COMPLETION = 2

Used in: Stage

• Output.Type type = 1

• map<string, string> partitionToHost = 2

  partitionKeyToHost contains an ordered mapping of partition key to output hostname.

Used in: Output

• PUSH = 0

• POLL = 1

Used in: CreateJobRequest

• string name = 1

• repeated Task tasks = 2

• repeated Input input = 4

• optional Output output = 5

• int32 rowType = 6

Used as request type in: Node.StartJobInBackground, Node.StartJobInForeground

• string jobID = 1

Used in: Stage

• string partitionID = 1