package ray.streaming.proto

Get desktop application:
View/edit binary Protocol Buffers messages

Used in: JobWorkerContext

• bool from_java = 1

• bytes actor_handle = 2

Used in: JobWorkerContext

• bytes id = 1

• int64 id = 1

• bytes actor_id = 1

  actor id

• int64 timestamp = 2

• optional google.protobuf.Any detail = 3

• bool boolRes = 1

• bool success = 1

• int32 result_code = 2

• string result_msg = 3

• optional QueueRecoverInfo result_obj = 4

• int64 checkpoint_id = 1

Execution vertex info, including it's upstream and downstream

Used in: PythonJobWorkerContext

• optional ExecutionVertexContext.ExecutionVertex current_execution_vertex = 1

  vertices

• repeated ExecutionVertexContext.ExecutionVertex upstream_execution_vertices = 2

• repeated ExecutionVertexContext.ExecutionVertex downstream_execution_vertices = 3

• repeated ExecutionVertexContext.ExecutionEdge input_execution_edges = 4

  edges

• repeated ExecutionVertexContext.ExecutionEdge output_execution_edges = 5

An edge between 2 execution vertices

Used in: ExecutionVertexContext

• int32 source_execution_vertex_id = 1

  upstream execution vertex id

• int32 target_execution_vertex_id = 2

  downstream execution vertex id

• int32 original_src_operator_id = 3

  original source operator id

• bytes partition = 4

  serialized partition between source/target vertex

• bool cyclic = 5

  if the edge is cyclic

Used in: ExecutionVertexContext

• int32 execution_vertex_id = 1

  unique id of execution vertex

• int32 execution_job_vertex_id = 2

  unique id of execution job vertex

• string execution_job_vertex_name = 3

  name of execution job vertex, e.g. 1-SourceOperator

• int32 execution_vertex_index = 4

  index of execution vertex

• int32 parallelism = 5

• bytes operator = 6

  serialized operator

• bool chained = 7

• bytes worker_actor = 8

• string container_id = 9

• uint64 build_time = 10

• Language language = 11

• map<string, string> config = 12

• map<string, double> resource = 13

Used in: JobWorkerContext

• TO_ADD = 0

• TO_ADD_RELATED = 1

• TO_DEL = 2

• TO_DEL_RELATED = 3

• TO_UPDATE = 4

• RUNNING = 5

• UNKNOWN_STATE = 6

Used in: StreamingConfig

• UNKNOWN_FLOW_CONTROL_TYPE = 0

• UnconsumedSeqFlowControl = 1

• NoFlowControl = 2

• string job_name = 1

• string op_name = 2

• string worker_name = 3

• optional ActorHandle master = 4

• optional ActorId worker_id = 5

• map<string, string> conf = 6

• map<string, ActorHandle> input_queue_actor = 7

• map<string, ActorHandle> output_queue_actor = 8

• bool is_changed = 9

• ExecutionVertexState worker_state = 10

• int64 id = 11

Used in: ExecutionVertexContext.ExecutionVertex

• JAVA = 0

• PYTHON = 1

Used in: PythonJobWorkerContext, StreamingConfig

• UNKNOWN = 0

• SOURCE = 1

  Sources are where your program reads its input from

• TRANSFORM = 2

  Transform one or more DataStreams into a new DataStream.

• SINK = 3

  Sinks consume DataStreams and forward them to files, sockets, external systems, or print them.

• SOURCE_AND_SINK = 4

Streaming python worker context

• string worker_id = 1

  worker id

• bytes master_actor = 2

  serialized master actor handle

• optional ExecutionVertexContext execution_vertex_context = 3

  vertex including it's upstream and downstream

• bool is_changed = 4

  vertex changing state

• NodeType role_in_changed_sub_dag = 5

  role in change sub dag

Used in: CallResult

• map<string, QueueRecoverInfo.QueueCreationStatus> creation_status = 3

Used in: QueueRecoverInfo

• FreshStarted = 0

• PullOk = 1

• Timeout = 2

• DataLost = 3

• NONE = 0

• AT_LEAST_ONCE = 1

• EXACTLY_ONCE = 2

all string in this message is ASCII string

• string job_name = 1

• string worker_name = 3

• string op_name = 4

• NodeType role = 5

• uint32 ring_buffer_capacity = 6

• uint32 empty_message_interval = 7

• FlowControlType flow_control_type = 8

• uint32 writer_consumed_step = 9

• uint32 reader_consumed_step = 10

• uint32 event_driven_flow_control_interval = 11

• int64 commit_checkpoint_id = 1

• string exception_msg = 1

• string worker_hostname = 2

• string worker_pid = 3