package schedulerx_worker.internal.proto

Get desktop application:
View/edit binary Protocol Buffers messages

• optional AcknowledgementInfo ack = 1

• optional RemoteEnvelope envelope = 2

Used in: AckAndEnvelopeContainer

• required fixed64 cumulativeAck = 1

• repeated fixed64 nacks = 2

• required Payload correlationId = 1

• optional ActorRef ref = 2

• optional ActorRef actor = 1

• required string message = 2

• required Payload cause = 3

Used in: ActorIdentity, ActorInitializationException, DeathWatchNotificationData, FailedData, SuperviseData, WatchData

• required string path = 1

* Defines a remote ActorRef that "remembers" and uses its original Actor instance on the original node.

Used in: DaemonMsgCreateData, RemoteEnvelope

• required string path = 1

* Defines a remote address.

Used in: HandshakeReq, UniqueAddress

• required string protocol = 1

• required string system = 2

• required string hostname = 3

• required uint32 port = 4

* Defines a remote address.

Used in: AkkaHandshakeInfo, RemoteRouterConfig, RemoteScope

• required string system = 1

• required string hostname = 2

• required uint32 port = 3

• optional string protocol = 4

* Defines some control messages for the remoting

Used in: AkkaProtocolMessage

• required CommandType commandType = 1

• optional AkkaHandshakeInfo handshakeInfo = 2

Used in: AkkaControlMessage

• required AddressData origin = 1

• required fixed64 uid = 2

• optional string cookie = 3

* Message format of Akka Protocol. Message contains either a payload or an instruction.

• optional bytes payload = 1

• optional AkkaControlMessage instruction = 2

RemoteWatcher.ArteryHeartbeat is empty array RemoteWatcher.ArteryHeartbeatRsp

• required uint64 uid = 1

Used in: WorkerBatchReportTaskStatuesRequest

• required int32 status = 1

• optional string worker_addr = 2

• optional string worker_id = 3

• repeated int64 task_ids = 4

• repeated TaskStatusInfo task_statues = 5

* Defines the type of the AkkaControlMessage command type

Used in: AkkaControlMessage

• ASSOCIATE = 1

• DISASSOCIATE = 2

• HEARTBEAT = 3

• DISASSOCIATE_SHUTTING_DOWN = 4

  Remote system is going down and will not accepts new connections

• DISASSOCIATE_QUARANTINED = 5

  Remote system refused the association since the current system is quarantined

CompressionProtocol.ActorRefCompressionAdvertisement CompressionProtocol.ClassManifestCompressionAdvertisement

• required UniqueAddress from = 1

• required uint64 originUid = 2

• required uint32 tableVersion = 3

• repeated string keys = 4

  actual Map is represented by separate sequences of keys and values, relies on both sequences using the same order so that corresponding entries can be associated again when deserializing

• repeated uint32 values = 5

CompressionProtocol.ActorRefCompressionAdvertisementAck CompressionProtocol.ClassManifestCompressionAdvertisementAck

• required UniqueAddress from = 1

• required uint32 version = 2

• required int64 job_id = 1

• required int64 job_instance_id = 2

• repeated TaskStatusInfo task_statues = 3

• required string task_master_akka_path = 4

• required string worker_addr = 5

• required string worker_id = 6

• optional int64 delivery_id = 7

• optional bool already_unConfirm_retry = 8

• optional int64 serial_num = 9

• optional string metrics_json = 10

• required bool success = 1

• optional string message = 2

• optional int64 delivery_id = 3

• repeated int64 job_instance_id = 1

• repeated int64 zombie_job_instance_id = 1

Container report task status

• required int64 job_id = 1

• required int64 job_instance_id = 2

• required int64 task_id = 3

• required int32 status = 4

• required string worker_addr = 5

• required string worker_id = 6

• optional string result = 7

• optional string task_name = 8

• optional string instance_master_actorPath = 9

• optional int32 time_type = 10

• optional int64 serial_num = 11

• optional string progress = 12

• optional string traceId = 13

• required bool success = 1

• optional string message = 2

* Defines akka.remote.DaemonMsgCreate

• required PropsData props = 1

• required DeployData deploy = 2

• required string path = 3

• required ActorRefData supervisor = 4

Used in: SystemMessage

• required ActorRef actor = 1

• required bool existenceConfirmed = 2

• required bool addressTerminated = 3

• required uint32 lowerBound = 1

• required uint32 upperBound = 2

• required uint32 pressureThreshold = 3

• required double rampupRate = 4

• required double backoffThreshold = 5

• required double backoffRate = 6

• required uint32 messagesPerResize = 7

* Serialization of akka.actor.Deploy

Used in: DaemonMsgCreateData, PropsData

• required string path = 1

• optional bytes config = 2

• optional bytes routerConfig = 3

• optional bytes scope = 4

• optional string dispatcher = 5

• optional int32 scopeSerializerId = 6

  older wire protocol: hardcoded class used to look up serializer newer wire protocol: serializer id and manifest available for each

• optional string scopeManifest = 7

• optional int32 configSerializerId = 8

• optional string configManifest = 9

• optional int32 routerConfigSerializerId = 10

• optional string routerConfigManifest = 11

Used in: SystemMessage

• required ActorRef child = 1

• required uint64 uid = 2

Used in: ScatterGatherPool, TailChoppingPool

• required int64 value = 1

• required TimeUnit unit = 2

• optional Payload resizer = 1

• optional string routerDispatcher = 2

Used in: ScatterGatherPool, TailChoppingPool

• required uint32 nrOfInstances = 1

• optional string routerDispatcher = 2

• required bool usePoolDispatcher = 3

• optional Payload resizer = 4

• required UniqueAddress from = 1

• required Address to = 2

• required Payload messageId = 1

Used in: ServerSubmitJobInstanceRequest

• optional string label = 1

• repeated string workerAddrs = 2

TaskMaster batch start containers

• required int64 job_instance_id = 1

• repeated MasterStartContainerRequest start_reqs = 2

• optional int64 job_id = 3

• optional int64 serial_num = 4

• required bool success = 1

• optional string message = 2

• repeated int64 failed_taskIds = 3

• optional string metrics_json = 4

TaskMaster check worker if alive

• required int64 job_instance_id = 1

• optional string dispatch_mode = 2

• required bool success = 1

• optional string message = 2

• optional string metrics_json = 3

TaskMaster destroy containerPool by jobInstance when finished

• required int64 job_instance_id = 1

• optional int64 job_id = 2

• optional string worker_id_addr = 3

• optional int64 delivery_id = 4

• optional bool already_unConfirm_retry = 5

• optional int64 serial_num = 6

• required bool success = 1

• optional string message = 2

• optional int64 delivery_id = 3

TaskMaster kill container

• required int64 job_id = 1

• required int64 job_instance_id = 2

• optional int64 task_id = 3

• optional string user = 4

• required bool mayInterruptIfRunning = 5

• optional int64 app_group_id = 6

• required bool success = 1

• optional string message = 2

Pull model, master notify all workers to init PullManager

• required int64 job_instance_id = 1

• required int32 page_size = 2

• required int32 queue_size = 3

• required int32 consumer_size = 4

• required string task_master_akka_path = 5

• optional int64 serial_num = 6

• required bool success = 1

• optional string message = 2

TaskMaster start container

Used in: MasterBatchStartContainersRequest, PullTaskFromMasterResponse

• required int64 job_id = 1

• required int64 job_instance_id = 2

• required int64 task_id = 3

• required int64 schedule_time = 4

• required int64 data_time = 5

• required string job_type = 6

• required string content = 7

• required string user = 8

• optional string parameters = 9

• required string instance_master_akka_path = 10

• optional string task_name = 11

• optional bytes task = 12

• optional int32 consumer_num = 13

• required string group_id = 14

• optional string instance_parameters = 15

• repeated UpstreamData upstreamData = 16

• optional int32 max_attempt = 17

• optional int32 attempt = 18

• optional int32 task_max_attempt = 19

• optional int32 task_attempt_interval = 20

• optional bool failover = 21

• optional int64 wf_instance_id = 22

• optional int64 serial_num = 23

• optional string execute_mode = 24

• optional string job_name = 25

• optional int32 sharding_num = 26

• optional int32 time_type = 27

• optional string time_expression = 28

• optional string xattrs = 29

• optional string namespace = 30

• optional int32 trigger_type = 31

• optional string template = 32

• optional int64 app_group_id = 33

• required bool success = 1

• optional string message = 2

Generic message declaration that is used for all types of message that (currently) have a single address field. A message that needs to changed later can be cloned from this one and then adapted. ActorSystemTerminating ActorSystemTerminating.Ack OutboundHandshake.HandshakeRsp

• required UniqueAddress address = 1

• optional Payload value = 1

Used in: Selection

• PARENT = 0

• CHILD_NAME = 1

• CHILD_PATTERN = 2

Used in: ActorIdentity, ActorInitializationException, FromConfig, GenericRoutingPool, Identify, Option, RemoteRouterConfig, SystemMessage, Throwable

• required bytes enclosedMessage = 1

• required int32 serializerId = 2

• optional bytes messageManifest = 4

* Serialization of akka.actor.Props

Used in: DaemonMsgCreateData

• required DeployData deploy = 2

• required string clazz = 3

• repeated bytes args = 4

• repeated string manifests = 5

  serialized props parameters older wire protocol: contains class name for each arg newer wire protocol: contains string manifest for each arg

• repeated int32 serializerIds = 6

  newer wire protocol: serializer id for each arg

• repeated bool hasManifest = 7

  additionally a flag per position to indicate if it was serialized with manifest or not

PullThread pull container requests from TaskMaster

• required int64 job_instance_id = 1

• required int32 page_size = 2

• required string worker_id_addr = 3

• optional int64 serial_num = 4

• required bool success = 1

• optional string message = 2

• repeated MasterStartContainerRequest request = 3

• required UniqueAddress from = 1

• required UniqueAddress to = 2

* Defines a remote message.

Used in: AckAndEnvelopeContainer

• required ActorRefData recipient = 1

• required SerializedMessage message = 2

• optional ActorRefData sender = 4

• optional fixed64 seq = 5

• required Payload local = 1

• repeated AddressData nodes = 2

• required AddressData node = 1

retry tasks

Used in: ServerRetryTasksRequest

• required int64 task_id = 1

• required string task_name = 2

• required string worker_addr = 3

• required int32 old_status = 4

• required GenericRoutingPool generic = 1

• required FiniteDuration within = 2

Used in: SelectionEnvelope

• required PatternType type = 1

• optional string matcher = 2

• required bytes enclosedMessage = 1

• required int32 serializerId = 2

• repeated Selection pattern = 3

• optional bytes messageManifest = 4

• optional bool wildcardFanOut = 5

  optional for pre 2.3.4 compatibility

* Defines a message.

Used in: RemoteEnvelope

• required bytes message = 1

• required int32 serializerId = 2

• optional bytes messageManifest = 3

Server Callback calendar

• required string processor = 1

• required int64 timestamp = 2

• required int64 job_instance_id = 3

• required bool success = 1

• optional string message = 2

• optional bool result = 3

server check if worker is alive

• required int64 job_instance_id = 1

• required bool success = 1

• optional string message = 2

create app

• required string name = 1

• required string description = 2

• required int32 region_id = 3

• required string creator = 4

• required bool success = 1

• optional string message = 2

create region

• required string name = 1

• required string description = 2

• required string user = 3

• required bool success = 1

• optional string message = 2

Server kill job instance to Worker

• required int64 job_id = 1

• required int64 job_instance_id = 2

• optional string user = 3

• optional bool destory_job = 4

• optional string job_type = 5

• optional string content = 6

• optional string namespace = 7

• optional string xattrs = 8

• optional string execute_mode = 9

• optional int64 app_group_id = 10

• required bool success = 1

• optional string message = 2

Server kill task intance to Worker

• required int64 job_id = 1

• required int64 job_instance_id = 2

• required int64 task_id = 3

• optional string user = 4

• required string worker_id = 5

• required string worker_addr = 6

• required bool success = 1

• optional string message = 2

push log config

• required bool enable = 1

• optional string config = 2

• optional string type = 3

• optional string level = 4

• optional string sls_ak = 5

• optional string sls_sk = 6

• required bool success = 1

• optional string message = 2

read log by chars

• required int64 job_id = 1

• required int64 job_instance_id = 2

• optional int64 task_id = 3

• required int64 schedule_time = 4

• required int64 offset = 5

• required int32 size = 6

• required bool success = 1

• optional string message = 2

• optional string log = 3

• optional int64 offset = 4

• optional bool is_end = 5

read log by lines

• required int64 job_id = 1

• required int64 job_instance_id = 2

• optional int64 task_id = 3

• required int64 schedule_time = 4

• required int64 offset = 5

• required int32 size = 6

• required bool success = 1

• optional string message = 2

• repeated string line = 3

• optional int64 offset = 4

• required bool is_end = 5

• required int64 job_id = 1

• required int64 job_instance_id = 2

• required int64 schedule_time = 3

• required int64 data_time = 4

• required string job_type = 5

• required string execute_mode = 6

• required string content = 7

• required string user = 8

• optional string xattrs = 9

• optional string parameters = 10

• repeated string workers = 11

• required int32 job_concurrency = 12

• required int32 region_id = 13

• required int64 app_group_id = 14

• optional string instance_parameters = 15

• repeated UpstreamData upstreamData = 16

• optional string group_id = 17

• optional int32 time_type = 18

• optional string time_expression = 19

• optional int32 max_attempt = 20

• optional int32 attempt = 21

• optional int64 wf_instance_id = 22

• repeated RetryTaskEntity retry_task_entity = 23

• optional string job_name = 24

• required bool success = 1

• optional string message = 2

Server submit job instance to Worker

• required int64 job_id = 1

• required int64 job_instance_id = 2

• required int64 schedule_time = 3

• required int64 data_time = 4

• required string job_type = 5

• required string execute_mode = 6

• required string content = 7

• required string user = 8

• optional string xattrs = 9

• optional string parameters = 10

• repeated string workers = 11

• required int32 job_concurrency = 12

• required int32 region_id = 13

• required int64 app_group_id = 14

• optional string instance_parameters = 15

• repeated UpstreamData upstreamData = 16

• optional string group_id = 17

• optional int32 time_type = 18

• optional string time_expression = 19

• optional int32 max_attempt = 20

• optional int32 attempt = 21

• optional int64 wf_instance_id = 22

• optional string job_name = 23

• optional string namespace = 24

• optional int32 trigger_type = 25

• optional int32 route_strategy_type = 26

• optional string route_strategy_content = 27

• repeated LabelWorkerAddrsEntry label_worker_addrs_map = 28

• optional string template = 29

• required bool success = 1

• optional string message = 2

Sync worker k8s cron job

• optional int64 app_group_id = 1

• required bool success = 1

• optional string message = 2

• repeated string cronJobYaml = 3

Sync worker k8s job

• optional int64 app_group_id = 1

• required bool success = 1

• optional string message = 2

• repeated string jobYaml = 3

tail log

• required int64 job_id = 1

• required int64 job_instance_id = 2

• optional int64 task_id = 3

• required int32 num = 4

• required int64 schedule_time = 5

• required bool success = 1

• optional string message = 2

• repeated string line = 3

thread dump

• required int64 job_id = 1

• required int64 job_instance_id = 2

• optional int64 task_id = 3

• optional int32 line = 4

• required bool success = 1

• optional string message = 2

• repeated string line = 3

Used in: Throwable

• required string className = 1

• required string methodName = 2

• required string fileName = 3

• required int32 lineNumber = 4

Used in: SystemMessage

• required ActorRef child = 1

• required bool async = 2

• required SystemMessage.Type type = 1

• optional WatchData watchData = 2

• optional Payload causeData = 3

• optional SuperviseData superviseData = 5

• optional FailedData failedData = 6

• optional DeathWatchNotificationData dwNotificationData = 7

Used in: SystemMessage

• CREATE = 0

• RECREATE = 1

• SUSPEND = 2

• RESUME = 3

• TERMINATE = 4

• SUPERVISE = 5

• WATCH = 6

• UNWATCH = 7

• FAILED = 8

• DEATHWATCH_NOTIFICATION = 9

SystemMessageDelivery.Ack SystemMessageDelivery.Nack

• required uint64 seqNo = 1

• required UniqueAddress from = 2

SystemMessageDelivery.SystemMessageEnvelope

• required bytes message = 1

• required int32 serializerId = 2

• optional bytes messageManifest = 3

• required uint64 seqNo = 4

• required UniqueAddress ackReplyTo = 5

• required GenericRoutingPool generic = 1

• required FiniteDuration within = 2

• required FiniteDuration interval = 3

Worker pull tasks from Server

Used in: WorkerPullTasksResponse

• required int64 task_id = 1

• required string task_name = 2

• required bytes task_body = 3

Used in: BatchTaskStatues, ContainerBatchReportTaskStatuesRequest

• required int64 task_id = 1

• required int32 status = 2

• optional string result = 3

• optional string task_name = 4

• optional string progress = 5

• optional string traceId = 6

• required string className = 1

• optional string message = 2

• optional Payload cause = 3

• repeated StackTraceElement stackTrace = 4

• required string message = 1

• required string originalMessage = 2

• required string originalClassName = 3

* java.util.concurrent.TimeUnit enum

Used in: FiniteDuration

• NANOSECONDS = 1

• MICROSECONDS = 2

• MILLISECONDS = 3

• SECONDS = 4

• MINUTES = 5

• HOURS = 6

• DAYS = 7

* Defines a remote address with uid.

Used in: CompressionTableAdvertisement, CompressionTableAdvertisementAck, HandshakeReq, MessageWithAddress, Quarantined, SystemMessageDeliveryAck, SystemMessageEnvelope

• required Address address = 1

• required uint64 uid = 2

Used in: MasterStartContainerRequest, ServerRetryTasksRequest, ServerSubmitJobInstanceRequest

• required string job_name = 1

• required string data = 2

Used in: SystemMessage

• required ActorRef watchee = 1

• required ActorRef watcher = 2

• required uint64 uid = 1

Worker batch create tasks to Server

• required int64 job_instance_id = 1

• repeated WorkerCreateTaskRequest task = 2

• optional int64 delivery_id = 3

• optional string worker_id = 4

• optional string worker_addr = 5

• required bool success = 1

• optional string message = 2

• optional int64 delivery_id = 3

Worker batch report task statuses to Server

• required int64 job_instance_id = 1

• repeated BatchTaskStatues task_statues = 2

• optional int64 delivery_id = 3

• optional bool already_unConfirm_retry = 4

• optional string group_id = 5

• required bool success = 1

• optional string message = 2

• optional int64 delivery_id = 3

• optional int32 affect_cnt = 4

ServerPersistence batch update task status, e.g. worker is down

• required int64 job_instance_id = 1

• required int32 status = 2

• optional string worker_addr = 3

• optional string worker_id = 4

• required bool success = 1

• optional string message = 2

• optional int32 affect_cnt = 3

Worker clear tasks by jobInstanceId to Server

• required int64 job_instance_id = 1

• required bool success = 1

• optional string message = 2

• optional int32 count = 3

Worker create a task to Server

Used in: WorkerBatchCreateTasksRequest

• required int64 job_id = 1

• required int64 job_instance_id = 2

• required int64 task_id = 3

• required string task_name = 4

• required bytes task_body = 5

• optional int64 delivery_id = 6

• optional string label_map = 7

• required bool success = 1

• optional string message = 2

• optional int64 delivery_id = 3

Worker report heartbeat to Server

• required string group_id = 1

• required string version = 2

• required string worker_id = 3

• optional string metrics_json = 4

• repeated int64 job_instance_id = 5

• optional string starter = 6

• optional int64 app_group_id = 7

• optional string source = 8

• optional string label = 9

• optional bool online = 10

• optional string app_key = 11

• optional int32 rpc_port = 12

• required bool success = 1

• optional string message = 2

MapJobProcessor map tasks to MapTaskMaster

• required int64 job_id = 1

• required int64 job_instance_id = 2

• required int64 task_id = 3

• required string task_name = 4

• repeated bytes task_body = 5

• required bool success = 1

• optional string message = 2

• optional bool overload = 3

• required int64 job_instance_id = 1

• required string worker_id_addr = 2

• required bool shutdown = 3

• required bool success = 1

• optional string message = 2

• required int64 job_instance_id = 1

• required int32 page_size = 2

• required bool success = 1

• optional string message = 2

• repeated TaskMessage task_message = 3

Worker query jobInstance status

• required int64 job_instance_id = 1

• required bool success = 1

• optional string message = 2

• required int32 status = 3

TaskMaster report progress to Server

• required int64 job_id = 1

• required int64 job_instance_id = 2

• required string progress = 3

• optional int32 trigger_times = 4

• required bool success = 1

• optional string message = 2

TaskMaster report job instance status to Server

• required int64 job_id = 1

• required int64 job_instance_id = 2

• required int32 status = 3

• optional string result = 4

• optional string progress = 5

• optional int64 delivery_id = 6

• optional bool already_unConfirm_retry = 7

• optional string group_id = 8

• optional string traceId = 9

• required bool success = 1

• optional string message = 2

• required int64 delivery_id = 3

Worker report task status to Server

• required int64 job_instance_id = 1

• repeated int64 task_id = 2

• required int32 status = 3

• required bool success = 1

• optional string message = 2

Worker report task progress to Server

• required string unique_id = 1

• required float progress = 2

• required bool success = 1

• optional string message = 2

Worker report task status to Server

• required string unique_id = 1

• required int32 status = 2

• optional string worker_address = 3

• optional string worker_id = 4

• optional int64 delivery_id = 5

• required int64 job_instance_id = 6

• required bool success = 1

• optional string message = 2

• optional int64 delivery_id = 3