package baidu.shuttle

Get desktop application:
View/edit binary Protocol Buffers messages

• rpc AssignTask (AssignTaskRequest, AssignTaskResponse)

  app_master.proto:160

  message AssignTaskRequest

  app_master.proto:117

  • optional string jobid = 1

  • optional string endpoint = 2

  • optional WorkMode work_mode = 3

  message AssignTaskResponse

  app_master.proto:123

  • optional Status status = 1

  • optional TaskInfo task = 2

• rpc FinishTask (FinishTaskRequest, FinishTaskResponse)

  app_master.proto:162

  message FinishTaskRequest

  app_master.proto:133

  • required string jobid = 1

  • required int32 task_id = 2

  • required int32 attempt_id = 3

  • optional TaskState task_state = 4

  • optional string endpoint = 5

  • optional WorkMode work_mode = 6

  • optional string error_msg = 7

  • repeated TaskCounter counters = 8

  message FinishTaskResponse

  app_master.proto:144

  • optional Status status = 1

• rpc KillJob (KillJobRequest, KillJobResponse)

  app_master.proto:154

  message KillJobRequest

  app_master.proto:67

  • required string jobid = 1

  message KillJobResponse

  app_master.proto:71

  • optional Status status = 1

• rpc ListJobs (ListJobsRequest, ListJobsResponse)

  app_master.proto:156

  message ListJobsRequest

  app_master.proto:75

  • optional bool all = 1

  message ListJobsResponse

  app_master.proto:98

  • optional Status status = 1

  • repeated JobOverview jobs = 2

• rpc ShowJob (ShowJobRequest, ShowJobResponse)

  app_master.proto:158

  message ShowJobRequest

  app_master.proto:103

  • required string jobid = 1

  • optional bool all = 2

  • optional bool show_detail = 3

  message ShowJobResponse

  app_master.proto:109

  • optional Status status = 1

  • optional JobOverview job = 2

  • repeated TaskOverview tasks = 3

  • optional string error_msg = 4

  • repeated TaskCounter counters = 5

• rpc SubmitJob (SubmitJobRequest, SubmitJobResponse)

  app_master.proto:150

  message SubmitJobRequest

  app_master.proto:47

  • required JobDescriptor job = 1

  message SubmitJobResponse

  app_master.proto:51

  • optional Status status = 1

  • optional string jobid = 2

• rpc UpdateJob (UpdateJobRequest, UpdateJobResponse)

  app_master.proto:152

  message UpdateJobRequest

  app_master.proto:56

  • required string jobid = 1

  • optional JobPriority priority = 2

  • optional int32 map_capacity = 3

  • optional int32 reduce_capacity = 4

  message UpdateJobResponse

  app_master.proto:63

  • optional Status status = 1

• rpc CancelTask (CancelTaskRequest, CancelTaskResponse)

  minion.proto:30

  message CancelTaskRequest

  minion.proto:18

  • optional string job_id = 1

  • optional int32 task_id = 2

  • optional int32 attempt_id = 3

  message CancelTaskResponse

  minion.proto:24

  • optional Status status = 1

• rpc Query (QueryRequest, QueryResponse)

  minion.proto:29

  message QueryRequest

  minion.proto:6

  • optional bool detail = 1

  message QueryResponse

  minion.proto:10

  • optional string job_id = 1

  • optional int32 task_id = 2

  • optional int32 attempt_id = 3

  • optional TaskState task_state = 4

  • optional string log_msg = 5

• repeated KeyValue items = 1

Used in: JobDescriptor

• optional string host = 1

• optional string port = 2

• optional string user = 3

• optional string password = 4

• repeated KeyOffset items = 1

Used in: JobDescriptor

• kTextInput = 0

• kBinaryInput = 1

• kNLineInput = 2

Used in: JobCollection

• optional string input_file = 1

• optional int64 offset = 2

• optional int64 size = 3

Used in: JobCollection

• optional int32 resource_no = 1

• optional int32 attempt = 2

• optional string endpoint = 3

• optional TaskState state = 4

• optional int64 alloc_time = 5

• optional int64 period = 6

• optional bool is_map = 7

• repeated JobAllocation jobs = 1

• repeated InputInfo inputs = 2

• optional JobState state = 3

• optional int32 start_time = 4

• optional int32 finish_time = 5

Used in: JobOverview, SubmitJobRequest, TaskInfo

• optional string name = 1

• optional string user = 2

• optional JobPriority priority = 3

• optional int32 map_capacity = 4

• optional int32 reduce_capacity = 5

• optional int32 millicores = 6

• optional int64 memory = 7

• repeated string inputs = 8

• optional string output = 9

• repeated string files = 10

• optional string map_command = 11

• optional string reduce_command = 12

• optional Partition partition = 13

• optional int32 map_total = 14

• optional int32 reduce_total = 15

• optional string key_separator = 16

• optional int32 key_fields_num = 17

• optional int32 partition_fields_num = 18

• optional JobType job_type = 19

• optional DfsInfo input_dfs = 20

• optional DfsInfo output_dfs = 21

• optional InputFormat input_format = 22

• optional OutputFormat output_format = 23

• optional PipeStyle pipe_style = 24

• optional bool map_allow_duplicates = 25

• optional bool reduce_allow_duplicates = 26

• optional int32 map_retry = 27

• optional int32 reduce_retry = 28

• optional int64 split_size = 29

• optional bool check_counters = 30

• optional int32 ignore_map_failures = 31

• optional int32 ignore_reduce_failures = 32

• optional bool decompress_input = 33

• optional string combine_command = 34

• optional bool compress_output = 35

• repeated string cmdenvs = 36

Used in: ListJobsResponse, ShowJobResponse

• optional JobDescriptor desc = 1

• optional string jobid = 2

• optional JobState state = 3

• optional TaskStatistics map_stat = 4

• optional TaskStatistics reduce_stat = 5

• optional int32 start_time = 6

• optional int32 finish_time = 7

Used in: JobDescriptor, UpdateJobRequest

• kVeryHigh = 0

• kHigh = 1

• kNormal = 2

• kLow = 3

Used in: JobCollection, JobOverview

• kPending = 0

• kRunning = 1

• kFailed = 2

• kKilled = 3

• kCompleted = 4

Used in: JobDescriptor

• kMapOnlyJob = 0

• kMapReduceJob = 1

Used in: IndexBlock

• required bytes key = 1

• required int64 offset = 2

Used in: DataBlock

• required bytes key = 1

• optional bytes value = 2

Used in: JobDescriptor

• kTextOutput = 0

• kBinaryOutput = 1

• kSuffixMultipleTextOutput = 2

Used in: JobDescriptor

• kKeyFieldBasedPartitioner = 0

• kIntHashPartitioner = 1

Used in: JobDescriptor

• kStreaming = 0

• kBiStreaming = 1

Used in: AssignTaskResponse, CancelTaskResponse, FinishTaskResponse, KillJobResponse, ListJobsResponse, ShowJobResponse, SubmitJobResponse, UpdateJobResponse

• kOk = 0

• kGalaxyError = 1

• kNoSuchJob = 2

• kNoMore = 3

• kOpenFileFail = 5

• kCloseFileFail = 6

• kWriteFileFail = 7

• kInvalidArg = 8

• kBadMagic = 9

• kReadFileFail = 10

• kNotImplement = 11

• kNoSuchTask = 12

• kSuspend = 13

• kUnKnown = 20

Used in: FinishTaskRequest, ShowJobResponse

• optional string key = 1

• optional int64 value = 2

Used in: AssignTaskResponse, TaskOverview

• optional int32 task_id = 1

• optional int32 attempt_id = 2

• optional TaskInput input = 3

• optional WorkMode task_type = 4

• optional JobDescriptor job = 5

Used in: TaskInfo

• optional string input_file = 3

• optional int64 input_offset = 4

• optional int64 input_size = 5

Used in: ShowJobResponse

• optional TaskInfo info = 1

• optional TaskState state = 2

• optional string minion_addr = 3

• optional float progress = 4

• optional int64 start_time = 5

• optional int64 end_time = 6

Used in: FinishTaskRequest, JobAllocation, QueryResponse, TaskOverview

• kTaskPending = 0

• kTaskRunning = 1

• kTaskFailed = 2

• kTaskKilled = 3

• kTaskCompleted = 4

• kTaskCanceled = 5

• kTaskMoveOutputFailed = 6

• kTaskUnknown = 10

Used in: JobOverview

• optional int32 total = 1

• optional int32 pending = 2

• optional int32 running = 3

• optional int32 failed = 4

• optional int32 killed = 5

• optional int32 completed = 6

Used in: AssignTaskRequest, FinishTaskRequest, TaskInfo

• kMap = 0

• kReduce = 1

• kMapOnly = 2