package pb

Get desktop application:
View/edit binary Protocol Buffers messages

• rpc SendFileResource (stream FileResourceRequest, stream FileResourceResponse)

  gleam.proto:151

  message FileResourceRequest

  gleam.proto:164

  • string name = 1

  • string dir = 2

  • uint32 hash = 3

  • uint32 flowHashCode = 4

  • bytes content = 5

  message FileResourceResponse

  gleam.proto:172

  • bool alreadyExists = 1

  • bool ok = 2

• rpc Execute (ExecutionRequest, stream ExecutionResponse)

  gleam.proto:153

  message ExecutionResponse

  gleam.proto:183

  • bytes output = 1

  • bytes error = 2

  • double systemTime = 3

  • double userTime = 4

  • optional ExecutionStat executionStat = 5

• rpc CollectExecutionStatistics (stream ExecutionStat, Empty)

  gleam.proto:156

  collect execution stats from "gleam execute" processes

• rpc Delete (DeleteDatasetShardRequest, DeleteDatasetShardResponse)

  gleam.proto:158

  message DeleteDatasetShardRequest

  gleam.proto:209

  • string name = 1

  message DeleteDatasetShardResponse

  gleam.proto:213

  • string error = 1

• rpc Cleanup (CleanupRequest, CleanupResponse)

  gleam.proto:160

  message CleanupRequest

  gleam.proto:217

  • uint32 flowHashCode = 1

  message CleanupResponse

  gleam.proto:221

  • string error = 1

• rpc CollectExecutionStatistics (stream ExecutionStat, Empty)

  gleam.proto:146

• rpc GetResources (ComputeRequest, AllocationResult)

  gleam.proto:6

  message ComputeRequest

  gleam.proto:15

  ////////////////////////////////////////////////

  • string data_center = 1

  • repeated ComputeResource compute_resources = 2

  • string username = 3

  • string hostname = 4

  • uint32 flowHashCode = 5

  message AllocationResult

  gleam.proto:49

  • repeated Allocation allocations = 1

• rpc SendHeartbeat (stream Heartbeat, Empty)

  gleam.proto:8

  message Heartbeat

  gleam.proto:54

  ////////////////////////////////////////////////

  • optional Location location = 1

  • optional ComputeResource resource = 2

  • optional ComputeResource allocated = 3

• rpc SendFlowExecutionStatus (stream FlowExecutionStatus, Empty)

  gleam.proto:10

  message FlowExecutionStatus

  gleam.proto:70

  ////////////////////////////////////////////////

  • repeated FlowExecutionStatus.StepGroup stepGroups = 1

  • repeated FlowExecutionStatus.TaskGroup taskGroups = 2

  • repeated FlowExecutionStatus.Dataset datasets = 3

  • repeated FlowExecutionStatus.DatasetShard datasetShards = 4

  • repeated FlowExecutionStatus.Task tasks = 5

  • repeated FlowExecutionStatus.Step steps = 6

  • uint32 id = 7

  • optional FlowExecutionStatus.DriverInfo driver = 8

  • string error = 9

Used in: AllocationResult, FlowExecutionStatus.TaskGroup

• optional Location location = 1

• optional ComputeResource allocated = 2

Used in: Allocation, ComputeRequest, ExecutionRequest, Heartbeat

• int32 cpu_count = 1

• int32 cpu_level = 2

• int32 gpu_count = 3

• int32 gpu_level = 4

• int64 memory_mb = 5

• int64 disk_mb = 6

• bool isOnDiskIO = 1

• optional ReadRequest readRequest = 2

• optional WriteRequest writeRequest = 3

////////////////////////////////////////////////

• string name = 1

• optional Location location = 2

• bool onDisk = 3

• optional Location location = 1

• int64 size = 2

• string FlowName = 1

• int32 DatasetId = 2

• int32 DatasetShardId = 3

• uint32 FlowHashCode = 4

  uint32 must be optional

Used in: Instruction

• string Name = 1

• string Host = 2

• int32 Port = 3

• bool onDisk = 4

Used as response type in: GleamAgent.CollectExecutionStatistics, GleamExecutor.CollectExecutionStatistics, GleamMaster.SendFlowExecutionStatus, GleamMaster.SendHeartbeat

(message has no fields)

Used as request type in: GleamAgent.Execute

Used as field type in: FlowExecutionStatus.TaskGroup

• optional InstructionSet instructionSet = 1

• string dir = 2

• optional ComputeResource resource = 3

Used as request type in: GleamAgent.CollectExecutionStatistics, GleamExecutor.CollectExecutionStatistics

Used as field type in: ExecutionResponse, FlowExecutionStatus.TaskGroup.Execution

• uint32 flowHashCode = 1

• repeated InstructionStat stats = 2

Used in: FlowExecutionStatus

• int32 id = 1

• int32 stepId = 2

• repeated int32 readingStepIds = 3

Used in: FlowExecutionStatus

• int32 datasetId = 1

• int32 id = 2

  unique when combined with datasetId

Used in: FlowExecutionStatus

• string username = 1

• string hostname = 2

• string executable = 3

• string executable_hash = 4

• int64 start_time = 5

• int64 stop_time = 6

• string name = 7

Used in: FlowExecutionStatus

• int32 id = 1

• string name = 2

• repeated int32 parentIds = 3

• repeated int32 taskIds = 4

• repeated int32 inputDatasetId = 5

• int32 outputDatasetId = 6

• string description = 7

Used in: FlowExecutionStatus

• repeated int32 stepIds = 1

• repeated int32 parentIds = 2

Used in: FlowExecutionStatus

• int32 stepId = 1

• int32 id = 2

  unique when combined with stepId

Used in: FlowExecutionStatus

• repeated int32 stepIds = 1

• repeated int32 taskIds = 2

• optional ExecutionRequest request = 3

• optional Allocation allocation = 4

• repeated TaskGroup.Execution executions = 5

Used in: TaskGroup

• int64 start_time = 1

• int64 stop_time = 2

• double system_time = 3

• double user_time = 4

• bytes error = 5

• bytes output_hash = 6

• optional ExecutionStat executionStat = 7

Used in: InstructionSet

• int32 stepId = 1

• int32 taskId = 2

• int32 memoryInMB = 3

• repeated DatasetShardLocation inputShardLocations = 4

• repeated DatasetShardLocation OutputShardLocations = 5

• optional Instruction.Select select = 6

• optional Instruction.JoinPartitionedSorted joinPartitionedSorted = 7

• optional Instruction.CoGroupPartitionedSorted coGroupPartitionedSorted = 8

• optional Instruction.PipeAsArgs pipeAsArgs = 9

• optional Instruction.ScatterPartitions scatterPartitions = 10

• optional Instruction.CollectPartitions collectPartitions = 11

• optional Instruction.InputSplitReader inputSplitReader = 12

• optional Instruction.RoundRobin roundRobin = 13

• optional Instruction.LocalTop localTop = 14

• optional Instruction.Broadcast broadcast = 15

• optional Instruction.LocalHashAndJoinWith localHashAndJoinWith = 16

• optional Instruction.Script script = 17

• optional Instruction.LocalSort localSort = 18

• optional Instruction.MergeSortedTo mergeSortedTo = 19

• optional Instruction.MergeTo mergeTo = 20

• optional Instruction.LocalDistinct localDistinct = 21

• optional Instruction.LocalLimit localLimit = 22

• optional Instruction.LocalGroupBySorted localGroupBySorted = 23

• optional Instruction.Union union = 24

Used in: Instruction

(message has no fields)

Used in: Instruction

• repeated int32 indexes = 1

Used in: Instruction

(message has no fields)

Used in: Instruction

• string inputType = 1

Used in: Instruction

• repeated int32 indexes = 1

• bool isLeftOuterJoin = 2

• bool isRightOuterJoin = 3

Used in: Instruction

• repeated OrderBy orderBys = 1

Used in: Instruction

• repeated int32 indexes = 1

Used in: Instruction

• repeated int32 indexes = 1

Used in: Instruction

• int32 n = 1

• int32 offset = 2

Used in: Instruction

• repeated OrderBy orderBys = 1

Used in: Instruction

• int32 n = 1

• repeated OrderBy orderBys = 2

Used in: Instruction

• repeated OrderBy orderBys = 1

Used in: Instruction

(message has no fields)

Used in: Instruction

• string code = 1

Used in: Instruction

(message has no fields)

Used in: Instruction

• repeated int32 indexes = 1

Used in: Instruction

• bool isPipe = 1

• string path = 2

• repeated string args = 3

• repeated string env = 4

Used in: Instruction

• repeated int32 keyIndexes = 1

• repeated int32 valueIndexes = 2

Used in: Instruction

• bool isParallel = 1

Used in: ExecutionRequest

• repeated Instruction instructions = 1

• int32 readerCount = 2

• uint32 flowHashCode = 3

• bool isProfiling = 4

• string agentAddress = 5

• string name = 6

Used in: ExecutionStat

• int32 stepId = 1

• int32 taskId = 2

• int64 inputCounter = 3

• int64 outputCounter = 4

Used in: Allocation, DataLocation, DataResource, Heartbeat

• string data_center = 1

• string rack = 2

• string server = 3

• int32 port = 4

Used in: Instruction.LocalDistinct, Instruction.LocalSort, Instruction.LocalTop, Instruction.MergeSortedTo

• int32 index = 1

• int32 order = 2

Used in: ControlMessage

• string channelName = 1

• string readerName = 2

Used in: ControlMessage

• string channelName = 1

• string writerName = 2

• int32 readerCount = 3