package datafusion

Get desktop application:
View/edit binary Protocol Buffers messages

Used in: AggregateExecNode

• uint64 limit = 1

  wrap into a message to make it optional

Used in: PhysicalPlanNode

• repeated PhysicalExprNode group_expr = 1

• repeated PhysicalExprNode aggr_expr = 2

• AggregateMode mode = 3

• optional PhysicalPlanNode input = 4

• repeated string group_expr_name = 5

• repeated string aggr_expr_name = 6

• optional datafusion_common.Schema input_schema = 7

  we need the input schema to the partial aggregate to pass to the final aggregate

• repeated PhysicalExprNode null_expr = 8

• repeated bool groups = 9

• repeated MaybeFilter filter_expr = 10

• optional AggLimit limit = 11

Used in: AggregateExecNode

• PARTIAL = 0

• FINAL = 1

• FINAL_PARTITIONED = 2

• SINGLE = 3

• SINGLE_PARTITIONED = 4

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• repeated LogicalExprNode group_expr = 2

• repeated LogicalExprNode aggr_expr = 3

Used in: LogicalExprNode

• string fun_name = 1

• repeated LogicalExprNode args = 2

• bool distinct = 5

• optional LogicalExprNode filter = 3

• repeated SortExprNode order_by = 4

• optional bytes fun_definition = 6

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

• string alias = 2

• repeated TableReference relation = 3

Used in: PhysicalPlanNode

• bool verbose = 1

• bool show_statistics = 2

• optional PhysicalPlanNode input = 3

• optional datafusion_common.Schema schema = 4

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• bool verbose = 2

Used in: PlanType

• string analyzer_name = 1

Used in: PhysicalPlanNode

• optional FileScanExecConf base_conf = 1

Used in: TableReference

• string table = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

• bool negated = 2

• optional LogicalExprNode low = 3

• optional LogicalExprNode high = 4

Used in: LogicalExprNode

• repeated LogicalExprNode operands = 1

  Represents the operands from the left inner most expression to the right outer most expression where each of them are chained with the operator 'op'.

• string op = 3

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

• repeated WhenThen when_then_expr = 2

• optional LogicalExprNode else_expr = 3

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

• optional datafusion_common.ArrowType arrow_type = 2

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• uint32 target_batch_size = 2

• optional uint32 fetch = 3

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

Used in: JoinFilter

• uint32 index = 1

• datafusion_common.JoinSide side = 2

Used in: UnnestNode

• uint32 input_index = 1

• optional ColumnUnnestListRecursion recursion = 2

Used in: ColumnUnnestListItem, ColumnUnnestListRecursions

• optional datafusion_common.Column output_column = 1

• uint32 depth = 2

• repeated ColumnUnnestListRecursion recursions = 2

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• string output_url = 2

• bytes file_type = 3

• repeated string partition_by = 7

Used in: LogicalPlanNode

• string catalog_name = 1

• bool if_not_exists = 2

• optional datafusion_common.DfSchema schema = 3

Used in: LogicalPlanNode

• string schema_name = 1

• bool if_not_exists = 2

• optional datafusion_common.DfSchema schema = 3

Used in: LogicalPlanNode

• optional TableReference name = 9

• string location = 2

• string file_type = 3

• optional datafusion_common.DfSchema schema = 4

• repeated string table_partition_cols = 5

• bool if_not_exists = 6

• bool temporary = 14

• string definition = 7

• repeated SortExprNodeCollection order_exprs = 10

• bool unbounded = 11

• map<string, string> options = 8

• optional datafusion_common.Constraints constraints = 12

• map<string, LogicalExprNode> column_defaults = 13

Used in: LogicalPlanNode

• optional TableReference name = 5

• optional LogicalPlanNode input = 2

• bool or_replace = 3

• bool temporary = 6

• string definition = 4

Used in: PhysicalPlanNode

• optional PhysicalPlanNode left = 1

• optional PhysicalPlanNode right = 2

Used in: LogicalPlanNode

• optional LogicalPlanNode left = 1

• optional LogicalPlanNode right = 2

Used in: PhysicalPlanNode

• optional FileScanExecConf base_conf = 1

• bool has_header = 2

• string delimiter = 3

• string quote = 4

• oneof optional_escape

  • string escape = 5

• oneof optional_comment

  • string comment = 6

• bool newlines_in_values = 7

Used in: CsvSinkExecNode

• optional FileSinkConfig config = 1

• optional datafusion_common.CsvWriterOptions writer_options = 2

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• optional CsvSink sink = 2

• optional datafusion_common.Schema sink_schema = 3

• optional PhysicalSortExprNodeCollection sort_order = 4

Used in: LogicalPlanNode

• string name = 1

• optional datafusion_common.Schema schema = 2

Used in: LogicalExprNode

• repeated LogicalExprNode expr = 1

Logical Plan to Scan a CustomTableProvider registered at runtime

Used in: LogicalPlanNode

• optional TableReference table_name = 6

• optional ProjectionColumns projection = 2

• optional datafusion_common.Schema schema = 3

• repeated LogicalExprNode filters = 4

• bytes custom_table_data = 5

• Day = 0

• DateMillisecond = 1

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

Used in: LogicalPlanNode

• repeated LogicalExprNode on_expr = 1

• repeated LogicalExprNode select_expr = 2

• repeated SortExprNode sort_expr = 3

• optional LogicalPlanNode input = 4

Used in: LogicalPlanNode

• DmlNode.Type dml_type = 1

• optional LogicalPlanNode input = 2

• optional TableReference table_name = 3

• optional datafusion_common.DfSchema schema = 4

Used in: DmlNode

• UPDATE = 0

• DELETE = 1

• CTAS = 2

• INSERT_APPEND = 3

• INSERT_OVERWRITE = 4

• INSERT_REPLACE = 5

Used in: LogicalPlanNode

• optional TableReference name = 1

• bool if_exists = 2

• optional datafusion_common.DfSchema schema = 3

Used in: PhysicalPlanNode

• optional datafusion_common.Schema schema = 1

Used in: LogicalPlanNode

• bool produce_one_row = 1

Used in: PhysicalPlanNode

• optional datafusion_common.Schema schema = 1

• repeated StringifiedPlan stringified_plans = 2

• bool verbose = 3

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• bool verbose = 2

Used in: FileScanExecConf

• repeated PartitionedFile files = 1

Used in: PartitionedFile

• int64 start = 1

• int64 end = 2

Used in: AvroScanExecNode, CsvScanExecNode, ParquetScanExecNode

• repeated FileGroup file_groups = 1

• optional datafusion_common.Schema schema = 2

• repeated uint32 projection = 4

• optional ScanLimit limit = 5

• optional datafusion_common.Statistics statistics = 6

• repeated string table_partition_cols = 7

• string object_store_url = 8

• repeated PhysicalSortExprNodeCollection output_ordering = 9

• optional datafusion_common.Constraints constraints = 11

Used in: CsvSink, JsonSink, ParquetSink

• string object_store_url = 1

• repeated PartitionedFile file_groups = 2

• repeated string table_paths = 3

• optional datafusion_common.Schema output_schema = 4

• repeated PartitionColumn table_partition_cols = 5

• bool keep_partition_by_columns = 9

• InsertOp insert_op = 10

• string file_extension = 11

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• optional PhysicalExprNode expr = 2

• uint32 default_filter_selectivity = 3

• repeated uint32 projection = 9

• int32 length = 1

Used in: TableReference

• string catalog = 1

• string schema = 2

• string table = 3

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• uint32 skip = 2

  The number of rows to skip before fetch

• int64 fetch = 3

  Maximum number of rows to fetch; negative means no limit

Used in: LogicalExprNode

• repeated LogicalExprList expr = 1

Used in: PhysicalPlanNode

• optional PhysicalPlanNode left = 1

• optional PhysicalPlanNode right = 2

• repeated JoinOn on = 3

• datafusion_common.JoinType join_type = 4

• PartitionMode partition_mode = 6

• bool null_equals_null = 7

• optional JoinFilter filter = 8

• repeated uint32 projection = 9

Used in: RepartitionNode

• repeated LogicalExprNode hash_expr = 1

• uint64 partition_count = 2

Used in: LogicalExprNode

• bool negated = 1

• optional LogicalExprNode expr = 2

• optional LogicalExprNode pattern = 3

• string escape_char = 4

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

• repeated LogicalExprNode list = 2

• bool negated = 3

Used in: FileSinkConfig

• Append = 0

• Overwrite = 1

• Replace = 2

Used in: PhysicalPlanNode

• repeated PhysicalPlanNode inputs = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: HashJoinExecNode, NestedLoopJoinExecNode, SymmetricHashJoinExecNode

• optional PhysicalExprNode expression = 1

• repeated ColumnIndex column_indices = 2

• optional datafusion_common.Schema schema = 3

Used in: LogicalPlanNode

• optional LogicalPlanNode left = 1

• optional LogicalPlanNode right = 2

• datafusion_common.JoinType join_type = 3

• datafusion_common.JoinConstraint join_constraint = 4

• repeated LogicalExprNode left_join_key = 5

• repeated LogicalExprNode right_join_key = 6

• bool null_equals_null = 7

• optional LogicalExprNode filter = 8

Used in: HashJoinExecNode, SymmetricHashJoinExecNode

• optional PhysicalExprNode left = 1

• optional PhysicalExprNode right = 2

Used in: JsonSinkExecNode

• optional FileSinkConfig config = 1

• optional datafusion_common.JsonWriterOptions writer_options = 2

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• optional JsonSink sink = 2

• optional datafusion_common.Schema sink_schema = 3

• optional PhysicalSortExprNodeCollection sort_order = 4

Used in: LogicalExprNode

• bool negated = 1

• optional LogicalExprNode expr = 2

• optional LogicalExprNode pattern = 3

• string escape_char = 4

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• int64 skip = 2

  The number of rows to skip before fetch; non-positive means don't skip any

• int64 fetch = 3

  Maximum number of rows to fetch; negative means no limit

• optional LogicalExprNode key = 1

• optional LogicalExprNode start = 1

• optional LogicalExprNode stop = 2

• optional LogicalExprNode stride = 3

Used in: UnnestExecNode

• uint32 index_in_input_schema = 1

• uint32 depth = 2

Used in: LogicalPlanNode

• optional TableReference table_name = 14

• repeated string paths = 2

• string file_extension = 3

• optional ProjectionColumns projection = 4

• optional datafusion_common.Schema schema = 5

• repeated LogicalExprNode filters = 6

• repeated string table_partition_cols = 7

• bool collect_stat = 8

• uint32 target_partitions = 9

• oneof FileFormatType

  • datafusion_common.CsvFormat csv = 10

  • datafusion_common.ParquetFormat parquet = 11

  • datafusion_common.AvroFormat avro = 12

  • datafusion_common.NdJsonFormat json = 15

• repeated SortExprNodeCollection file_sort_order = 13

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• uint32 fetch = 2

Used in: GroupingSetNode

• repeated LogicalExprNode expr = 1

logical expressions

Used in: AggregateNode, AggregateUDFExprNode, AliasNode, BetweenNode, BinaryExprNode, CaseNode, CastNode, CreateExternalTableNode, CubeNode, CustomTableScanNode, DistinctOnNode, HashRepartition, ILikeNode, InListNode, IsFalse, IsNotFalse, IsNotNull, IsNotTrue, IsNotUnknown, IsNull, IsTrue, IsUnknown, JoinNode, LikeNode, ListIndex, ListRange, ListingTableScanNode, LogicalExprList, LogicalExprNodeCollection, NegativeNode, Not, ProjectionNode, RollupNode, ScalarUDFExprNode, SelectionExecNode, SelectionNode, SimilarToNode, SortExprNode, TryCastNode, Unnest, ValuesNode, WhenThen, WindowExprNode, WindowNode

• oneof ExprType

  • datafusion_common.Column column = 1

    column references

  • AliasNode alias = 2

    alias

  • datafusion_common.ScalarValue literal = 3

  • BinaryExprNode binary_expr = 4

    binary expressions

  • IsNull is_null_expr = 6

    null checks

  • IsNotNull is_not_null_expr = 7

  • Not not_expr = 8

  • BetweenNode between = 9

  • CaseNode case_ = 10

  • CastNode cast = 11

  • NegativeNode negative = 13

  • InListNode in_list = 14

  • Wildcard wildcard = 15

  • TryCastNode try_cast = 17

    was ScalarFunctionNode scalar_function = 16;

  • WindowExprNode window_expr = 18

    window expressions

  • AggregateUDFExprNode aggregate_udf_expr = 19

    AggregateUDF expressions

  • ScalarUDFExprNode scalar_udf_expr = 20

    Scalar UDF expressions

  • GroupingSetNode grouping_set = 22

  • CubeNode cube = 23

  • RollupNode rollup = 24

  • IsTrue is_true = 25

  • IsFalse is_false = 26

  • IsUnknown is_unknown = 27

  • IsNotTrue is_not_true = 28

  • IsNotFalse is_not_false = 29

  • IsNotUnknown is_not_unknown = 30

  • LikeNode like = 31

  • ILikeNode ilike = 32

  • SimilarToNode similar_to = 33

  • PlaceholderNode placeholder = 34

  • Unnest unnest = 35

• repeated LogicalExprNode logical_expr_nodes = 1

Used in: LogicalPlanNode

• bytes node = 1

• repeated LogicalPlanNode inputs = 2

logical plan LogicalPlan is a nested type

Used in: AggregateNode, AnalyzeNode, CopyToNode, CreateViewNode, CrossJoinNode, DistinctNode, DistinctOnNode, DmlNode, ExplainNode, JoinNode, LimitNode, LogicalExtensionNode, PrepareNode, ProjectionNode, RecursiveQueryNode, RepartitionNode, SelectionNode, SortNode, SubqueryAliasNode, UnionNode, UnnestNode, ViewTableScanNode, WindowNode

• oneof LogicalPlanType

  • ListingTableScanNode listing_scan = 1

  • ProjectionNode projection = 3

  • SelectionNode selection = 4

  • LimitNode limit = 5

  • AggregateNode aggregate = 6

  • JoinNode join = 7

  • SortNode sort = 8

  • RepartitionNode repartition = 9

  • EmptyRelationNode empty_relation = 10

  • CreateExternalTableNode create_external_table = 11

  • ExplainNode explain = 12

  • WindowNode window = 13

  • AnalyzeNode analyze = 14

  • CrossJoinNode cross_join = 15

  • ValuesNode values = 16

  • LogicalExtensionNode extension = 17

  • CreateCatalogSchemaNode create_catalog_schema = 18

  • UnionNode union = 19

  • CreateCatalogNode create_catalog = 20

  • SubqueryAliasNode subquery_alias = 21

  • CreateViewNode create_view = 22

  • DistinctNode distinct = 23

  • ViewTableScanNode view_scan = 24

  • CustomTableScanNode custom_scan = 25

  • PrepareNode prepare = 26

  • DropViewNode drop_view = 27

  • DistinctOnNode distinct_on = 28

  • CopyToNode copy_to = 29

  • UnnestNode unnest = 30

  • RecursiveQueryNode recursive_query = 31

  • CteWorkTableScanNode cte_work_table_scan = 32

  • DmlNode dml = 33

Used in: AggregateExecNode

• optional PhysicalExprNode expr = 1

• repeated PhysicalSortExprNode sort_expr = 1

• optional datafusion_common.ScalarValue name = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: PhysicalPlanNode

• optional PhysicalPlanNode left = 1

• optional PhysicalPlanNode right = 2

• datafusion_common.JoinType join_type = 3

• optional JoinFilter filter = 4

• repeated uint32 projection = 5

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: PlanType

• string optimizer_name = 1

Used in: PlanType

• string optimizer_name = 1

Used in: PhysicalPlanNode

• optional FileScanExecConf base_conf = 1

• optional PhysicalExprNode predicate = 3

Used in: ParquetSinkExecNode

• optional FileSinkConfig config = 1

• optional datafusion_common.TableParquetOptions parquet_options = 2

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• optional ParquetSink sink = 2

• optional datafusion_common.Schema sink_schema = 3

• optional PhysicalSortExprNodeCollection sort_order = 4

Used in: TableReference

• string schema = 1

• string table = 2

Used in: WindowAggExecNode

• repeated uint64 columns = 6

Used in: FileSinkConfig

• string name = 1

• optional datafusion_common.ArrowType arrow_type = 2

Used in: HashJoinExecNode

• COLLECT_LEFT = 0

• PARTITIONED = 1

• AUTO = 2

• int64 num_rows = 1

• int64 num_batches = 2

• int64 num_bytes = 3

• repeated datafusion_common.ColumnStats column_stats = 4

Used in: FileGroup, FileSinkConfig

• string path = 1

• uint64 size = 2

• uint64 last_modified_ns = 3

• repeated datafusion_common.ScalarValue partition_values = 4

• optional FileRange range = 5

• optional datafusion_common.Statistics statistics = 6

Used in: RepartitionExecNode, datafusion_ray.protobuf.DFRayStageReaderExecNode

• oneof partition_method

  • uint64 round_robin = 1

  • PhysicalHashRepartition hash = 2

  • uint64 unknown = 3

Used in: PhysicalExprNode

• oneof AggregateFunction

  • string user_defined_aggr_function = 4

• repeated PhysicalExprNode expr = 2

• repeated PhysicalSortExprNode ordering_req = 5

• bool distinct = 3

• bool ignore_nulls = 6

• optional bytes fun_definition = 7

• optional PhysicalExprNode expr = 1

• string alias = 2

Used in: PhysicalExprNode

• optional PhysicalExprNode l = 1

• optional PhysicalExprNode r = 2

• string op = 3

Used in: PhysicalExprNode

• optional PhysicalExprNode expr = 1

• repeated PhysicalWhenThen when_then_expr = 2

• optional PhysicalExprNode else_expr = 3

Used in: PhysicalExprNode

• optional PhysicalExprNode expr = 1

• optional datafusion_common.ArrowType arrow_type = 2

Used in: PhysicalExprNode

• string name = 1

• uint32 index = 2

• optional PhysicalExprNode l = 1

• optional PhysicalExprNode r = 2

• string op = 3

physical expressions

Used in: AggregateExecNode, FilterExecNode, JoinFilter, JoinOn, MaybeFilter, ParquetScanExecNode, PhysicalAggregateExprNode, PhysicalAliasNode, PhysicalBinaryExprNode, PhysicalCaseNode, PhysicalCastNode, PhysicalDateTimeIntervalExprNode, PhysicalExtensionExprNode, PhysicalHashRepartition, PhysicalInListNode, PhysicalIsNotNull, PhysicalIsNull, PhysicalLikeExprNode, PhysicalNegativeNode, PhysicalNot, PhysicalScalarUdfNode, PhysicalSortExprNode, PhysicalTryCastNode, PhysicalWhenThen, PhysicalWindowExprNode, ProjectionExecNode, SortExecNode, SortPreservingMergeExecNode, WindowAggExecNode

• oneof ExprType

  • PhysicalColumn column = 1

    column references

  • datafusion_common.ScalarValue literal = 2

  • PhysicalBinaryExprNode binary_expr = 3

    binary expressions

  • PhysicalAggregateExprNode aggregate_expr = 4

    aggregate expressions

  • PhysicalIsNull is_null_expr = 5

    null checks

  • PhysicalIsNotNull is_not_null_expr = 6

  • PhysicalNot not_expr = 7

  • PhysicalCaseNode case_ = 8

  • PhysicalCastNode cast = 9

  • PhysicalSortExprNode sort = 10

  • PhysicalNegativeNode negative = 11

  • PhysicalInListNode in_list = 12

  • PhysicalTryCastNode try_cast = 14

    was PhysicalScalarFunctionNode scalar_function = 13;

  • PhysicalWindowExprNode window_expr = 15

    window expressions

  • PhysicalScalarUdfNode scalar_udf = 16

    was PhysicalDateTimeIntervalExprNode date_time_interval_expr = 17;

  • PhysicalLikeExprNode like_expr = 18

  • PhysicalExtensionExprNode extension = 19

  • UnknownColumn unknown_column = 20

Used in: PhysicalExprNode

• bytes expr = 1

• repeated PhysicalExprNode inputs = 2

Used in: PhysicalPlanNode

• bytes node = 1

• repeated PhysicalPlanNode inputs = 2

Used in: Partitioning

• repeated PhysicalExprNode hash_expr = 1

• uint64 partition_count = 2

Used in: PhysicalExprNode

• optional PhysicalExprNode expr = 1

• repeated PhysicalExprNode list = 2

• bool negated = 3

Used in: PhysicalExprNode

• optional PhysicalExprNode expr = 1

Used in: PhysicalExprNode

• optional PhysicalExprNode expr = 1

Used in: PhysicalExprNode

• bool negated = 1

• bool case_insensitive = 2

• optional PhysicalExprNode expr = 3

• optional PhysicalExprNode pattern = 4

Used in: PhysicalExprNode

• optional PhysicalExprNode expr = 1

Used in: PhysicalExprNode

• optional PhysicalExprNode expr = 1

PhysicalPlanNode is a nested type

Used in: AggregateExecNode, AnalyzeExecNode, CoalesceBatchesExecNode, CoalescePartitionsExecNode, CrossJoinExecNode, CsvSinkExecNode, FilterExecNode, GlobalLimitExecNode, HashJoinExecNode, InterleaveExecNode, JsonSinkExecNode, LocalLimitExecNode, NestedLoopJoinExecNode, ParquetSinkExecNode, PhysicalExtensionNode, ProjectionExecNode, RepartitionExecNode, SortExecNode, SortPreservingMergeExecNode, SymmetricHashJoinExecNode, UnionExecNode, UnnestExecNode, WindowAggExecNode

• oneof PhysicalPlanType

  • ParquetScanExecNode parquet_scan = 1

  • CsvScanExecNode csv_scan = 2

  • EmptyExecNode empty = 3

  • ProjectionExecNode projection = 4

  • GlobalLimitExecNode global_limit = 6

  • LocalLimitExecNode local_limit = 7

  • AggregateExecNode aggregate = 8

  • HashJoinExecNode hash_join = 9

  • SortExecNode sort = 10

  • CoalesceBatchesExecNode coalesce_batches = 11

  • FilterExecNode filter = 12

  • CoalescePartitionsExecNode merge = 13

  • RepartitionExecNode repartition = 14

  • WindowAggExecNode window = 15

  • CrossJoinExecNode cross_join = 16

  • AvroScanExecNode avro_scan = 17

  • PhysicalExtensionNode extension = 18

  • UnionExecNode union = 19

  • ExplainExecNode explain = 20

  • SortPreservingMergeExecNode sort_preserving_merge = 21

  • NestedLoopJoinExecNode nested_loop_join = 22

  • AnalyzeExecNode analyze = 23

  • JsonSinkExecNode json_sink = 24

  • SymmetricHashJoinExecNode symmetric_hash_join = 25

  • InterleaveExecNode interleave = 26

  • PlaceholderRowExecNode placeholder_row = 27

  • CsvSinkExecNode csv_sink = 28

  • ParquetSinkExecNode parquet_sink = 29

  • UnnestExecNode unnest = 30

Used in: PhysicalExprNode

• string name = 1

• repeated PhysicalExprNode args = 2

• optional bytes fun_definition = 3

• optional datafusion_common.ArrowType return_type = 4

• bool nullable = 5

Used in: MaybePhysicalSortExprs, PhysicalAggregateExprNode, PhysicalExprNode, PhysicalSortExprNodeCollection, PhysicalWindowExprNode, SymmetricHashJoinExecNode

• optional PhysicalExprNode expr = 1

• bool asc = 2

• bool nulls_first = 3

Used in: CsvSinkExecNode, FileScanExecConf, JsonSinkExecNode, ParquetSinkExecNode

• repeated PhysicalSortExprNode physical_sort_expr_nodes = 1

Used in: PhysicalExprNode

• optional PhysicalExprNode expr = 1

• optional datafusion_common.ArrowType arrow_type = 2

Used in: PhysicalCaseNode

• optional PhysicalExprNode when_expr = 1

• optional PhysicalExprNode then_expr = 2

Used in: PhysicalExprNode, WindowAggExecNode

• oneof window_function

  • string user_defined_aggr_function = 3

    BuiltInWindowFunction built_in_function = 2;

  • string user_defined_window_function = 10

• repeated PhysicalExprNode args = 4

• repeated PhysicalExprNode partition_by = 5

• repeated PhysicalSortExprNode order_by = 6

• optional WindowFrame window_frame = 7

• string name = 8

• optional bytes fun_definition = 9

Used in: LogicalExprNode

• string id = 1

• optional datafusion_common.ArrowType data_type = 2

Used in: PhysicalPlanNode

• optional datafusion_common.Schema schema = 1

Used in: StringifiedPlan

• oneof plan_type_enum

  • datafusion_common.EmptyMessage InitialLogicalPlan = 1

  • AnalyzedLogicalPlanType AnalyzedLogicalPlan = 7

  • datafusion_common.EmptyMessage FinalAnalyzedLogicalPlan = 8

  • OptimizedLogicalPlanType OptimizedLogicalPlan = 2

  • datafusion_common.EmptyMessage FinalLogicalPlan = 3

  • datafusion_common.EmptyMessage InitialPhysicalPlan = 4

  • datafusion_common.EmptyMessage InitialPhysicalPlanWithStats = 9

  • datafusion_common.EmptyMessage InitialPhysicalPlanWithSchema = 11

  • OptimizedPhysicalPlanType OptimizedPhysicalPlan = 5

  • datafusion_common.EmptyMessage FinalPhysicalPlan = 6

  • datafusion_common.EmptyMessage FinalPhysicalPlanWithStats = 10

  • datafusion_common.EmptyMessage FinalPhysicalPlanWithSchema = 12

  • datafusion_common.EmptyMessage PhysicalPlanError = 13

Used in: LogicalPlanNode

• string name = 1

• repeated datafusion_common.ArrowType data_types = 2

• optional LogicalPlanNode input = 3

Used in: CustomTableScanNode, ListingTableScanNode, ViewTableScanNode

• repeated string columns = 1

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• repeated PhysicalExprNode expr = 2

• repeated string expr_name = 3

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• repeated LogicalExprNode expr = 2

• oneof optional_alias

  • string alias = 3

Used in: UnnestOptions

• optional datafusion_common.Column output_column = 1

• optional datafusion_common.Column input_column = 2

• uint32 depth = 3

Used in: LogicalPlanNode

• string name = 1

• optional LogicalPlanNode static_term = 2

• optional LogicalPlanNode recursive_term = 3

• bool is_distinct = 4

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• optional Partitioning partitioning = 5

  oneof partition_method { uint64 round_robin = 2; PhysicalHashRepartition hash = 3; uint64 unknown = 4; }

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• oneof partition_method

  • uint64 round_robin = 2

  • HashRepartition hash = 3

Used in: LogicalExprNode

• repeated LogicalExprNode expr = 1

Used in: LogicalExprNode

• string fun_name = 1

• repeated LogicalExprNode args = 2

• optional bytes fun_definition = 3

Used in: FileScanExecConf

• uint32 limit = 1

  wrap into a message to make it optional

• optional LogicalExprNode expr = 1

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• optional LogicalExprNode expr = 2

Used in: LogicalExprNode

• bool negated = 1

• optional LogicalExprNode expr = 2

• optional LogicalExprNode pattern = 3

• string escape_char = 4

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• repeated PhysicalExprNode expr = 2

• int64 fetch = 3

  Maximum number of highest/lowest rows to fetch; negative means no limit

• bool preserve_partitioning = 4

Used in: AggregateUDFExprNode, DistinctOnNode, SortExprNodeCollection, SortNode, WindowExprNode

• optional LogicalExprNode expr = 1

• bool asc = 2

• bool nulls_first = 3

Used in: CreateExternalTableNode, ListingTableScanNode

• repeated SortExprNode sort_expr_nodes = 1

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• repeated SortExprNode expr = 2

• int64 fetch = 3

  Maximum number of highest/lowest rows to fetch; negative means no limit

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• repeated PhysicalExprNode expr = 2

• int64 fetch = 3

  Maximum number of highest/lowest rows to fetch; negative means no limit

Used in: SymmetricHashJoinExecNode

• SINGLE_PARTITION = 0

• PARTITIONED_EXEC = 1

Used in: ExplainExecNode

• optional PlanType plan_type = 1

• string plan = 2

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• optional TableReference alias = 3

Used in: PhysicalPlanNode

• optional PhysicalPlanNode left = 1

• optional PhysicalPlanNode right = 2

• repeated JoinOn on = 3

• datafusion_common.JoinType join_type = 4

• StreamPartitionMode partition_mode = 6

• bool null_equals_null = 7

• optional JoinFilter filter = 8

• repeated PhysicalSortExprNode left_sort_exprs = 9

• repeated PhysicalSortExprNode right_sort_exprs = 10

Used in: AliasNode, CreateExternalTableNode, CreateViewNode, CustomTableScanNode, DmlNode, DropViewNode, ListingTableScanNode, SubqueryAliasNode, ViewTableScanNode, Wildcard

• oneof table_reference_enum

  • BareTableReference bare = 1

  • PartialTableReference partial = 2

  • FullTableReference full = 3

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

• optional datafusion_common.ArrowType arrow_type = 2

Used in: PhysicalPlanNode

• repeated PhysicalPlanNode inputs = 1

Used in: LogicalPlanNode

• repeated LogicalPlanNode inputs = 1

Used in: PhysicalExprNode

• string name = 1

Used in: LogicalExprNode

• repeated LogicalExprNode exprs = 1

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• optional datafusion_common.Schema schema = 2

• repeated ListUnnest list_type_columns = 3

• repeated uint64 struct_type_columns = 4

• optional UnnestOptions options = 5

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• repeated datafusion_common.Column exec_columns = 2

• repeated ColumnUnnestListItem list_type_columns = 3

• repeated uint64 struct_type_columns = 4

• repeated uint64 dependency_indices = 5

• optional datafusion_common.DfSchema schema = 6

• optional UnnestOptions options = 7

Used in: UnnestExecNode, UnnestNode

• bool preserve_nulls = 1

• repeated RecursionUnnestOption recursions = 2

a node containing data for defining values list. unlike in SQL where it's two dimensional, here the list is flattened, and with the field n_cols it can be parsed and partitioned into rows

Used in: LogicalPlanNode

• uint64 n_cols = 1

• repeated LogicalExprNode values_list = 2

Used in: LogicalPlanNode

• optional TableReference table_name = 6

• optional LogicalPlanNode input = 2

• optional datafusion_common.Schema schema = 3

• optional ProjectionColumns projection = 4

• string definition = 5

Used in: CaseNode

• optional LogicalExprNode when_expr = 1

• optional LogicalExprNode then_expr = 2

Used in: LogicalExprNode

• optional TableReference qualifier = 1

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• repeated PhysicalWindowExprNode window_expr = 2

• repeated PhysicalExprNode partition_keys = 5

• oneof input_order_mode

  Set optional to `None` for `BoundedWindowAggExec`.

  • datafusion_common.EmptyMessage linear = 7

  • PartiallySortedInputOrderMode partially_sorted = 8

  • datafusion_common.EmptyMessage sorted = 9

Used in: LogicalExprNode

• oneof window_function

  • string udaf = 3

    BuiltInWindowFunction built_in_function = 2;

  • string udwf = 9

• repeated LogicalExprNode exprs = 4

• repeated LogicalExprNode partition_by = 5

• repeated SortExprNode order_by = 6

• optional WindowFrame window_frame = 8

  repeated LogicalExprNode filter = 7;

• optional bytes fun_definition = 10

Used in: PhysicalWindowExprNode, WindowExprNode

• WindowFrameUnits window_frame_units = 1

• optional WindowFrameBound start_bound = 2

• oneof end_bound

  "optional" keyword is stable in protoc 3.15 but prost is still on 3.14 (see https://github.com/tokio-rs/prost/issues/430 and https://github.com/tokio-rs/prost/pull/455) this syntax is ugly but is binary compatible with the "optional" keyword (see https://stackoverflow.com/questions/42622015/how-to-define-an-optional-field-in-protobuf-3)

  • WindowFrameBound bound = 3

Used in: WindowFrame

• WindowFrameBoundType window_frame_bound_type = 1

• optional datafusion_common.ScalarValue bound_value = 2

Used in: WindowFrameBound

• CURRENT_ROW = 0

• PRECEDING = 1

• FOLLOWING = 2

Used in: WindowFrame

• ROWS = 0

• RANGE = 1

• GROUPS = 2

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• repeated LogicalExprNode window_expr = 2