package datafusion

Get desktop application:
View/edit binary Protocol Buffers messages

Used in: AggregateExecNode

• uint64 limit = 1

  wrap into a message to make it optional

• optional bool descending = 2

  Optional ordering direction for TopK aggregation (true = descending, false = ascending)

Used in: PhysicalPlanNode

• repeated PhysicalExprNode group_expr = 1

• repeated PhysicalExprNode aggr_expr = 2

• AggregateMode mode = 3

• optional PhysicalPlanNode input = 4

• repeated string group_expr_name = 5

• repeated string aggr_expr_name = 6

• optional datafusion_common.Schema input_schema = 7

  we need the input schema to the partial aggregate to pass to the final aggregate

• repeated PhysicalExprNode null_expr = 8

• repeated bool groups = 9

• repeated MaybeFilter filter_expr = 10

• optional AggLimit limit = 11

• bool has_grouping_set = 12

• optional PhysicalExprNode dynamic_filter = 13

  Optional dynamic filter expression for pushing down to the child.

• optional datafusion_common.Schema schema = 14

  Output schema preserved by physical optimizer rewrites.

Used in: AggregateExecNode

• PARTIAL = 0

• FINAL = 1

• FINAL_PARTITIONED = 2

• SINGLE = 3

• SINGLE_PARTITIONED = 4

• PARTIAL_REDUCE = 5

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• repeated LogicalExprNode group_expr = 2

• repeated LogicalExprNode aggr_expr = 3

Used in: LogicalExprNode

• string fun_name = 1

• repeated LogicalExprNode args = 2

• bool distinct = 5

• optional LogicalExprNode filter = 3

• repeated SortExprNode order_by = 4

• optional bytes fun_definition = 6

• optional NullTreatment null_treatment = 7

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

• string alias = 2

• repeated TableReference relation = 3

• map<string, string> metadata = 4

Used in: PhysicalPlanNode

• bool verbose = 1

• bool show_statistics = 2

• optional PhysicalPlanNode input = 3

• optional datafusion_common.Schema schema = 4

• bool has_metric_categories = 5

  Optional metric category filter. Empty means "plan only". Absent (has_metric_categories=false) means "all".

• repeated string metric_categories = 6

• datafusion_common.ExplainFormat format = 7

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• bool verbose = 2

• optional datafusion_common.MetricType analyze_level = 3

  Statement-level override for `datafusion.explain.analyze_level`. Absent means "fall back to session config".

• optional datafusion_common.ExplainAnalyzeCategoriesNode analyze_categories = 4

  Statement-level override for `datafusion.explain.analyze_categories`. Absent means "fall back to session config".

• datafusion_common.ExplainFormat format = 5

Used in: PlanType

• string analyzer_name = 1

Identifies which Arrow IPC format an ArrowScanExecNode reads.

Used in: ArrowScanExecNode

• ARROW_IPC_FORMAT_FILE = 0

  Arrow IPC file format (with footer, supports range-based parallel reading). This is the default for payloads encoded before the format field existed.

• ARROW_IPC_FORMAT_STREAM = 1

  Arrow IPC stream format (without footer, sequential reading only)

Used in: PhysicalPlanNode

• optional FileScanExecConf base_conf = 1

• ArrowIpcFormat format = 2

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• repeated PhysicalExprNode async_exprs = 2

• repeated string async_expr_names = 3

Used in: PhysicalPlanNode

• optional FileScanExecConf base_conf = 1

Used in: TableReference

• string table = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

• bool negated = 2

• optional LogicalExprNode low = 3

• optional LogicalExprNode high = 4

Used in: LogicalExprNode

• repeated LogicalExprNode operands = 1

  Represents the operands from the left inner most expression to the right outer most expression where each of them are chained with the operator 'op'.

• string op = 3

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• uint64 capacity = 2

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

• repeated WhenThen when_then_expr = 2

• optional LogicalExprNode else_expr = 3

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

• optional datafusion_common.ArrowType arrow_type = 2

• map<string, string> metadata = 3

• optional bool nullable = 4

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• uint32 target_batch_size = 2

• optional uint32 fetch = 3

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• optional uint32 fetch = 2

Used in: JoinFilter

• uint32 index = 1

• datafusion_common.JoinSide side = 2

Used in: UnnestNode

• uint32 input_index = 1

• optional ColumnUnnestListRecursion recursion = 2

Used in: ColumnUnnestListItem, ColumnUnnestListRecursions

• optional datafusion_common.Column output_column = 1

• uint32 depth = 2

• repeated ColumnUnnestListRecursion recursions = 2

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• string output_url = 2

• bytes file_type = 3

• repeated string partition_by = 7

Used in: LogicalPlanNode

• string catalog_name = 1

• bool if_not_exists = 2

• optional datafusion_common.DfSchema schema = 3

Used in: LogicalPlanNode

• string schema_name = 1

• bool if_not_exists = 2

• optional datafusion_common.DfSchema schema = 3

Used in: LogicalPlanNode

• optional TableReference name = 9

• string location = 2

  deprecated; use repeated locations

• repeated string locations = 16

• string file_type = 3

• optional datafusion_common.DfSchema schema = 4

• repeated string table_partition_cols = 5

• bool if_not_exists = 6

• bool or_replace = 15

• bool temporary = 14

• string definition = 7

• repeated SortExprNodeCollection order_exprs = 10

• bool unbounded = 11

• map<string, string> options = 8

• optional datafusion_common.Constraints constraints = 12

• map<string, LogicalExprNode> column_defaults = 13

Used in: LogicalPlanNode

• optional TableReference name = 5

• optional LogicalPlanNode input = 2

• bool or_replace = 3

• bool temporary = 6

• string definition = 4

Used in: PhysicalPlanNode

• optional PhysicalPlanNode left = 1

• optional PhysicalPlanNode right = 2

Used in: LogicalPlanNode

• optional LogicalPlanNode left = 1

• optional LogicalPlanNode right = 2

Used in: PhysicalPlanNode

• optional FileScanExecConf base_conf = 1

• bool has_header = 2

• string delimiter = 3

• string quote = 4

• oneof optional_escape

  • string escape = 5

• oneof optional_comment

  • string comment = 6

• bool newlines_in_values = 7

• bool truncate_rows = 8

Used in: CsvSinkExecNode

• optional FileSinkConfig config = 1

• optional datafusion_common.CsvWriterOptions writer_options = 2

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• optional CsvSink sink = 2

• optional datafusion_common.Schema sink_schema = 3

• optional PhysicalSortExprNodeCollection sort_order = 4

Used in: LogicalPlanNode

• string name = 1

• optional datafusion_common.Schema schema = 2

Used in: LogicalExprNode

• repeated LogicalExprNode expr = 1

Logical Plan to Scan a CustomTableProvider registered at runtime

Used in: LogicalPlanNode

• optional TableReference table_name = 6

• optional ProjectionColumns projection = 2

• optional datafusion_common.Schema schema = 3

• repeated LogicalExprNode filters = 4

• bytes custom_table_data = 5

• Day = 0

• DateMillisecond = 1

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

Used in: LogicalPlanNode

• repeated LogicalExprNode on_expr = 1

• repeated LogicalExprNode select_expr = 2

• repeated SortExprNode sort_expr = 3

• optional LogicalPlanNode input = 4

Used in: LogicalPlanNode

• DmlNode.Type dml_type = 1

• optional LogicalPlanNode input = 2

• optional TableReference table_name = 3

• optional LogicalPlanNode target = 5

• optional MergeIntoOpNode merge_into = 6

  Populated only when dml_type == MERGE_INTO.

Used in: DmlNode

• UPDATE = 0

• DELETE = 1

• CTAS = 2

• INSERT_APPEND = 3

• INSERT_OVERWRITE = 4

• INSERT_REPLACE = 5

• TRUNCATE = 6

• MERGE_INTO = 7

Used in: LogicalPlanNode

• optional TableReference name = 1

• bool if_exists = 2

• optional datafusion_common.DfSchema schema = 3

Used in: PhysicalPlanNode

• optional datafusion_common.Schema schema = 1

• uint32 partitions = 2

  Number of output partitions. Absent (0) means a single partition, so that plans encoded before this field existed decode to the previous default.

Used in: LogicalPlanNode

• bool produce_one_row = 1

Used in: LogicalPlanNode

• optional TableReference table_name = 1

• optional datafusion_common.Schema schema = 2

• optional ProjectionColumns projection = 3

• repeated LogicalExprNode filters = 4

Used in: PhysicalPlanNode

• optional datafusion_common.Schema schema = 1

• repeated StringifiedPlan stringified_plans = 2

• bool verbose = 3

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• bool verbose = 2

• datafusion_common.ExplainFormat format = 3

• optional bool show_statistics = 4

  Statement-level override for `datafusion.explain.show_statistics`. Absent means "fall back to session config".

Identifies a built-in file format supported by DataFusion. Used by DefaultLogicalExtensionCodec to serialize/deserialize FileFormatFactory instances (e.g. in CopyTo plans).

Used in: FileFormatProto

• FILE_FORMAT_KIND_UNSPECIFIED = 0

• FILE_FORMAT_KIND_CSV = 1

• FILE_FORMAT_KIND_JSON = 2

• FILE_FORMAT_KIND_PARQUET = 3

• FILE_FORMAT_KIND_ARROW = 4

• FILE_FORMAT_KIND_AVRO = 5

Wraps a serialized FileFormatFactory with its format kind tag, so the decoder can dispatch to the correct format-specific codec.

• FileFormatKind kind = 1

• bytes encoded_file_format = 2

Used in: FileScanExecConf

• repeated PartitionedFile files = 1

Determines how file sink output paths are interpreted.

Used in: FileSinkConfig

• FILE_OUTPUT_MODE_AUTOMATIC = 0

  Infer output mode from the URL (extension/trailing `/` heuristic).

• FILE_OUTPUT_MODE_SINGLE_FILE = 1

  Write to a single file at the exact output path.

• FILE_OUTPUT_MODE_DIRECTORY = 2

  Write to a directory with generated filenames.

Used in: PartitionedFile

• int64 start = 1

• int64 end = 2

Used in: ArrowScanExecNode, AvroScanExecNode, CsvScanExecNode, JsonScanExecNode, ParquetScanExecNode

• repeated FileGroup file_groups = 1

• optional datafusion_common.Schema schema = 2

• repeated uint32 projection = 4

• optional ScanLimit limit = 5

• optional datafusion_common.Statistics statistics = 6

• repeated string table_partition_cols = 7

• string object_store_url = 8

• repeated PhysicalSortExprNodeCollection output_ordering = 9

• optional datafusion_common.Constraints constraints = 11

• optional uint64 batch_size = 12

• optional ProjectionExprs projection_exprs = 13

• optional Partitioning output_partitioning = 15

Used in: CsvSink, JsonSink, ParquetSink

• string object_store_url = 1

• repeated PartitionedFile file_groups = 2

• repeated string table_paths = 3

• optional datafusion_common.Schema output_schema = 4

• repeated PartitionColumn table_partition_cols = 5

• bool keep_partition_by_columns = 9

• InsertOp insert_op = 10

• string file_extension = 11

• FileOutputMode file_output_mode = 12

  Determines how the output path is interpreted.

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• optional PhysicalExprNode expr = 2

• uint32 default_filter_selectivity = 3

• repeated uint32 projection = 9

• uint32 batch_size = 10

• optional uint32 fetch = 11

• int32 length = 1

Used in: TableReference

• string catalog = 1

• string schema = 2

• string table = 3

Used in: GenerateSeriesNode

• GenerateSeriesName name = 1

Used in: GenerateSeriesNode

• int64 start = 1

• int64 end = 2

• optional datafusion_common.IntervalMonthDayNanoValue step = 3

• bool include_end = 4

• GenerateSeriesName name = 5

Used in: GenerateSeriesNode

• int64 start = 1

• int64 end = 2

• int64 step = 3

• bool include_end = 4

• GenerateSeriesName name = 5

Used in: GenerateSeriesNode

• int64 start = 1

• int64 end = 2

• optional datafusion_common.IntervalMonthDayNanoValue step = 3

• optional string tz = 4

• bool include_end = 5

• GenerateSeriesName name = 6

Used in: GenerateSeriesArgsContainsNull, GenerateSeriesArgsDate, GenerateSeriesArgsInt64, GenerateSeriesArgsTimestamp

• GS_GENERATE_SERIES = 0

• GS_RANGE = 1

Used in: PhysicalPlanNode

• optional datafusion_common.Schema schema = 1

• uint32 target_batch_size = 2

• oneof args

  • GenerateSeriesArgsContainsNull contains_null = 3

  • GenerateSeriesArgsInt64 int64_args = 4

  • GenerateSeriesArgsTimestamp timestamp_args = 5

  • GenerateSeriesArgsDate date_args = 6

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• uint32 skip = 2

  The number of rows to skip before fetch

• int64 fetch = 3

  Maximum number of rows to fetch; negative means no limit

• repeated PhysicalSortExprNode required_ordering = 4

  Ordering the limit must preserve; empty means none

Used in: LogicalExprNode

• repeated LogicalExprList expr = 1

Used in: PhysicalPlanNode

• optional PhysicalPlanNode left = 1

• optional PhysicalPlanNode right = 2

• repeated JoinOn on = 3

• datafusion_common.JoinType join_type = 4

• PartitionMode partition_mode = 6

• datafusion_common.NullEquality null_equality = 7

• optional JoinFilter filter = 8

• repeated uint32 projection = 9

• bool null_aware = 10

• optional PhysicalExprNode dynamic_filter = 11

  Optional dynamic filter expression for pushing down to the probe side.

• optional uint64 fetch = 12

  Optional row limit pushed into the join by the `limit_pushdown` rule. This is presence-tracked (`optional`) on purpose: messages produced by versions predating this field carry no `fetch` at all, and a plain proto3 scalar would decode that absence as `0`, i.e. "fetch 0 rows", silently turning old plans into empty results. With `optional`, absent decodes to `None`, which is the correct reading of an older message.

Used in: RepartitionNode

• repeated LogicalExprNode hash_expr = 1

• uint64 partition_count = 2

Used in: LogicalExprNode

• string fun_name = 1

• repeated LogicalExprNode args = 2

• optional bytes fun_definition = 3

Used in: LogicalExprNode

• bool negated = 1

• optional LogicalExprNode expr = 2

• optional LogicalExprNode pattern = 3

• string escape_char = 4

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

• repeated LogicalExprNode list = 2

• bool negated = 3

Used in: FileSinkConfig

• Append = 0

• Overwrite = 1

• Replace = 2

Used in: PhysicalPlanNode

• repeated PhysicalPlanNode inputs = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: HashJoinExecNode, NestedLoopJoinExecNode, SortMergeJoinExecNode, SymmetricHashJoinExecNode

• optional PhysicalExprNode expression = 1

• repeated ColumnIndex column_indices = 2

• optional datafusion_common.Schema schema = 3

Used in: LogicalPlanNode

• optional LogicalPlanNode left = 1

• optional LogicalPlanNode right = 2

• datafusion_common.JoinType join_type = 3

• datafusion_common.JoinConstraint join_constraint = 4

• repeated LogicalExprNode left_join_key = 5

• repeated LogicalExprNode right_join_key = 6

• datafusion_common.NullEquality null_equality = 7

• optional LogicalExprNode filter = 8

• bool null_aware = 9

Used in: HashJoinExecNode, SortMergeJoinExecNode, SymmetricHashJoinExecNode

• optional PhysicalExprNode left = 1

• optional PhysicalExprNode right = 2

Used in: PhysicalPlanNode

• optional FileScanExecConf base_conf = 1

Used in: JsonSinkExecNode

• optional FileSinkConfig config = 1

• optional datafusion_common.JsonWriterOptions writer_options = 2

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• optional JsonSink sink = 2

• optional datafusion_common.Schema sink_schema = 3

• optional PhysicalSortExprNodeCollection sort_order = 4

Used in: LogicalExprNode

• repeated string params = 1

• optional LogicalExprNode body = 2

Used in: LogicalExprNode

• string name = 1

• optional datafusion_common.Field field = 2

Used in: LogicalExprNode

• bool negated = 1

• optional LogicalExprNode expr = 2

• optional LogicalExprNode pattern = 3

• string escape_char = 4

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• int64 skip = 2

  The number of rows to skip before fetch; non-positive means don't skip any

• int64 fetch = 3

  Maximum number of rows to fetch; negative means no limit

• optional LogicalExprNode key = 1

• optional LogicalExprNode start = 1

• optional LogicalExprNode stop = 2

• optional LogicalExprNode stride = 3

Used in: UnnestExecNode

• uint32 index_in_input_schema = 1

• uint32 depth = 2

Used in: LogicalPlanNode

• optional TableReference table_name = 14

• repeated string paths = 2

• string file_extension = 3

• optional ProjectionColumns projection = 4

• optional datafusion_common.Schema schema = 5

• repeated LogicalExprNode filters = 6

• repeated PartitionColumn table_partition_cols = 7

• oneof FileFormatType

  • datafusion_common.CsvFormat csv = 10

  • datafusion_common.ParquetFormat parquet = 11

  • datafusion_common.AvroFormat avro = 12

  • datafusion_common.NdJsonFormat json = 15

  • datafusion_common.ArrowFormat arrow = 16

• repeated SortExprNodeCollection file_sort_order = 13

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• uint32 fetch = 2

• repeated PhysicalSortExprNode required_ordering = 3

  Ordering the limit must preserve; empty means none

Used in: GroupingSetNode

• repeated LogicalExprNode expr = 1

logical expressions

Used in: AggregateNode, AggregateUDFExprNode, AliasNode, BetweenNode, BinaryExprNode, CaseNode, CastNode, CreateExternalTableNode, CubeNode, CustomTableScanNode, DistinctOnNode, EmptyTableScanNode, HashRepartition, HigherOrderUDFExprNode, ILikeNode, InListNode, IsFalse, IsNotFalse, IsNotNull, IsNotTrue, IsNotUnknown, IsNull, IsTrue, IsUnknown, JoinNode, Lambda, LikeNode, ListIndex, ListRange, ListingTableScanNode, LogicalExprList, LogicalExprNodeCollection, MergeAssignment, MergeInsertAction, MergeIntoClauseNode, MergeIntoOpNode, NegativeNode, Not, ProjectionNode, RollupNode, ScalarUDFExprNode, SelectionExecNode, SelectionNode, SimilarToNode, SortExprNode, SubqueryNode, TryCastNode, Unnest, ValuesNode, WhenThen, WindowExprNode, WindowNode

• oneof ExprType

  • datafusion_common.Column column = 1

    column references

  • AliasNode alias = 2

    alias

  • datafusion_common.ScalarValue literal = 3

  • BinaryExprNode binary_expr = 4

    binary expressions

  • IsNull is_null_expr = 6

    null checks

  • IsNotNull is_not_null_expr = 7

  • Not not_expr = 8

  • BetweenNode between = 9

  • CaseNode case_ = 10

  • CastNode cast = 11

  • NegativeNode negative = 13

  • InListNode in_list = 14

  • Wildcard wildcard = 15

  • TryCastNode try_cast = 17

    was ScalarFunctionNode scalar_function = 16;

  • WindowExprNode window_expr = 18

    window expressions

  • AggregateUDFExprNode aggregate_udf_expr = 19

    AggregateUDF expressions

  • ScalarUDFExprNode scalar_udf_expr = 20

    Scalar UDF expressions

  • GroupingSetNode grouping_set = 22

  • CubeNode cube = 23

  • RollupNode rollup = 24

  • IsTrue is_true = 25

  • IsFalse is_false = 26

  • IsUnknown is_unknown = 27

  • IsNotTrue is_not_true = 28

  • IsNotFalse is_not_false = 29

  • IsNotUnknown is_not_unknown = 30

  • LikeNode like = 31

  • ILikeNode ilike = 32

  • SimilarToNode similar_to = 33

  • PlaceholderNode placeholder = 34

  • Unnest unnest = 35

  • ScalarSubqueryExprNode scalar_subquery_expr = 36

    Subquery expressions

  • HigherOrderUDFExprNode higher_order_udf_expr = 37

  • Lambda lambda = 38

  • LambdaVariable lambda_variable = 39

• repeated LogicalExprNode logical_expr_nodes = 1

Used in: LogicalPlanNode

• bytes node = 1

• repeated LogicalPlanNode inputs = 2

logical plan LogicalPlan is a nested type

Used in: AggregateNode, AnalyzeNode, CopyToNode, CreateViewNode, CrossJoinNode, DistinctNode, DistinctOnNode, DmlNode, ExplainNode, JoinNode, LimitNode, LogicalExtensionNode, PrepareNode, ProjectionNode, RecursiveQueryNode, RepartitionNode, SelectionNode, SortNode, SubqueryAliasNode, SubqueryNode, UnionNode, UnnestNode, ViewTableScanNode, WindowNode

• oneof LogicalPlanType

  • ListingTableScanNode listing_scan = 1

  • ProjectionNode projection = 3

  • SelectionNode selection = 4

  • LimitNode limit = 5

  • AggregateNode aggregate = 6

  • JoinNode join = 7

  • SortNode sort = 8

  • RepartitionNode repartition = 9

  • EmptyRelationNode empty_relation = 10

  • CreateExternalTableNode create_external_table = 11

  • ExplainNode explain = 12

  • WindowNode window = 13

  • AnalyzeNode analyze = 14

  • CrossJoinNode cross_join = 15

  • ValuesNode values = 16

  • LogicalExtensionNode extension = 17

  • CreateCatalogSchemaNode create_catalog_schema = 18

  • UnionNode union = 19

  • CreateCatalogNode create_catalog = 20

  • SubqueryAliasNode subquery_alias = 21

  • CreateViewNode create_view = 22

  • DistinctNode distinct = 23

  • ViewTableScanNode view_scan = 24

  • CustomTableScanNode custom_scan = 25

  • PrepareNode prepare = 26

  • DropViewNode drop_view = 27

  • DistinctOnNode distinct_on = 28

  • CopyToNode copy_to = 29

  • UnnestNode unnest = 30

  • RecursiveQueryNode recursive_query = 31

  • CteWorkTableScanNode cte_work_table_scan = 32

  • DmlNode dml = 33

  • EmptyTableScanNode empty_table_scan = 34

Used in: AggregateExecNode

• optional PhysicalExprNode expr = 1

• repeated PhysicalSortExprNode sort_expr = 1

Used in: PhysicalPlanNode

• repeated bytes partitions = 1

• optional datafusion_common.Schema schema = 2

• repeated uint32 projection = 3

• repeated PhysicalSortExprNodeCollection sort_information = 4

• bool show_sizes = 5

• optional uint32 fetch = 6

Used in: MergeUpdateAction

• string column = 1

• optional LogicalExprNode value = 2

Used in: MergeIntoActionNode

(message has no fields)

Used in: MergeIntoActionNode

• repeated string columns = 1

  May be empty (meaning all columns).

• repeated LogicalExprNode values = 2

  One expression per inserted column.

The action for a single WHEN clause.

Used in: MergeIntoClauseNode

• oneof action

  • MergeUpdateAction update = 1

  • MergeInsertAction insert = 2

  • MergeDeleteAction delete = 3

A single WHEN clause within a MERGE INTO statement.

Used in: MergeIntoOpNode

• MergeIntoClauseNode.Kind kind = 1

• optional LogicalExprNode predicate = 2

  Optional `AND <expr>` predicate. Absent when the clause has no predicate.

• optional MergeIntoActionNode action = 3

Used in: MergeIntoClauseNode

• MATCHED = 0

• NOT_MATCHED = 1

• NOT_MATCHED_BY_TARGET = 2

• NOT_MATCHED_BY_SOURCE = 3

Carries the ON condition and WHEN clauses of a MERGE INTO operation.

Used in: DmlNode

• optional LogicalExprNode on = 1

• repeated MergeIntoClauseNode clauses = 2

Used in: MergeIntoActionNode

• repeated MergeAssignment assignments = 1

• optional datafusion_common.ScalarValue name = 1

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: PhysicalPlanNode

• optional PhysicalPlanNode left = 1

• optional PhysicalPlanNode right = 2

• datafusion_common.JoinType join_type = 3

• optional JoinFilter filter = 4

• repeated uint32 projection = 5

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

Used in: AggregateUDFExprNode, WindowExprNode

• RESPECT_NULLS = 0

• IGNORE_NULLS = 1

Used in: PlanType

• string optimizer_name = 1

Used in: PlanType

• string optimizer_name = 1

Used in: PhysicalPlanNode

• optional FileScanExecConf base_conf = 1

• optional PhysicalExprNode predicate = 3

• optional datafusion_common.TableParquetOptions parquet_options = 4

Used in: ParquetSinkExecNode

• optional FileSinkConfig config = 1

• optional datafusion_common.TableParquetOptions parquet_options = 2

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• optional ParquetSink sink = 2

• optional datafusion_common.Schema sink_schema = 3

• optional PhysicalSortExprNodeCollection sort_order = 4

Used in: TableReference

• string schema = 1

• string table = 2

Used in: WindowAggExecNode

• repeated uint64 columns = 6

Used in: FileSinkConfig, ListingTableScanNode

• string name = 1

• optional datafusion_common.ArrowType arrow_type = 2

Used in: HashJoinExecNode

• COLLECT_LEFT = 0

• PARTITIONED = 1

• AUTO = 2

• int64 num_rows = 1

• int64 num_batches = 2

• int64 num_bytes = 3

• repeated datafusion_common.ColumnStats column_stats = 4

Used in: FileGroup, FileSinkConfig

• string path = 1

• uint64 size = 2

• uint64 last_modified_ns = 3

• repeated datafusion_common.ScalarValue partition_values = 4

• optional FileRange range = 5

• optional datafusion_common.Statistics statistics = 6

• optional datafusion_common.Schema arrow_schema = 7

Used in: FileScanExecConf, RepartitionExecNode

• oneof partition_method

  • uint64 round_robin = 1

  • PhysicalHashRepartition hash = 2

  • uint64 unknown = 3

  • PhysicalRangePartitioning range = 4

Used in: PhysicalExprNode

• oneof AggregateFunction

  • string user_defined_aggr_function = 4

• repeated PhysicalExprNode expr = 2

• repeated PhysicalSortExprNode ordering_req = 5

• bool distinct = 3

• bool ignore_nulls = 6

• optional bytes fun_definition = 7

• string human_display = 8

• bool is_reversed = 9

• optional PhysicalExprNode expr = 1

• string alias = 2

Used in: PhysicalExprNode

• optional PhysicalExprNode l = 1

• optional PhysicalExprNode r = 2

• string op = 3

• repeated PhysicalExprNode operands = 4

  Linearized operands for chains of the same operator (e.g. a AND b AND c). When present, `l` and `r` are ignored and `operands` holds the flattened list.

Used in: PhysicalExprNode

• optional PhysicalExprNode expr = 1

• repeated PhysicalWhenThen when_then_expr = 2

• optional PhysicalExprNode else_expr = 3

Used in: PhysicalExprNode

• optional PhysicalExprNode expr = 1

• optional datafusion_common.ArrowType arrow_type = 2

Used in: PhysicalExprNode

• string name = 1

• uint32 index = 2

• optional PhysicalExprNode l = 1

• optional PhysicalExprNode r = 2

• string op = 3

Used in: PhysicalExprNode

• repeated PhysicalExprNode children = 1

• repeated PhysicalExprNode remapped_children = 2

• uint64 generation = 3

• optional PhysicalExprNode inner_expr = 4

• bool is_complete = 5

physical expressions

Used in: AggregateExecNode, AsyncFuncExecNode, FilterExecNode, HashJoinExecNode, JoinFilter, JoinOn, MaybeFilter, ParquetScanExecNode, PhysicalAggregateExprNode, PhysicalAliasNode, PhysicalBinaryExprNode, PhysicalCaseNode, PhysicalCastNode, PhysicalDateTimeIntervalExprNode, PhysicalDynamicFilterNode, PhysicalExtensionExprNode, PhysicalHashExprNode, PhysicalHashRepartition, PhysicalHigherOrderUdfNode, PhysicalInListNode, PhysicalIsNotNull, PhysicalIsNull, PhysicalLambdaExprNode, PhysicalLikeExprNode, PhysicalNegativeNode, PhysicalNot, PhysicalScalarUdfNode, PhysicalSortExprNode, PhysicalTryCastNode, PhysicalWhenThen, PhysicalWindowExprNode, ProjectionExecNode, ProjectionExpr, SortExecNode, SortPreservingMergeExecNode, WindowAggExecNode

• optional uint64 expr_id = 30

  Unique identifier for this expression to do deduplication during deserialization. When serializing, this is set via `PhysicalExpr::expression_id`. When deserializing, this id is used by the `DeduplicatingProtoConverter` to preserve referential integrity across serde roundtrips for different expressions with the same id.

• oneof ExprType

  • PhysicalColumn column = 1

    column references

  • datafusion_common.ScalarValue literal = 2

  • PhysicalBinaryExprNode binary_expr = 3

    binary expressions

  • PhysicalAggregateExprNode aggregate_expr = 4

    aggregate expressions

  • PhysicalIsNull is_null_expr = 5

    null checks

  • PhysicalIsNotNull is_not_null_expr = 6

  • PhysicalNot not_expr = 7

  • PhysicalCaseNode case_ = 8

  • PhysicalCastNode cast = 9

  • PhysicalSortExprNode sort = 10

  • PhysicalNegativeNode negative = 11

  • PhysicalInListNode in_list = 12

  • PhysicalTryCastNode try_cast = 14

    was PhysicalScalarFunctionNode scalar_function = 13;

  • PhysicalWindowExprNode window_expr = 15

    window expressions

  • PhysicalScalarUdfNode scalar_udf = 16

    was PhysicalDateTimeIntervalExprNode date_time_interval_expr = 17;

  • PhysicalLikeExprNode like_expr = 18

  • PhysicalExtensionExprNode extension = 19

  • UnknownColumn unknown_column = 20

  • PhysicalHashExprNode hash_expr = 21

  • PhysicalScalarSubqueryExprNode scalar_subquery = 22

  • PhysicalDynamicFilterNode dynamic_filter = 23

  • PhysicalHigherOrderUdfNode higher_order_udf = 24

  • PhysicalLambdaExprNode lambda = 25

  • PhysicalLambdaVariableExprNode lambda_variable = 26

  • PhysicalRangeExprNode range_expr = 27

Used in: PhysicalExprNode

• bytes expr = 1

• repeated PhysicalExprNode inputs = 2

Used in: PhysicalPlanNode

• bytes node = 1

• repeated PhysicalPlanNode inputs = 2

Used in: PhysicalExprNode

• repeated PhysicalExprNode on_columns = 1

• uint64 seed0 = 2

• string description = 6

Used in: Partitioning

• repeated PhysicalExprNode hash_expr = 1

• uint64 partition_count = 2

Used in: PhysicalExprNode

• string name = 1

• repeated PhysicalExprNode args = 2

• optional bytes fun_definition = 3

Used in: PhysicalExprNode

• optional PhysicalExprNode expr = 1

• repeated PhysicalExprNode list = 2

• bool negated = 3

Used in: PhysicalExprNode

• optional PhysicalExprNode expr = 1

Used in: PhysicalExprNode

• optional PhysicalExprNode expr = 1

Used in: PhysicalExprNode

• repeated string params = 1

• optional PhysicalExprNode body = 2

Used in: PhysicalExprNode

• uint32 index = 1

• optional datafusion_common.Field field = 2

Used in: PhysicalExprNode

• bool negated = 1

• bool case_insensitive = 2

• optional PhysicalExprNode expr = 3

• optional PhysicalExprNode pattern = 4

Used in: PhysicalExprNode

• optional PhysicalExprNode expr = 1

Used in: PhysicalExprNode

• optional PhysicalExprNode expr = 1

PhysicalPlanNode is a nested type

Used in: AggregateExecNode, AnalyzeExecNode, AsyncFuncExecNode, BufferExecNode, CoalesceBatchesExecNode, CoalescePartitionsExecNode, CooperativeExecNode, CrossJoinExecNode, CsvSinkExecNode, FilterExecNode, GlobalLimitExecNode, HashJoinExecNode, InterleaveExecNode, JsonSinkExecNode, LocalLimitExecNode, NestedLoopJoinExecNode, ParquetSinkExecNode, PhysicalExtensionNode, ProjectionExecNode, RepartitionExecNode, ScalarSubqueryExecNode, SortExecNode, SortMergeJoinExecNode, SortPreservingMergeExecNode, SymmetricHashJoinExecNode, UnionExecNode, UnnestExecNode, WindowAggExecNode

• oneof PhysicalPlanType

  • ParquetScanExecNode parquet_scan = 1

  • CsvScanExecNode csv_scan = 2

  • EmptyExecNode empty = 3

  • ProjectionExecNode projection = 4

  • GlobalLimitExecNode global_limit = 6

  • LocalLimitExecNode local_limit = 7

  • AggregateExecNode aggregate = 8

  • HashJoinExecNode hash_join = 9

  • SortExecNode sort = 10

  • CoalesceBatchesExecNode coalesce_batches = 11

  • FilterExecNode filter = 12

  • CoalescePartitionsExecNode merge = 13

  • RepartitionExecNode repartition = 14

  • WindowAggExecNode window = 15

  • CrossJoinExecNode cross_join = 16

  • AvroScanExecNode avro_scan = 17

  • PhysicalExtensionNode extension = 18

  • UnionExecNode union = 19

  • ExplainExecNode explain = 20

  • SortPreservingMergeExecNode sort_preserving_merge = 21

  • NestedLoopJoinExecNode nested_loop_join = 22

  • AnalyzeExecNode analyze = 23

  • JsonSinkExecNode json_sink = 24

  • SymmetricHashJoinExecNode symmetric_hash_join = 25

  • InterleaveExecNode interleave = 26

  • PlaceholderRowExecNode placeholder_row = 27

  • CsvSinkExecNode csv_sink = 28

  • ParquetSinkExecNode parquet_sink = 29

  • UnnestExecNode unnest = 30

  • JsonScanExecNode json_scan = 31

  • CooperativeExecNode cooperative = 32

  • GenerateSeriesNode generate_series = 33

  • SortMergeJoinExecNode sort_merge_join = 34

  • MemoryScanExecNode memory_scan = 35

  • AsyncFuncExecNode async_func = 36

  • BufferExecNode buffer = 37

  • ArrowScanExecNode arrow_scan = 38

  • ScalarSubqueryExecNode scalar_subquery = 39

Used in: PhysicalExprNode

• repeated PhysicalSortExprNode sort_expr = 1

• repeated PhysicalRangeSplitPoint split_point = 2

Used in: Partitioning

• repeated PhysicalSortExprNode sort_expr = 1

• repeated PhysicalRangeSplitPoint split_point = 2

Used in: PhysicalRangeExprNode, PhysicalRangePartitioning

• repeated datafusion_common.ScalarValue value = 1

Used in: PhysicalExprNode

• optional datafusion_common.ArrowType data_type = 1

• bool nullable = 2

• uint32 index = 3

Used in: PhysicalExprNode

• string name = 1

• repeated PhysicalExprNode args = 2

• optional bytes fun_definition = 3

• optional datafusion_common.ArrowType return_type = 4

• bool nullable = 5

• string return_field_name = 6

Used in: GlobalLimitExecNode, LocalLimitExecNode, MaybePhysicalSortExprs, PhysicalAggregateExprNode, PhysicalExprNode, PhysicalRangeExprNode, PhysicalRangePartitioning, PhysicalSortExprNodeCollection, PhysicalWindowExprNode, SymmetricHashJoinExecNode

• optional PhysicalExprNode expr = 1

• bool asc = 2

• bool nulls_first = 3

Used in: CsvSinkExecNode, FileScanExecConf, JsonSinkExecNode, MemoryScanExecNode, ParquetSinkExecNode

• repeated PhysicalSortExprNode physical_sort_expr_nodes = 1

Used in: PhysicalExprNode

• optional PhysicalExprNode expr = 1

• optional datafusion_common.ArrowType arrow_type = 2

Used in: PhysicalCaseNode

• optional PhysicalExprNode when_expr = 1

• optional PhysicalExprNode then_expr = 2

Used in: PhysicalExprNode, WindowAggExecNode

• oneof window_function

  • string user_defined_aggr_function = 3

    BuiltInWindowFunction built_in_function = 2;

  • string user_defined_window_function = 10

• repeated PhysicalExprNode args = 4

• repeated PhysicalExprNode partition_by = 5

• repeated PhysicalSortExprNode order_by = 6

• optional WindowFrame window_frame = 7

• string name = 8

• optional bytes fun_definition = 9

• bool ignore_nulls = 11

• bool distinct = 12

Used in: LogicalExprNode

• string id = 1

• optional datafusion_common.ArrowType data_type = 2

  We serialize the data type, metadata, and nullability separately to maintain compatibility with older versions

• optional bool nullable = 3

• map<string, string> metadata = 4

Used in: PhysicalPlanNode

• optional datafusion_common.Schema schema = 1

• uint32 partitions = 2

  Number of output partitions. Absent (0) means a single partition, so that plans encoded before this field existed decode to the previous default.

Used in: StringifiedPlan

• oneof plan_type_enum

  • datafusion_common.EmptyMessage InitialLogicalPlan = 1

  • AnalyzedLogicalPlanType AnalyzedLogicalPlan = 7

  • datafusion_common.EmptyMessage FinalAnalyzedLogicalPlan = 8

  • OptimizedLogicalPlanType OptimizedLogicalPlan = 2

  • datafusion_common.EmptyMessage FinalLogicalPlan = 3

  • datafusion_common.EmptyMessage InitialPhysicalPlan = 4

  • datafusion_common.EmptyMessage InitialPhysicalPlanWithStats = 9

  • datafusion_common.EmptyMessage InitialPhysicalPlanWithSchema = 11

  • OptimizedPhysicalPlanType OptimizedPhysicalPlan = 5

  • datafusion_common.EmptyMessage FinalPhysicalPlan = 6

  • datafusion_common.EmptyMessage FinalPhysicalPlanWithStats = 10

  • datafusion_common.EmptyMessage FinalPhysicalPlanWithSchema = 12

  • datafusion_common.EmptyMessage PhysicalPlanError = 13

Used in: LogicalPlanNode

• string name = 1

• repeated datafusion_common.ArrowType data_types = 2

  We serialize both the data types and the fields for compatibility with older versions (newer versions populate both).

• optional LogicalPlanNode input = 3

• repeated datafusion_common.Field fields = 4

Used in: CustomTableScanNode, EmptyTableScanNode, ListingTableScanNode, ViewTableScanNode

• repeated string columns = 1

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• repeated PhysicalExprNode expr = 2

• repeated string expr_name = 3

Used in: ProjectionExprs

• string alias = 1

• optional PhysicalExprNode expr = 2

Used in: FileScanExecConf

• repeated ProjectionExpr projections = 1

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• repeated LogicalExprNode expr = 2

• oneof optional_alias

  • string alias = 3

Used in: RepartitionNode

• repeated SortExprNode sort_expr = 1

• repeated RangeSplitPoint split_point = 2

Used in: RangeRepartition

• repeated datafusion_common.ScalarValue value = 1

Used in: UnnestOptions

• optional datafusion_common.Column output_column = 1

• optional datafusion_common.Column input_column = 2

• uint32 depth = 3

Used in: LogicalPlanNode

• string name = 1

• optional LogicalPlanNode static_term = 2

• optional LogicalPlanNode recursive_term = 3

• bool is_distinct = 4

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• optional Partitioning partitioning = 5

  Legacy direct partitioning fields: uint64 round_robin = 2; PhysicalHashRepartition hash = 3; uint64 unknown = 4; New partitioning variants are stored in `partitioning`.

• bool preserve_order = 6

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• oneof partition_method

  • uint64 round_robin = 2

  • HashRepartition hash = 3

  • RangeRepartition range = 4

Used in: LogicalExprNode

• repeated LogicalExprNode expr = 1

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• repeated PhysicalPlanNode subqueries = 2

Used in: LogicalExprNode

• optional SubqueryNode subquery = 1

Used in: LogicalExprNode

• string fun_name = 1

• repeated LogicalExprNode args = 2

• optional bytes fun_definition = 3

Used in: FileScanExecConf

• uint32 limit = 1

  wrap into a message to make it optional

• optional LogicalExprNode expr = 1

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• optional LogicalExprNode expr = 2

Used in: LogicalExprNode

• bool negated = 1

• optional LogicalExprNode expr = 2

• optional LogicalExprNode pattern = 3

• string escape_char = 4

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• repeated PhysicalExprNode expr = 2

• int64 fetch = 3

  Maximum number of highest/lowest rows to fetch; negative means no limit

• bool preserve_partitioning = 4

• optional PhysicalExprNode dynamic_filter = 5

  Optional dynamic filter expression for TopK pushdown.

Used in: AggregateUDFExprNode, DistinctOnNode, RangeRepartition, SortExprNodeCollection, SortMergeJoinExecNode, SortNode, WindowExprNode

• optional LogicalExprNode expr = 1

• bool asc = 2

• bool nulls_first = 3

Used in: CreateExternalTableNode, ListingTableScanNode

• repeated SortExprNode sort_expr_nodes = 1

Used in: PhysicalPlanNode

• optional PhysicalPlanNode left = 1

• optional PhysicalPlanNode right = 2

• repeated JoinOn on = 3

• datafusion_common.JoinType join_type = 4

• optional JoinFilter filter = 5

• repeated SortExprNode sort_options = 6

• datafusion_common.NullEquality null_equality = 7

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• repeated SortExprNode expr = 2

• int64 fetch = 3

  Maximum number of highest/lowest rows to fetch; negative means no limit

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• repeated PhysicalExprNode expr = 2

• int64 fetch = 3

  Maximum number of highest/lowest rows to fetch; negative means no limit

Used in: SymmetricHashJoinExecNode

• SINGLE_PARTITION = 0

• PARTITIONED_EXEC = 1

Used in: ExplainExecNode

• optional PlanType plan_type = 1

• string plan = 2

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• optional TableReference alias = 3

Used in: ScalarSubqueryExprNode

• optional LogicalPlanNode subquery = 1

• repeated LogicalExprNode outer_ref_columns = 2

Used in: PhysicalPlanNode

• optional PhysicalPlanNode left = 1

• optional PhysicalPlanNode right = 2

• repeated JoinOn on = 3

• datafusion_common.JoinType join_type = 4

• StreamPartitionMode partition_mode = 6

• datafusion_common.NullEquality null_equality = 7

• optional JoinFilter filter = 8

• repeated PhysicalSortExprNode left_sort_exprs = 9

• repeated PhysicalSortExprNode right_sort_exprs = 10

Used in: AliasNode, CreateExternalTableNode, CreateViewNode, CustomTableScanNode, DmlNode, DropViewNode, EmptyTableScanNode, ListingTableScanNode, SubqueryAliasNode, ViewTableScanNode, Wildcard

• oneof table_reference_enum

  • BareTableReference bare = 1

  • PartialTableReference partial = 2

  • FullTableReference full = 3

Used in: LogicalExprNode

• optional LogicalExprNode expr = 1

• optional datafusion_common.ArrowType arrow_type = 2

• map<string, string> metadata = 3

• optional bool nullable = 4

Used in: PhysicalPlanNode

• repeated PhysicalPlanNode inputs = 1

Used in: LogicalPlanNode

• repeated LogicalPlanNode inputs = 1

Used in: PhysicalExprNode

• string name = 1

Used in: LogicalExprNode

• repeated LogicalExprNode exprs = 1

• bool outer = 2

  When true, this Unnest expression has outer-unnest semantics: NULL and empty input lists both produce a single NULL output row.

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• optional datafusion_common.Schema schema = 2

• repeated ListUnnest list_type_columns = 3

• repeated uint64 struct_type_columns = 4

• optional UnnestOptions options = 5

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• repeated datafusion_common.Column exec_columns = 2

• repeated ColumnUnnestListItem list_type_columns = 3

• repeated uint64 struct_type_columns = 4

• repeated uint64 dependency_indices = 5

• optional datafusion_common.DfSchema schema = 6

• optional UnnestOptions options = 7

Used in: UnnestExecNode, UnnestNode

• UnnestOptions.NullHandling null_handling = 3

• repeated RecursionUnnestOption recursions = 2

Used in: UnnestOptions

• PRESERVE = 0

  Preserve nulls; empty lists produce no rows. The historical default.

• DROP = 1

  Drop both null and empty lists from the output.

• PRESERVE_AND_EXPAND_EMPTY = 2

  Preserve nulls, and additionally expand empty lists into a single NULL output row (outer-unnest semantics).

a node containing data for defining values list. unlike in SQL where it's two dimensional, here the list is flattened, and with the field n_cols it can be parsed and partitioned into rows

Used in: LogicalPlanNode

• uint64 n_cols = 1

• repeated LogicalExprNode values_list = 2

Used in: LogicalPlanNode

• optional TableReference table_name = 6

• optional LogicalPlanNode input = 2

• optional datafusion_common.Schema schema = 3

• optional ProjectionColumns projection = 4

• string definition = 5

Used in: CaseNode

• optional LogicalExprNode when_expr = 1

• optional LogicalExprNode then_expr = 2

Used in: LogicalExprNode

• optional TableReference qualifier = 1

Used in: PhysicalPlanNode

• optional PhysicalPlanNode input = 1

• repeated PhysicalWindowExprNode window_expr = 2

• repeated PhysicalExprNode partition_keys = 5

• oneof input_order_mode

  Set optional to `None` for `BoundedWindowAggExec`.

  • datafusion_common.EmptyMessage linear = 7

  • PartiallySortedInputOrderMode partially_sorted = 8

  • datafusion_common.EmptyMessage sorted = 9

Used in: LogicalExprNode

• oneof window_function

  • string udaf = 3

    BuiltInWindowFunction built_in_function = 2;

  • string udwf = 9

• repeated LogicalExprNode exprs = 4

• repeated LogicalExprNode partition_by = 5

• repeated SortExprNode order_by = 6

• optional WindowFrame window_frame = 8

  repeated LogicalExprNode filter = 7;

• optional bytes fun_definition = 10

• optional NullTreatment null_treatment = 11

• bool distinct = 12

• optional LogicalExprNode filter = 13

Used in: PhysicalWindowExprNode, WindowExprNode

• WindowFrameUnits window_frame_units = 1

• optional WindowFrameBound start_bound = 2

• oneof end_bound

  "optional" keyword is stable in protoc 3.15 but prost is still on 3.14 (see https://github.com/tokio-rs/prost/issues/430 and https://github.com/tokio-rs/prost/pull/455) this syntax is ugly but is binary compatible with the "optional" keyword (see https://stackoverflow.com/questions/42622015/how-to-define-an-optional-field-in-protobuf-3)

  • WindowFrameBound bound = 3

Used in: WindowFrame

• WindowFrameBoundType window_frame_bound_type = 1

• optional datafusion_common.ScalarValue bound_value = 2

Used in: WindowFrameBound

• CURRENT_ROW = 0

• PRECEDING = 1

• FOLLOWING = 2

Used in: WindowFrame

• ROWS = 0

• RANGE = 1

• GROUPS = 2

Used in: LogicalPlanNode

• optional LogicalPlanNode input = 1

• repeated LogicalExprNode window_expr = 2