http://git-wip-us.apache.org/repos/asf/impala/blob/e5689fb5/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test b/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test index 003e68f..261e8fe 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test @@ -1,795 +1,24 @@ # Parquet scan select * from tpch_parquet.lineitem ---- PLAN -Max Per-Host Resource Reservation: Memory=72.00MB -Per-Host Resource Estimates: Memory=80.00MB - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=80.00MB mem-reservation=72.00MB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -00:SCAN HDFS [tpch_parquet.lineitem] - partitions=1/1 files=3 size=193.71MB - stored statistics: - table: rows=6001215 size=193.71MB - columns: all - extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=72.00MB - tuple-ids=0 row-size=263B cardinality=6001215 ----- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=72.00MB -Per-Host Resource Estimates: Memory=80.00MB - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=263B cardinality=6001215 -| -F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=80.00MB mem-reservation=72.00MB -00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.71MB - stored statistics: - table: rows=6001215 size=193.71MB - columns: all - extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=72.00MB - tuple-ids=0 row-size=263B cardinality=6001215 ----- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=144.00MB -Per-Host Resource Estimates: Memory=160.00MB - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=263B cardinality=6001215 -| -F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=160.00MB mem-reservation=144.00MB -00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.71MB - stored statistics: - table: rows=6001215 size=193.71MB - columns: all - extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=72.00MB - tuple-ids=0 row-size=263B cardinality=6001215 -==== -# Single column parquet scan - memory reservation is reduced compared to multi-column -# scan. -select l_comment from tpch_parquet.lineitem ----- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB -Per-Host Resource Estimates: Memory=80.00MB - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=80.00MB mem-reservation=8.00MB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -00:SCAN HDFS [tpch_parquet.lineitem] - partitions=1/1 files=3 size=193.71MB - stored statistics: - table: rows=6001215 size=193.71MB - columns: all - extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=42B cardinality=6001215 ----- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=8.00MB -Per-Host Resource Estimates: Memory=80.00MB - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=42B cardinality=6001215 -| -F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=80.00MB mem-reservation=8.00MB -00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.71MB - stored statistics: - table: rows=6001215 size=193.71MB - columns: all - extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=42B cardinality=6001215 ----- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=16.00MB -Per-Host Resource Estimates: Memory=160.00MB - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=42B cardinality=6001215 -| -F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=160.00MB mem-reservation=16.00MB -00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.71MB - stored statistics: - table: rows=6001215 size=193.71MB - columns: all - extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=42B cardinality=6001215 -==== -# Small parquet files - memory reservation is reduced because of small file size. -select string_col from functional_parquet.alltypes; ----- PLAN -Max Per-Host Resource Reservation: Memory=8.00KB -Per-Host Resource Estimates: Memory=16.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -functional_parquet.alltypes - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=16.00MB mem-reservation=8.00KB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -00:SCAN HDFS [functional_parquet.alltypes] - partitions=24/24 files=24 size=174.62KB - stored statistics: - table: rows=unavailable size=unavailable - partitions: 0/24 rows=unavailable - columns: unavailable - extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=8.00KB - tuple-ids=0 row-size=16B cardinality=unavailable ----- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=8.00KB -Per-Host Resource Estimates: Memory=16.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -functional_parquet.alltypes - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=16B cardinality=unavailable -| -F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=16.00MB mem-reservation=8.00KB -00:SCAN HDFS [functional_parquet.alltypes, RANDOM] - partitions=24/24 files=24 size=174.62KB - stored statistics: - table: rows=unavailable size=unavailable - partitions: 0/24 rows=unavailable - columns: unavailable - extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=8.00KB - tuple-ids=0 row-size=16B cardinality=unavailable ----- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=16.00KB -Per-Host Resource Estimates: Memory=32.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -functional_parquet.alltypes - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=16B cardinality=unavailable -| -F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=32.00MB mem-reservation=16.00KB -00:SCAN HDFS [functional_parquet.alltypes, RANDOM] - partitions=24/24 files=24 size=174.62KB - stored statistics: - table: rows=unavailable size=unavailable - partitions: 0/24 rows=unavailable - columns: unavailable - extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=8.00KB - tuple-ids=0 row-size=16B cardinality=unavailable -==== -# Multi-column parquet scan with small files - memory reservation is reduced because of -# small file size but a minimum amount is reserved per column. -select int_col, float_col, string_col from functional_parquet.alltypes; ----- PLAN -Max Per-Host Resource Reservation: Memory=24.00KB -Per-Host Resource Estimates: Memory=16.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -functional_parquet.alltypes - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=16.00MB mem-reservation=24.00KB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -00:SCAN HDFS [functional_parquet.alltypes] - partitions=24/24 files=24 size=174.62KB - stored statistics: - table: rows=unavailable size=unavailable - partitions: 0/24 rows=unavailable - columns: unavailable - extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=24.00KB - tuple-ids=0 row-size=24B cardinality=unavailable ----- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=24.00KB -Per-Host Resource Estimates: Memory=16.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -functional_parquet.alltypes - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=24B cardinality=unavailable -| -F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=16.00MB mem-reservation=24.00KB -00:SCAN HDFS [functional_parquet.alltypes, RANDOM] - partitions=24/24 files=24 size=174.62KB - stored statistics: - table: rows=unavailable size=unavailable - partitions: 0/24 rows=unavailable - columns: unavailable - extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=24.00KB - tuple-ids=0 row-size=24B cardinality=unavailable ----- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=48.00KB -Per-Host Resource Estimates: Memory=32.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -functional_parquet.alltypes - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=24B cardinality=unavailable -| -F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=32.00MB mem-reservation=48.00KB -00:SCAN HDFS [functional_parquet.alltypes, RANDOM] - partitions=24/24 files=24 size=174.62KB - stored statistics: - table: rows=unavailable size=unavailable - partitions: 0/24 rows=unavailable - columns: unavailable - extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=24.00KB - tuple-ids=0 row-size=24B cardinality=unavailable -==== -# Parquet scan with no materialized columns. Need reservation to scan levels to determine -# row count. -select 'foo' from functional_parquet.alltypes ----- PLAN -Max Per-Host Resource Reservation: Memory=8.00KB -Per-Host Resource Estimates: Memory=10.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -functional_parquet.alltypes - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=1.00MB mem-reservation=8.00KB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -00:SCAN HDFS [functional_parquet.alltypes] - partitions=24/24 files=24 size=174.62KB - stored statistics: - table: rows=unavailable size=unavailable - partitions: 0/24 rows=unavailable - columns: all - extrapolated-rows=disabled - mem-estimate=1.00MB mem-reservation=8.00KB - tuple-ids=0 row-size=0B cardinality=unavailable ----- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=8.00KB -Per-Host Resource Estimates: Memory=10.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -functional_parquet.alltypes - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=0B cardinality=unavailable -| -F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=1.00MB mem-reservation=8.00KB -00:SCAN HDFS [functional_parquet.alltypes, RANDOM] - partitions=24/24 files=24 size=174.62KB - stored statistics: - table: rows=unavailable size=unavailable - partitions: 0/24 rows=unavailable - columns: all - extrapolated-rows=disabled - mem-estimate=1.00MB mem-reservation=8.00KB - tuple-ids=0 row-size=0B cardinality=unavailable ----- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=16.00KB -Per-Host Resource Estimates: Memory=32.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -functional_parquet.alltypes - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=0B cardinality=unavailable -| -F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=32.00MB mem-reservation=16.00KB -00:SCAN HDFS [functional_parquet.alltypes, RANDOM] - partitions=24/24 files=24 size=174.62KB - stored statistics: - table: rows=unavailable size=unavailable - partitions: 0/24 rows=unavailable - columns: all - extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=8.00KB - tuple-ids=0 row-size=0B cardinality=unavailable -==== -# Parquet nested types, unnested in scan - should reserve memory for each column. -select o_orderkey, o_orderstatus, o_totalprice, o_orderdate, o_orderpriority, o_clerk -from tpch_nested_parquet.customer.c_orders ----- PLAN -Max Per-Host Resource Reservation: Memory=48.00MB -Per-Host Resource Estimates: Memory=88.00MB - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=48.00MB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -00:SCAN HDFS [tpch_nested_parquet.customer.c_orders] - partitions=1/1 files=4 size=292.36MB - stored statistics: - table: rows=150000 size=292.36MB - columns: all - extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=48.00MB - tuple-ids=0 row-size=80B cardinality=1500000 -==== -# Parquet nested types, unnested in scan - don't reserve extra memory for "pos" virtual -# column that piggy-backs on another column. -select o_orderkey, pos -from tpch_nested_parquet.customer.c_orders ----- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB -Per-Host Resource Estimates: Memory=88.00MB - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -00:SCAN HDFS [tpch_nested_parquet.customer.c_orders] - partitions=1/1 files=4 size=292.36MB - stored statistics: - table: rows=150000 size=292.36MB - columns: all - extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=16B cardinality=1500000 -==== -# Parquet nested types, unnested in scan - reserve memory for "pos" virtual column if it -# is the only column materialized. -select pos -from tpch_nested_parquet.customer.c_orders ----- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB -Per-Host Resource Estimates: Memory=88.00MB - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -00:SCAN HDFS [tpch_nested_parquet.customer.c_orders] - partitions=1/1 files=4 size=292.36MB - stored statistics: - table: rows=150000 size=292.36MB - columns: all - extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=8B cardinality=1500000 -==== -# Parquet nested types, left nested in scan - should reserve memory for each scalar -# column in the nested collection plus the top-level column. -select c_custkey, o_orderkey, o_orderstatus, o_totalprice, o_orderdate, o_orderpriority, - o_clerk -from tpch_nested_parquet.customer c, c.c_orders ----- PLAN -Max Per-Host Resource Reservation: Memory=56.00MB -Per-Host Resource Estimates: Memory=88.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -tpch_nested_parquet.customer - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=56.00MB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:SUBPLAN -| mem-estimate=0B mem-reservation=0B -| tuple-ids=1,0 row-size=104B cardinality=1500000 -| -|--04:NESTED LOOP JOIN [CROSS JOIN] -| | mem-estimate=24B mem-reservation=0B -| | tuple-ids=1,0 row-size=104B cardinality=10 -| | -| |--02:SINGULAR ROW SRC -| | parent-subplan=01 -| | mem-estimate=0B mem-reservation=0B -| | tuple-ids=0 row-size=24B cardinality=1 -| | -| 03:UNNEST [c.c_orders] -| parent-subplan=01 -| mem-estimate=0B mem-reservation=0B -| tuple-ids=1 row-size=0B cardinality=10 -| -00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=292.36MB - predicates: !empty(c.c_orders) - stored statistics: - table: rows=150000 size=292.36MB - columns missing stats: c_orders - extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=56.00MB - tuple-ids=0 row-size=24B cardinality=150000 -==== -# Parquet nested types, left nested in scan - should reserve memory for each scalar -# column (excluding pos) in the nested collection plus the top-level column. -select c_custkey, o_orderkey, pos -from tpch_nested_parquet.customer c, c.c_orders ----- PLAN -Max Per-Host Resource Reservation: Memory=16.00MB -Per-Host Resource Estimates: Memory=88.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -tpch_nested_parquet.customer - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=16.00MB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:SUBPLAN -| mem-estimate=0B mem-reservation=0B -| tuple-ids=1,0 row-size=40B cardinality=1500000 -| -|--04:NESTED LOOP JOIN [CROSS JOIN] -| | mem-estimate=24B mem-reservation=0B -| | tuple-ids=1,0 row-size=40B cardinality=10 -| | -| |--02:SINGULAR ROW SRC -| | parent-subplan=01 -| | mem-estimate=0B mem-reservation=0B -| | tuple-ids=0 row-size=24B cardinality=1 -| | -| 03:UNNEST [c.c_orders] -| parent-subplan=01 -| mem-estimate=0B mem-reservation=0B -| tuple-ids=1 row-size=0B cardinality=10 -| -00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=292.36MB - predicates: !empty(c.c_orders) - stored statistics: - table: rows=150000 size=292.36MB - columns missing stats: c_orders - extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=16.00MB - tuple-ids=0 row-size=24B cardinality=150000 -==== -# Parquet nested types, left nested in scan - should reserve memory for virtual -# pos column in the nested collection because nothing else is materialized from -# the collection, plus the top-level column. -select c_custkey, pos -from tpch_nested_parquet.customer c, c.c_orders ----- PLAN -Max Per-Host Resource Reservation: Memory=16.00MB -Per-Host Resource Estimates: Memory=88.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -tpch_nested_parquet.customer - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=16.00MB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:SUBPLAN -| mem-estimate=0B mem-reservation=0B -| tuple-ids=1,0 row-size=32B cardinality=1500000 -| -|--04:NESTED LOOP JOIN [CROSS JOIN] -| | mem-estimate=24B mem-reservation=0B -| | tuple-ids=1,0 row-size=32B cardinality=10 -| | -| |--02:SINGULAR ROW SRC -| | parent-subplan=01 -| | mem-estimate=0B mem-reservation=0B -| | tuple-ids=0 row-size=24B cardinality=1 -| | -| 03:UNNEST [c.c_orders] -| parent-subplan=01 -| mem-estimate=0B mem-reservation=0B -| tuple-ids=1 row-size=0B cardinality=10 -| -00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=292.36MB - predicates: !empty(c.c_orders) - stored statistics: - table: rows=150000 size=292.36MB - columns missing stats: c_orders - extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=16.00MB - tuple-ids=0 row-size=24B cardinality=150000 -==== -# Parquet nested types, left nested in scan - should reserve memory for nested column -# plus top-level column even though nested fields are not materialized because the -# column levels still need to be scanned to determine the # of elements in the collection. -select c_custkey -from tpch_nested_parquet.customer c, c.c_orders ----- PLAN -Max Per-Host Resource Reservation: Memory=16.00MB -Per-Host Resource Estimates: Memory=88.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -tpch_nested_parquet.customer - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=16.00MB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:SUBPLAN -| mem-estimate=0B mem-reservation=0B -| tuple-ids=1,0 row-size=24B cardinality=1500000 -| -|--04:NESTED LOOP JOIN [CROSS JOIN] -| | mem-estimate=24B mem-reservation=0B -| | tuple-ids=1,0 row-size=24B cardinality=10 -| | -| |--02:SINGULAR ROW SRC -| | parent-subplan=01 -| | mem-estimate=0B mem-reservation=0B -| | tuple-ids=0 row-size=24B cardinality=1 -| | -| 03:UNNEST [c.c_orders] -| parent-subplan=01 -| mem-estimate=0B mem-reservation=0B -| tuple-ids=1 row-size=0B cardinality=10 -| -00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=292.36MB - predicates: !empty(c.c_orders) - stored statistics: - table: rows=150000 size=292.36MB - columns missing stats: c_orders - extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=16.00MB - tuple-ids=0 row-size=24B cardinality=150000 -==== -# Parquet nested types, left nested in scan - should reserve memory for nested column -# only when no top-level column is materialized. -select o_orderkey -from tpch_nested_parquet.customer c, c.c_orders ----- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB -Per-Host Resource Estimates: Memory=88.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -tpch_nested_parquet.customer - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:SUBPLAN -| mem-estimate=0B mem-reservation=0B -| tuple-ids=1,0 row-size=24B cardinality=1500000 -| -|--04:NESTED LOOP JOIN [CROSS JOIN] -| | mem-estimate=16B mem-reservation=0B -| | tuple-ids=1,0 row-size=24B cardinality=10 -| | -| |--02:SINGULAR ROW SRC -| | parent-subplan=01 -| | mem-estimate=0B mem-reservation=0B -| | tuple-ids=0 row-size=16B cardinality=1 -| | -| 03:UNNEST [c.c_orders] -| parent-subplan=01 -| mem-estimate=0B mem-reservation=0B -| tuple-ids=1 row-size=0B cardinality=10 -| -00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=292.36MB - predicates: !empty(c.c_orders) - stored statistics: - table: rows=150000 size=292.36MB - columns: unavailable - extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=16B cardinality=150000 -==== -# Parquet nested types with two levels of nesting materialized in scan. Should -# reserve memory for columns at all three levels -select c_custkey, o_orderkey, l_comment -from tpch_nested_parquet.customer c, c.c_orders o, o.o_lineitems ----- PLAN -Max Per-Host Resource Reservation: Memory=24.00MB -Per-Host Resource Estimates: Memory=88.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -tpch_nested_parquet.customer - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=24.00MB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:SUBPLAN -| mem-estimate=0B mem-reservation=0B -| tuple-ids=2,1,0 row-size=64B cardinality=15000000 -| -|--08:NESTED LOOP JOIN [CROSS JOIN] -| | mem-estimate=24B mem-reservation=0B -| | tuple-ids=2,1,0 row-size=64B cardinality=100 -| | -| |--02:SINGULAR ROW SRC -| | parent-subplan=01 -| | mem-estimate=0B mem-reservation=0B -| | tuple-ids=0 row-size=24B cardinality=1 -| | -| 04:SUBPLAN -| | mem-estimate=0B mem-reservation=0B -| | tuple-ids=2,1 row-size=40B cardinality=100 -| | -| |--07:NESTED LOOP JOIN [CROSS JOIN] -| | | mem-estimate=24B mem-reservation=0B -| | | tuple-ids=2,1 row-size=40B cardinality=10 -| | | -| | |--05:SINGULAR ROW SRC -| | | parent-subplan=04 -| | | mem-estimate=0B mem-reservation=0B -| | | tuple-ids=1 row-size=24B cardinality=1 -| | | -| | 06:UNNEST [o.o_lineitems] -| | parent-subplan=04 -| | mem-estimate=0B mem-reservation=0B -| | tuple-ids=2 row-size=0B cardinality=10 -| | -| 03:UNNEST [c.c_orders o] -| parent-subplan=01 -| mem-estimate=0B mem-reservation=0B -| tuple-ids=1 row-size=0B cardinality=10 -| -00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=292.36MB - predicates: !empty(c.c_orders) - predicates on o: !empty(o.o_lineitems) - stored statistics: - table: rows=150000 size=292.36MB - columns missing stats: c_orders - extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=24.00MB - tuple-ids=0 row-size=24B cardinality=150000 -==== -# Text scan -select * from tpch.lineitem ----- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB -Per-Host Resource Estimates: Memory=88.00MB - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -00:SCAN HDFS [tpch.lineitem] - partitions=1/1 files=1 size=718.94MB - stored statistics: - table: rows=6001215 size=718.94MB - columns: all - extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=263B cardinality=6001215 ----- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=8.00MB -Per-Host Resource Estimates: Memory=88.00MB - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=263B cardinality=6001215 -| -F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB -00:SCAN HDFS [tpch.lineitem, RANDOM] - partitions=1/1 files=1 size=718.94MB - stored statistics: - table: rows=6001215 size=718.94MB - columns: all - extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=263B cardinality=6001215 ----- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=16.00MB -Per-Host Resource Estimates: Memory=176.00MB - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=263B cardinality=6001215 -| -F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB -00:SCAN HDFS [tpch.lineitem, RANDOM] - partitions=1/1 files=1 size=718.94MB - stored statistics: - table: rows=6001215 size=718.94MB - columns: all - extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=263B cardinality=6001215 -==== -# Single column text scan - memory reservation is same as multi-column scan. -select l_comment from tpch_parquet.lineitem ----- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=0B Per-Host Resource Estimates: Memory=80.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=80.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | 00:SCAN HDFS [tpch_parquet.lineitem] - partitions=1/1 files=3 size=193.71MB + partitions=1/1 files=3 size=193.73MB stored statistics: - table: rows=6001215 size=193.71MB + table: rows=6001215 size=193.73MB columns: all extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=42B cardinality=6001215 + mem-estimate=80.00MB mem-reservation=0B + tuple-ids=0 row-size=263B cardinality=6001215 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=0B Per-Host Resource Estimates: Memory=80.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -799,20 +28,20 @@ PLAN-ROOT SINK | 01:EXCHANGE [UNPARTITIONED] | mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=42B cardinality=6001215 +| tuple-ids=0 row-size=263B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=80.00MB mem-reservation=8.00MB +Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.71MB + partitions=1/1 files=3 size=193.73MB stored statistics: - table: rows=6001215 size=193.71MB + table: rows=6001215 size=193.73MB columns: all extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=42B cardinality=6001215 + mem-estimate=80.00MB mem-reservation=0B + tuple-ids=0 row-size=263B cardinality=6001215 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=16.00MB +Max Per-Host Resource Reservation: Memory=0B Per-Host Resource Estimates: Memory=160.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -822,44 +51,41 @@ PLAN-ROOT SINK | 01:EXCHANGE [UNPARTITIONED] | mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=42B cardinality=6001215 +| tuple-ids=0 row-size=263B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=160.00MB mem-reservation=16.00MB +Per-Host Resources: mem-estimate=160.00MB mem-reservation=0B 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.71MB + partitions=1/1 files=3 size=193.73MB stored statistics: - table: rows=6001215 size=193.71MB + table: rows=6001215 size=193.73MB columns: all extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=42B cardinality=6001215 + mem-estimate=80.00MB mem-reservation=0B + tuple-ids=0 row-size=263B cardinality=6001215 ==== -# Text scan on small files - memory reservation is reduced. -select * from functional.alltypes +# Text scan +select * from tpch.lineitem; ---- PLAN -Max Per-Host Resource Reservation: Memory=32.00KB -Per-Host Resource Estimates: Memory=16.00MB -Codegen disabled by planner +Max Per-Host Resource Reservation: Memory=0B +Per-Host Resource Estimates: Memory=88.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | -00:SCAN HDFS [functional.alltypes] - partitions=24/24 files=24 size=478.45KB +00:SCAN HDFS [tpch.lineitem] + partitions=1/1 files=1 size=718.94MB stored statistics: - table: rows=7300 size=478.45KB - partitions: 24/24 rows=7300 + table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=32.00KB - tuple-ids=0 row-size=97B cardinality=7300 + mem-estimate=88.00MB mem-reservation=0B + tuple-ids=0 row-size=263B cardinality=6001215 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=32.00KB -Per-Host Resource Estimates: Memory=16.00MB -Codegen disabled by planner +Max Per-Host Resource Reservation: Memory=0B +Per-Host Resource Estimates: Memory=88.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 | Per-Host Resources: mem-estimate=0B mem-reservation=0B @@ -868,314 +94,21 @@ PLAN-ROOT SINK | 01:EXCHANGE [UNPARTITIONED] | mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=97B cardinality=7300 +| tuple-ids=0 row-size=263B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB -00:SCAN HDFS [functional.alltypes, RANDOM] - partitions=24/24 files=24 size=478.45KB - stored statistics: - table: rows=7300 size=478.45KB - partitions: 24/24 rows=7300 - columns: all - extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=32.00KB - tuple-ids=0 row-size=97B cardinality=7300 ----- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=64.00KB -Per-Host Resource Estimates: Memory=32.00MB -Codegen disabled by planner - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=97B cardinality=7300 -| -F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=32.00MB mem-reservation=64.00KB -00:SCAN HDFS [functional.alltypes, RANDOM] - partitions=24/24 files=24 size=478.45KB +Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B +00:SCAN HDFS [tpch.lineitem, RANDOM] + partitions=1/1 files=1 size=718.94MB stored statistics: - table: rows=7300 size=478.45KB - partitions: 24/24 rows=7300 + table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=32.00KB - tuple-ids=0 row-size=97B cardinality=7300 -==== -# Avro scan. -select * from tpch_avro.orders ----- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB -Per-Host Resource Estimates: Memory=88.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -tpch_avro.orders - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -00:SCAN HDFS [tpch_avro.orders] - partitions=1/1 files=2 size=156.92MB - stored statistics: - table: rows=unavailable size=156.92MB - columns: unavailable - extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=108B cardinality=unavailable ----- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=8.00MB -Per-Host Resource Estimates: Memory=88.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -tpch_avro.orders - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=108B cardinality=unavailable -| -F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 -Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB -00:SCAN HDFS [tpch_avro.orders, RANDOM] - partitions=1/1 files=2 size=156.92MB - stored statistics: - table: rows=unavailable size=156.92MB - columns: unavailable - extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=108B cardinality=unavailable + mem-estimate=88.00MB mem-reservation=0B + tuple-ids=0 row-size=263B cardinality=6001215 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=16.00MB +Max Per-Host Resource Reservation: Memory=0B Per-Host Resource Estimates: Memory=176.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -tpch_avro.orders - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=108B cardinality=unavailable -| -F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=4 -Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB -00:SCAN HDFS [tpch_avro.orders, RANDOM] - partitions=1/1 files=2 size=156.92MB - stored statistics: - table: rows=unavailable size=156.92MB - columns: unavailable - extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=108B cardinality=unavailable -==== -# RC scan. -select * from tpch_rc.customer ----- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB -Per-Host Resource Estimates: Memory=32.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -tpch_rc.customer - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=32.00MB mem-reservation=8.00MB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -00:SCAN HDFS [tpch_rc.customer] - partitions=1/1 files=1 size=22.48MB - stored statistics: - table: rows=unavailable size=22.48MB - columns: unavailable - extrapolated-rows=disabled - mem-estimate=32.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=98B cardinality=unavailable ----- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=8.00MB -Per-Host Resource Estimates: Memory=32.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -tpch_rc.customer - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=98B cardinality=unavailable -| -F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 -Per-Host Resources: mem-estimate=32.00MB mem-reservation=8.00MB -00:SCAN HDFS [tpch_rc.customer, RANDOM] - partitions=1/1 files=1 size=22.48MB - stored statistics: - table: rows=unavailable size=22.48MB - columns: unavailable - extrapolated-rows=disabled - mem-estimate=32.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=98B cardinality=unavailable ----- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=16.00MB -Per-Host Resource Estimates: Memory=64.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -tpch_rc.customer - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=98B cardinality=unavailable -| -F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=2 -Per-Host Resources: mem-estimate=64.00MB mem-reservation=16.00MB -00:SCAN HDFS [tpch_rc.customer, RANDOM] - partitions=1/1 files=1 size=22.48MB - stored statistics: - table: rows=unavailable size=22.48MB - columns: unavailable - extrapolated-rows=disabled - mem-estimate=32.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=98B cardinality=unavailable -==== -# Seq scan. -select * from tpcds_seq_snap.web_returns ----- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB -Per-Host Resource Estimates: Memory=16.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -tpcds_seq_snap.web_returns - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=16.00MB mem-reservation=8.00MB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -00:SCAN HDFS [tpcds_seq_snap.web_returns] - partitions=1/1 files=1 size=6.55MB - stored statistics: - table: rows=unavailable size=6.55MB - columns: unavailable - extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=104B cardinality=unavailable ----- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=8.00MB -Per-Host Resource Estimates: Memory=16.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -tpcds_seq_snap.web_returns - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=104B cardinality=unavailable -| -F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 -Per-Host Resources: mem-estimate=16.00MB mem-reservation=8.00MB -00:SCAN HDFS [tpcds_seq_snap.web_returns, RANDOM] - partitions=1/1 files=1 size=6.55MB - stored statistics: - table: rows=unavailable size=6.55MB - columns: unavailable - extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=104B cardinality=unavailable ----- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=16.00MB -Per-Host Resource Estimates: Memory=32.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -tpcds_seq_snap.web_returns - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=104B cardinality=unavailable -| -F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=2 -Per-Host Resources: mem-estimate=32.00MB mem-reservation=16.00MB -00:SCAN HDFS [tpcds_seq_snap.web_returns, RANDOM] - partitions=1/1 files=1 size=6.55MB - stored statistics: - table: rows=unavailable size=6.55MB - columns: unavailable - extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=8.00MB - tuple-ids=0 row-size=104B cardinality=unavailable -==== -# Mixed table format scan -select * from functional.alltypesmixedformat ----- PLAN -Max Per-Host Resource Reservation: Memory=32.00KB -Per-Host Resource Estimates: Memory=16.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -functional.alltypesmixedformat - -F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -00:SCAN HDFS [functional.alltypesmixedformat] - partitions=3/3 files=3 size=58.36KB - stored statistics: - table: rows=unavailable size=unavailable - partitions: 0/3 rows=unavailable - columns missing stats: id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, date_string_col, string_col, timestamp_col - extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=32.00KB - tuple-ids=0 row-size=88B cardinality=unavailable ----- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=32.00KB -Per-Host Resource Estimates: Memory=16.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -functional.alltypesmixedformat - -F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B -PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B -| -01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=88B cardinality=unavailable -| -F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB -00:SCAN HDFS [functional.alltypesmixedformat, RANDOM] - partitions=3/3 files=3 size=58.36KB - stored statistics: - table: rows=unavailable size=unavailable - partitions: 0/3 rows=unavailable - columns missing stats: id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, date_string_col, string_col, timestamp_col - extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=32.00KB - tuple-ids=0 row-size=88B cardinality=unavailable ----- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=64.00KB -Per-Host Resource Estimates: Memory=32.00MB -WARNING: The following tables are missing relevant table and/or column statistics. -functional.alltypesmixedformat F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 | Per-Host Resources: mem-estimate=0B mem-reservation=0B @@ -1184,19 +117,18 @@ PLAN-ROOT SINK | 01:EXCHANGE [UNPARTITIONED] | mem-estimate=0B mem-reservation=0B -| tuple-ids=0 row-size=88B cardinality=unavailable +| tuple-ids=0 row-size=263B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=32.00MB mem-reservation=64.00KB -00:SCAN HDFS [functional.alltypesmixedformat, RANDOM] - partitions=3/3 files=3 size=58.36KB +Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B +00:SCAN HDFS [tpch.lineitem, RANDOM] + partitions=1/1 files=1 size=718.94MB stored statistics: - table: rows=unavailable size=unavailable - partitions: 0/3 rows=unavailable - columns missing stats: id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, date_string_col, string_col, timestamp_col + table: rows=6001215 size=718.94MB + columns: all extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=32.00KB - tuple-ids=0 row-size=88B cardinality=unavailable + mem-estimate=88.00MB mem-reservation=0B + tuple-ids=0 row-size=263B cardinality=6001215 ==== # HBase scan select * from functional_hbase.alltypes @@ -1326,11 +258,11 @@ select * from tpch.lineitem union all select * from tpch.lineitem ---- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=0B Per-Host Resource Estimates: Memory=88.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -1345,7 +277,7 @@ PLAN-ROOT SINK | table: rows=6001215 size=718.94MB | columns: all | extrapolated-rows=disabled -| mem-estimate=88.00MB mem-reservation=8.00MB +| mem-estimate=88.00MB mem-reservation=0B | tuple-ids=1 row-size=263B cardinality=6001215 | 01:SCAN HDFS [tpch.lineitem] @@ -1354,10 +286,10 @@ PLAN-ROOT SINK table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=0B Per-Host Resource Estimates: Memory=88.00MB F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -1370,7 +302,7 @@ PLAN-ROOT SINK | tuple-ids=2 row-size=263B cardinality=12002430 | F02:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB +Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B 00:UNION | pass-through-operands: all | mem-estimate=0B mem-reservation=0B @@ -1382,7 +314,7 @@ Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB | table: rows=6001215 size=718.94MB | columns: all | extrapolated-rows=disabled -| mem-estimate=88.00MB mem-reservation=8.00MB +| mem-estimate=88.00MB mem-reservation=0B | tuple-ids=1 row-size=263B cardinality=6001215 | 01:SCAN HDFS [tpch.lineitem, RANDOM] @@ -1391,10 +323,10 @@ Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=16.00MB +Max Per-Host Resource Reservation: Memory=0B Per-Host Resource Estimates: Memory=176.00MB F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -1407,7 +339,7 @@ PLAN-ROOT SINK | tuple-ids=2 row-size=263B cardinality=12002430 | F02:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB +Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B 00:UNION | pass-through-operands: all | mem-estimate=0B mem-reservation=0B @@ -1419,7 +351,7 @@ Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB | table: rows=6001215 size=718.94MB | columns: all | extrapolated-rows=disabled -| mem-estimate=88.00MB mem-reservation=8.00MB +| mem-estimate=88.00MB mem-reservation=0B | tuple-ids=1 row-size=263B cardinality=6001215 | 01:SCAN HDFS [tpch.lineitem, RANDOM] @@ -1428,7 +360,7 @@ Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ==== # Grouping aggregation @@ -1436,11 +368,11 @@ select l_orderkey, count(*) from tpch_parquet.lineitem group by l_orderkey ---- PLAN -Max Per-Host Resource Reservation: Memory=42.00MB +Max Per-Host Resource Reservation: Memory=34.00MB Per-Host Resource Estimates: Memory=114.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=114.00MB mem-reservation=42.00MB +| Per-Host Resources: mem-estimate=114.00MB mem-reservation=34.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -1451,15 +383,15 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=16B cardinality=1563438 | 00:SCAN HDFS [tpch_parquet.lineitem] - partitions=1/1 files=3 size=193.71MB + partitions=1/1 files=3 size=193.73MB stored statistics: - table: rows=6001215 size=193.71MB + table: rows=6001215 size=193.73MB columns: all extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=8.00MB + mem-estimate=80.00MB mem-reservation=0B tuple-ids=0 row-size=8B cardinality=6001215 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=50.50MB +Max Per-Host Resource Reservation: Memory=42.50MB Per-Host Resource Estimates: Memory=124.00MB F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -1484,7 +416,7 @@ Per-Host Resources: mem-estimate=10.00MB mem-reservation=8.50MB | tuple-ids=1 row-size=16B cardinality=1563438 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=114.00MB mem-reservation=42.00MB +Per-Host Resources: mem-estimate=114.00MB mem-reservation=34.00MB 01:AGGREGATE [STREAMING] | output: count(*) | group by: l_orderkey @@ -1492,15 +424,15 @@ Per-Host Resources: mem-estimate=114.00MB mem-reservation=42.00MB | tuple-ids=1 row-size=16B cardinality=1563438 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.71MB + partitions=1/1 files=3 size=193.73MB stored statistics: - table: rows=6001215 size=193.71MB + table: rows=6001215 size=193.73MB columns: all extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=8.00MB + mem-estimate=80.00MB mem-reservation=0B tuple-ids=0 row-size=8B cardinality=6001215 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=93.50MB +Max Per-Host Resource Reservation: Memory=77.50MB Per-Host Resource Estimates: Memory=248.00MB F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -1525,7 +457,7 @@ Per-Host Resources: mem-estimate=20.00MB mem-reservation=9.50MB | tuple-ids=1 row-size=16B cardinality=1563438 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=228.00MB mem-reservation=84.00MB +Per-Host Resources: mem-estimate=228.00MB mem-reservation=68.00MB 01:AGGREGATE [STREAMING] | output: count(*) | group by: l_orderkey @@ -1533,22 +465,22 @@ Per-Host Resources: mem-estimate=228.00MB mem-reservation=84.00MB | tuple-ids=1 row-size=16B cardinality=1563438 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.71MB + partitions=1/1 files=3 size=193.73MB stored statistics: - table: rows=6001215 size=193.71MB + table: rows=6001215 size=193.73MB columns: all extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=8.00MB + mem-estimate=80.00MB mem-reservation=0B tuple-ids=0 row-size=8B cardinality=6001215 ==== # Non-grouping aggregation with zero-slot parquet scan select count(*) from tpch_parquet.lineitem ---- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB -Per-Host Resource Estimates: Memory=18.00MB +Max Per-Host Resource Reservation: Memory=0B +Per-Host Resource Estimates: Memory=11.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=18.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=11.00MB mem-reservation=0B PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -1558,16 +490,16 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=8B cardinality=1 | 00:SCAN HDFS [tpch_parquet.lineitem] - partitions=1/1 files=3 size=193.71MB + partitions=1/1 files=3 size=193.73MB stored statistics: - table: rows=6001215 size=193.71MB + table: rows=6001215 size=193.73MB columns: all extrapolated-rows=disabled - mem-estimate=8.00MB mem-reservation=8.00MB + mem-estimate=1.00MB mem-reservation=0B tuple-ids=0 row-size=8B cardinality=6001215 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=8.00MB -Per-Host Resource Estimates: Memory=28.00MB +Max Per-Host Resource Reservation: Memory=0B +Per-Host Resource Estimates: Memory=21.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 | Per-Host Resources: mem-estimate=10.00MB mem-reservation=0B @@ -1584,22 +516,22 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=8B cardinality=1 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=18.00MB mem-reservation=8.00MB +Per-Host Resources: mem-estimate=11.00MB mem-reservation=0B 01:AGGREGATE | output: sum_init_zero(tpch_parquet.lineitem.parquet-stats: num_rows) | mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=1 row-size=8B cardinality=1 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.71MB + partitions=1/1 files=3 size=193.73MB stored statistics: - table: rows=6001215 size=193.71MB + table: rows=6001215 size=193.73MB columns: all extrapolated-rows=disabled - mem-estimate=8.00MB mem-reservation=8.00MB + mem-estimate=1.00MB mem-reservation=0B tuple-ids=0 row-size=8B cardinality=6001215 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=16.00MB +Max Per-Host Resource Reservation: Memory=0B Per-Host Resource Estimates: Memory=190.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -1617,19 +549,19 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=8B cardinality=1 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=180.00MB mem-reservation=16.00MB +Per-Host Resources: mem-estimate=180.00MB mem-reservation=0B 01:AGGREGATE | output: sum_init_zero(tpch_parquet.lineitem.parquet-stats: num_rows) | mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=1 row-size=8B cardinality=1 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.71MB + partitions=1/1 files=3 size=193.73MB stored statistics: - table: rows=6001215 size=193.71MB + table: rows=6001215 size=193.73MB columns: all extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=8.00MB + mem-estimate=80.00MB mem-reservation=0B tuple-ids=0 row-size=8B cardinality=6001215 ==== # Sort @@ -1637,11 +569,11 @@ select * from tpch_parquet.lineitem order by l_comment ---- PLAN -Max Per-Host Resource Reservation: Memory=84.00MB +Max Per-Host Resource Reservation: Memory=12.00MB Per-Host Resource Estimates: Memory=120.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=120.00MB mem-reservation=84.00MB +| Per-Host Resources: mem-estimate=120.00MB mem-reservation=12.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -1651,15 +583,15 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=263B cardinality=6001215 | 00:SCAN HDFS [tpch_parquet.lineitem] - partitions=1/1 files=3 size=193.71MB + partitions=1/1 files=3 size=193.73MB stored statistics: - table: rows=6001215 size=193.71MB + table: rows=6001215 size=193.73MB columns: all extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=72.00MB + mem-estimate=80.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=84.00MB +Max Per-Host Resource Reservation: Memory=12.00MB Per-Host Resource Estimates: Memory=120.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -1673,22 +605,22 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=263B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=120.00MB mem-reservation=84.00MB +Per-Host Resources: mem-estimate=120.00MB mem-reservation=12.00MB 01:SORT | order by: l_comment ASC | mem-estimate=40.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=1 row-size=263B cardinality=6001215 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.71MB + partitions=1/1 files=3 size=193.73MB stored statistics: - table: rows=6001215 size=193.71MB + table: rows=6001215 size=193.73MB columns: all extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=72.00MB + mem-estimate=80.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=168.00MB +Max Per-Host Resource Reservation: Memory=24.00MB Per-Host Resource Estimates: Memory=240.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -1702,19 +634,19 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=263B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=240.00MB mem-reservation=168.00MB +Per-Host Resources: mem-estimate=240.00MB mem-reservation=24.00MB 01:SORT | order by: l_comment ASC | mem-estimate=40.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=1 row-size=263B cardinality=6001215 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.71MB + partitions=1/1 files=3 size=193.73MB stored statistics: - table: rows=6001215 size=193.71MB + table: rows=6001215 size=193.73MB columns: all extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=72.00MB + mem-estimate=80.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ==== # TOP-N @@ -1723,11 +655,11 @@ from tpch_parquet.lineitem order by l_comment limit 100 ---- PLAN -Max Per-Host Resource Reservation: Memory=72.00MB +Max Per-Host Resource Reservation: Memory=0B Per-Host Resource Estimates: Memory=80.03MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=80.03MB mem-reservation=72.00MB +| Per-Host Resources: mem-estimate=80.03MB mem-reservation=0B PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -1737,15 +669,15 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=263B cardinality=100 | 00:SCAN HDFS [tpch_parquet.lineitem] - partitions=1/1 files=3 size=193.71MB + partitions=1/1 files=3 size=193.73MB stored statistics: - table: rows=6001215 size=193.71MB + table: rows=6001215 size=193.73MB columns: all extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=72.00MB + mem-estimate=80.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=72.00MB +Max Per-Host Resource Reservation: Memory=0B Per-Host Resource Estimates: Memory=80.03MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -1760,22 +692,22 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=263B cardinality=100 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=80.03MB mem-reservation=72.00MB +Per-Host Resources: mem-estimate=80.03MB mem-reservation=0B 01:TOP-N [LIMIT=100] | order by: l_comment ASC | mem-estimate=25.66KB mem-reservation=0B | tuple-ids=1 row-size=263B cardinality=100 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.71MB + partitions=1/1 files=3 size=193.73MB stored statistics: - table: rows=6001215 size=193.71MB + table: rows=6001215 size=193.73MB columns: all extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=72.00MB + mem-estimate=80.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=144.00MB +Max Per-Host Resource Reservation: Memory=0B Per-Host Resource Estimates: Memory=160.05MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -1790,30 +722,30 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=263B cardinality=100 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=160.05MB mem-reservation=144.00MB +Per-Host Resources: mem-estimate=160.05MB mem-reservation=0B 01:TOP-N [LIMIT=100] | order by: l_comment ASC | mem-estimate=25.66KB mem-reservation=0B | tuple-ids=1 row-size=263B cardinality=100 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.71MB + partitions=1/1 files=3 size=193.73MB stored statistics: - table: rows=6001215 size=193.71MB + table: rows=6001215 size=193.73MB columns: all extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=72.00MB + mem-estimate=80.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ==== # Broadcast Hash Join select * from tpch.lineitem inner join tpch.orders on l_orderkey = o_orderkey ---- PLAN -Max Per-Host Resource Reservation: Memory=51.00MB +Max Per-Host Resource Reservation: Memory=35.00MB Per-Host Resource Estimates: Memory=477.41MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=477.41MB mem-reservation=51.00MB runtime-filters-memory=1.00MB +| Per-Host Resources: mem-estimate=477.41MB mem-reservation=35.00MB runtime-filters-memory=1.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -1830,7 +762,7 @@ PLAN-ROOT SINK | table: rows=1500000 size=162.56MB | columns: all | extrapolated-rows=disabled -| mem-estimate=88.00MB mem-reservation=8.00MB +| mem-estimate=88.00MB mem-reservation=0B | tuple-ids=1 row-size=191B cardinality=1500000 | 00:SCAN HDFS [tpch.lineitem] @@ -1840,10 +772,10 @@ PLAN-ROOT SINK table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=51.00MB +Max Per-Host Resource Reservation: Memory=35.00MB Per-Host Resource Estimates: Memory=477.41MB F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -1856,7 +788,7 @@ PLAN-ROOT SINK | tuple-ids=0,1 row-size=454B cardinality=5757710 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=389.41MB mem-reservation=43.00MB runtime-filters-memory=1.00MB +Per-Host Resources: mem-estimate=389.41MB mem-reservation=35.00MB runtime-filters-memory=1.00MB 02:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey @@ -1869,14 +801,14 @@ Per-Host Resources: mem-estimate=389.41MB mem-reservation=43.00MB runtime-filter | | tuple-ids=1 row-size=191B cardinality=1500000 | | | F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B | 01:SCAN HDFS [tpch.orders, RANDOM] | partitions=1/1 files=1 size=162.56MB | stored statistics: | table: rows=1500000 size=162.56MB | columns: all | extrapolated-rows=disabled -| mem-estimate=88.00MB mem-reservation=8.00MB +| mem-estimate=88.00MB mem-reservation=0B | tuple-ids=1 row-size=191B cardinality=1500000 | 00:SCAN HDFS [tpch.lineitem, RANDOM] @@ -1886,10 +818,10 @@ Per-Host Resources: mem-estimate=389.41MB mem-reservation=43.00MB runtime-filter table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=102.00MB +Max Per-Host Resource Reservation: Memory=70.00MB Per-Host Resource Estimates: Memory=954.83MB F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -1902,7 +834,7 @@ PLAN-ROOT SINK | tuple-ids=0,1 row-size=454B cardinality=5757710 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=778.83MB mem-reservation=86.00MB runtime-filters-memory=1.00MB +Per-Host Resources: mem-estimate=778.83MB mem-reservation=70.00MB runtime-filters-memory=1.00MB 02:HASH JOIN [INNER JOIN, BROADCAST] | hash-table-id=00 | hash predicates: l_orderkey = o_orderkey @@ -1923,14 +855,14 @@ Per-Host Resources: mem-estimate=778.83MB mem-reservation=86.00MB runtime-filter | | tuple-ids=1 row-size=191B cardinality=1500000 | | | F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=4 -| Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB +| Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B | 01:SCAN HDFS [tpch.orders, RANDOM] | partitions=1/1 files=1 size=162.56MB | stored statistics: | table: rows=1500000 size=162.56MB | columns: all | extrapolated-rows=disabled -| mem-estimate=88.00MB mem-reservation=8.00MB +| mem-estimate=88.00MB mem-reservation=0B | tuple-ids=1 row-size=191B cardinality=1500000 | 00:SCAN HDFS [tpch.lineitem, RANDOM] @@ -1940,18 +872,18 @@ Per-Host Resources: mem-estimate=778.83MB mem-reservation=86.00MB runtime-filter table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ==== # Shuffle Hash Join select * from tpch.lineitem inner join /* +shuffle */ tpch.orders on l_orderkey = o_orderkey ---- PLAN -Max Per-Host Resource Reservation: Memory=51.00MB +Max Per-Host Resource Reservation: Memory=35.00MB Per-Host Resource Estimates: Memory=477.41MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=477.41MB mem-reservation=51.00MB runtime-filters-memory=1.00MB +| Per-Host Resources: mem-estimate=477.41MB mem-reservation=35.00MB runtime-filters-memory=1.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -1968,7 +900,7 @@ PLAN-ROOT SINK | table: rows=1500000 size=162.56MB | columns: all | extrapolated-rows=disabled -| mem-estimate=88.00MB mem-reservation=8.00MB +| mem-estimate=88.00MB mem-reservation=0B | tuple-ids=1 row-size=191B cardinality=1500000 | 00:SCAN HDFS [tpch.lineitem] @@ -1978,10 +910,10 @@ PLAN-ROOT SINK table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=52.00MB +Max Per-Host Resource Reservation: Memory=36.00MB Per-Host Resource Estimates: Memory=278.14MB F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -2007,14 +939,14 @@ Per-Host Resources: mem-estimate=101.14MB mem-reservation=35.00MB runtime-filter | | tuple-ids=1 row-size=191B cardinality=1500000 | | | F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B | 01:SCAN HDFS [tpch.orders, RANDOM] | partitions=1/1 files=1 size=162.56MB | stored statistics: | table: rows=1500000 size=162.56MB | columns: all | extrapolated-rows=disabled -| mem-estimate=88.00MB mem-reservation=8.00MB +| mem-estimate=88.00MB mem-reservation=0B | tuple-ids=1 row-size=191B cardinality=1500000 | 03:EXCHANGE [HASH(l_orderkey)] @@ -2022,7 +954,7 @@ Per-Host Resources: mem-estimate=101.14MB mem-reservation=35.00MB runtime-filter | tuple-ids=0 row-size=263B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=89.00MB mem-reservation=9.00MB runtime-filters-memory=1.00MB +Per-Host Resources: mem-estimate=89.00MB mem-reservation=1.00MB runtime-filters-memory=1.00MB 00:SCAN HDFS [tpch.lineitem, RANDOM] partitions=1/1 files=1 size=718.94MB runtime filters: RF000[bloom] -> l_orderkey @@ -2030,10 +962,10 @@ Per-Host Resources: mem-estimate=89.00MB mem-reservation=9.00MB runtime-filters- table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=104.00MB +Max Per-Host Resource Reservation: Memory=72.00MB Per-Host Resource Estimates: Memory=456.14MB F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -2067,14 +999,14 @@ Per-Host Resources: mem-estimate=102.14MB mem-reservation=70.00MB runtime-filter | | tuple-ids=1 row-size=191B cardinality=1500000 | | | F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=4 -| Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB +| Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B | 01:SCAN HDFS [tpch.orders, RANDOM] | partitions=1/1 files=1 size=162.56MB | stored statistics: | table: rows=1500000 size=162.56MB | columns: all | extrapolated-rows=disabled -| mem-estimate=88.00MB mem-reservation=8.00MB +| mem-estimate=88.00MB mem-reservation=0B | tuple-ids=1 row-size=191B cardinality=1500000 | 03:EXCHANGE [HASH(l_orderkey)] @@ -2082,7 +1014,7 @@ Per-Host Resources: mem-estimate=102.14MB mem-reservation=70.00MB runtime-filter | tuple-ids=0 row-size=263B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=178.00MB mem-reservation=18.00MB runtime-filters-memory=1.00MB +Per-Host Resources: mem-estimate=178.00MB mem-reservation=2.00MB runtime-filters-memory=1.00MB 00:SCAN HDFS [tpch.lineitem, RANDOM] partitions=1/1 files=1 size=718.94MB runtime filters: RF000[bloom] -> l_orderkey @@ -2090,18 +1022,18 @@ Per-Host Resources: mem-estimate=178.00MB mem-reservation=18.00MB runtime-filter table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ==== # Nested loop join select * from tpch.lineitem, tpch.orders ---- PLAN -Max Per-Host Resource Reservation: Memory=16.00MB +Max Per-Host Resource Reservation: Memory=0B Per-Host Resource Estimates: Memory=449.10MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=449.10MB mem-reservation=16.00MB +| Per-Host Resources: mem-estimate=449.10MB mem-reservation=0B PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -2115,7 +1047,7 @@ PLAN-ROOT SINK | table: rows=1500000 size=162.56MB | columns: all | extrapolated-rows=disabled -| mem-estimate=88.00MB mem-reservation=8.00MB +| mem-estimate=88.00MB mem-reservation=0B | tuple-ids=1 row-size=191B cardinality=1500000 | 00:SCAN HDFS [tpch.lineitem] @@ -2124,10 +1056,10 @@ PLAN-ROOT SINK table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=16.00MB +Max Per-Host Resource Reservation: Memory=0B Per-Host Resource Estimates: Memory=449.10MB F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -2140,7 +1072,7 @@ PLAN-ROOT SINK | tuple-ids=0,1 row-size=454B cardinality=9001822500000 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=361.10MB mem-reservation=8.00MB +Per-Host Resources: mem-estimate=361.10MB mem-reservation=0B 02:NESTED LOOP JOIN [CROSS JOIN, BROADCAST] | mem-estimate=273.10MB mem-reservation=0B | tuple-ids=0,1 row-size=454B cardinality=9001822500000 @@ -2150,14 +1082,14 @@ Per-Host Resources: mem-estimate=361.10MB mem-reservation=8.00MB | | tuple-ids=1 row-size=191B cardinality=1500000 | | | F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B | 01:SCAN HDFS [tpch.orders, RANDOM] | partitions=1/1 files=1 size=162.56MB | stored statistics: | table: rows=1500000 size=162.56MB | columns: all | extrapolated-rows=disabled -| mem-estimate=88.00MB mem-reservation=8.00MB +| mem-estimate=88.00MB mem-reservation=0B | tuple-ids=1 row-size=191B cardinality=1500000 | 00:SCAN HDFS [tpch.lineitem, RANDOM] @@ -2166,10 +1098,10 @@ Per-Host Resources: mem-estimate=361.10MB mem-reservation=8.00MB table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=32.00MB +Max Per-Host Resource Reservation: Memory=0B Per-Host Resource Estimates: Memory=898.21MB F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -2182,7 +1114,7 @@ PLAN-ROOT SINK | tuple-ids=0,1 row-size=454B cardinality=9001822500000 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=722.21MB mem-reservation=16.00MB +Per-Host Resources: mem-estimate=722.21MB mem-reservation=0B 02:NESTED LOOP JOIN [CROSS JOIN, BROADCAST] | join table id: 00 | mem-estimate=273.10MB mem-reservation=0B @@ -2199,14 +1131,14 @@ Per-Host Resources: mem-estimate=722.21MB mem-reservation=16.00MB | | tuple-ids=1 row-size=191B cardinality=1500000 | | | F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=4 -| Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB +| Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B | 01:SCAN HDFS [tpch.orders, RANDOM] | partitions=1/1 files=1 size=162.56MB | stored statistics: | table: rows=1500000 size=162.56MB | columns: all | extrapolated-rows=disabled -| mem-estimate=88.00MB mem-reservation=8.00MB +| mem-estimate=88.00MB mem-reservation=0B | tuple-ids=1 row-size=191B cardinality=1500000 | 00:SCAN HDFS [tpch.lineitem, RANDOM] @@ -2215,7 +1147,7 @@ Per-Host Resources: mem-estimate=722.21MB mem-reservation=16.00MB table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ==== # Empty set node @@ -2264,12 +1196,12 @@ PLAN-ROOT SINK select max(tinyint_col) over(partition by int_col) from functional.alltypes ---- PLAN -Max Per-Host Resource Reservation: Memory=10.03MB +Max Per-Host Resource Reservation: Memory=10.00MB Per-Host Resource Estimates: Memory=26.00MB Codegen disabled by planner F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=26.00MB mem-reservation=10.03MB +| Per-Host Resources: mem-estimate=26.00MB mem-reservation=10.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -2291,10 +1223,10 @@ PLAN-ROOT SINK partitions: 24/24 rows=7300 columns: all extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=32.00KB + mem-estimate=16.00MB mem-reservation=0B tuple-ids=0 row-size=5B cardinality=7300 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=10.03MB +Max Per-Host Resource Reservation: Memory=10.00MB Per-Host Resource Estimates: Memory=26.00MB Codegen disabled by planner @@ -2325,7 +1257,7 @@ Per-Host Resources: mem-estimate=10.00MB mem-reservation=10.00MB | tuple-ids=0 row-size=5B cardinality=7300 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB +Per-Host Resources: mem-estimate=16.00MB mem-reservation=0B 00:SCAN HDFS [functional.alltypes, RANDOM] partitions=24/24 files=24 size=478.45KB stored statistics: @@ -2333,10 +1265,10 @@ Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB partitions: 24/24 rows=7300 columns: all extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=32.00KB + mem-estimate=16.00MB mem-reservation=0B tuple-ids=0 row-size=5B cardinality=7300 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=20.06MB +Max Per-Host Resource Reservation: Memory=20.00MB Per-Host Resource Estimates: Memory=52.00MB Codegen disabled by planner @@ -2367,7 +1299,7 @@ Per-Host Resources: mem-estimate=20.00MB mem-reservation=20.00MB | tuple-ids=0 row-size=5B cardinality=7300 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=32.00MB mem-reservation=64.00KB +Per-Host Resources: mem-estimate=32.00MB mem-reservation=0B 00:SCAN HDFS [functional.alltypes, RANDOM] partitions=24/24 files=24 size=478.45KB stored statistics: @@ -2375,7 +1307,7 @@ Per-Host Resources: mem-estimate=32.00MB mem-reservation=64.00KB partitions: 24/24 rows=7300 columns: all extrapolated-rows=disabled - mem-estimate=16.00MB mem-reservation=32.00KB + mem-estimate=16.00MB mem-reservation=0B tuple-ids=0 row-size=5B cardinality=7300 ==== # Pipeline of blocking operators from analytic fns. Blocking operators break @@ -2385,11 +1317,11 @@ select *, row_number() over (order by o_totalprice) rnum_price, row_number() over (order by o_orderpriority) rnum_priority from tpch_parquet.orders ---- PLAN -Max Per-Host Resource Reservation: Memory=72.00MB -Per-Host Resource Estimates: Memory=78.00MB +Max Per-Host Resource Reservation: Memory=36.00MB +Per-Host Resource Estimates: Memory=70.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=78.00MB mem-reservation=72.00MB +| Per-Host Resources: mem-estimate=70.00MB mem-reservation=36.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -2435,11 +1367,11 @@ PLAN-ROOT SINK table: rows=1500000 size=54.07MB columns: all extrapolated-rows=disabled - mem-estimate=48.00MB mem-reservation=48.00MB + mem-estimate=40.00MB mem-reservation=0B tuple-ids=0 row-size=191B cardinality=1500000 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=92.00MB -Per-Host Resource Estimates: Memory=110.00MB +Max Per-Host Resource Reservation: Memory=44.00MB +Per-Host Resource Estimates: Memory=102.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 | Per-Host Resources: mem-estimate=44.00MB mem-reservation=32.00MB @@ -2483,7 +1415,7 @@ PLAN-ROOT SINK | tuple-ids=6 row-size=191B cardinality=1500000 | F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 -Per-Host Resources: mem-estimate=66.00MB mem-reservation=60.00MB +Per-Host Resources: mem-estimate=58.00MB mem-reservation=12.00MB 01:SORT | order by: o_totalprice ASC | mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB @@ -2495,11 +1427,11 @@ Per-Host Resources: mem-estimate=66.00MB mem-reservation=60.00MB table: rows=1500000 size=54.07MB columns: all extrapolated-rows=disabled - mem-estimate=48.00MB mem-reservation=48.00MB + mem-estimate=40.00MB mem-reservation=0B tuple-ids=0 row-size=191B cardinality=1500000 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=152.00MB -Per-Host Resource Estimates: Memory=176.00MB +Max Per-Host Resource Reservation: Memory=56.00MB +Per-Host Resource Estimates: Memory=160.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 | Per-Host Resources: mem-estimate=44.00MB mem-reservation=32.00MB @@ -2543,7 +1475,7 @@ PLAN-ROOT SINK | tuple-ids=6 row-size=191B cardinality=1500000 | F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=4 -Per-Host Resources: mem-estimate=132.00MB mem-reservation=120.00MB +Per-Host Resources: mem-estimate=116.00MB mem-reservation=24.00MB 01:SORT | order by: o_totalprice ASC | mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB @@ -2555,7 +1487,7 @@ Per-Host Resources: mem-estimate=132.00MB mem-reservation=120.00MB table: rows=1500000 size=54.07MB columns: all extrapolated-rows=disabled - mem-estimate=48.00MB mem-reservation=48.00MB + mem-estimate=40.00MB mem-reservation=0B tuple-ids=0 row-size=191B cardinality=1500000 ==== # Union with non-trivial branches: each branch executes sequentially within fragment. @@ -2571,11 +1503,11 @@ select l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment from tpch_parquet.lineitem join tpch_parquet.orders on l_orderkey = o_orderkey where l_shipmode = 'F' ---- PLAN -Max Per-Host Resource Reservation: Memory=102.00MB +Max Per-Host Resource Reservation: Memory=54.00MB Per-Host Resource Estimates: Memory=142.58MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=142.58MB mem-reservation=102.00MB runtime-filters-memory=3.00MB +| Per-Host Resources: mem-estimate=142.58MB mem-reservation=54.00MB runtime-filters-memory=3.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -2597,20 +1529,20 @@ PLAN-ROOT SINK | | table: rows=1500000 size=54.07MB | | columns: all | | extrapolated-rows=disabled -| | mem-estimate=40.00MB mem-reservation=8.00MB +| | mem-estimate=40.00MB mem-reservation=0B | | tuple-ids=6 row-size=8B cardinality=1500000 | | | 08:SCAN HDFS [tpch_parquet.lineitem] -| partitions=1/1 files=3 size=193.71MB +| partitions=1/1 files=3 size=193.73MB | predicates: l_shipmode = 'F' | runtime filters: RF004[bloom] -> l_orderkey | stored statistics: -| table: rows=6001215 size=193.71MB +| table: rows=6001215 size=193.73MB | columns: all | extrapolated-rows=disabled | parquet statistics predicates: l_shipmode = 'F' | parquet dictionary predicates: l_shipmode = 'F' -| mem-estimate=80.00MB mem-reservation=48.00MB +| mem-estimate=80.00MB mem-reservation=0B | tuple-ids=5 row-size=91B cardinality=857316 | |--07:HASH JOIN [INNER JOIN] @@ -2629,17 +1561,17 @@ PLAN-ROOT SINK | | extrapolated-rows=disabled | | parquet statistics predicates: o_orderpriority = '2-HIGH' | | parquet dictionary predicates: o_orderpriority = '2-HIGH' -| | mem-estimate=40.00MB mem-reservation=16.00MB +| | mem-estimate=40.00MB mem-reservation=0B | | tuple-ids=4 row-size=32B cardinality=300000 | | | 05:SCAN HDFS [tpch_parquet.lineitem] -| partitions=1/1 files=3 size=193.71MB +| partitions=1/1 files=3 size=193.73MB | runtime filters: RF002[bloom] -> l_orderkey | stored statistics: -| table: rows=6001215 size=193.71MB +| table: rows=6001215 size=193.73MB | columns: all | extrapolated-rows=disabled -| mem-estimate=80.00MB mem-reservation=40.00MB +| mem-estimate=80.00MB mem-reservation=0B | tuple-ids=3 row-size=70B cardinality=6001215 | 04:AGGREGATE [FINALIZE] @@ -2660,23 +1592,23 @@ PLAN-ROOT SINK | table: rows=1500000 size=54.07MB | columns: all | extrapolated-rows=disabled -| mem-estimate=40.00MB mem-reservation=8.00MB +| mem-estimate=40.00MB mem-reservation=0B | tuple-ids=1 row-size=8B cardinality=1500000 | 01:SCAN HDFS [tpch_parquet.lineitem] - partitions=1/1 files=3 size=193.71MB + partitions=1/1 files=3 size=193.73MB predicates: l_tax > 10 runtime filters: RF000[bloom] -> l_orderkey stored statistics: - table: rows=6001215 size=193.71MB + table: rows=6001215 size=193.73MB columns: all extrapolated-rows=disabled parquet statistics predicates: l_tax > 10 parquet dictionary predicates: l_tax > 10 - mem-estimate=80.00MB mem-reservation=48.00MB + mem-estimate=80.00MB mem-reservation=0B tuple-ids=0 row-size=78B cardinality=600122 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=187.75MB +Max Per-Host Resource Reservation: Memory=76.75MB Per-Host Resource Estimates: Memory=348.33MB F09:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -2689,7 +1621,7 @@ PLAN-ROOT SINK | tuple-ids=7 row-size=70B cardinality=2549844 | F08:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=99.00MB mem-reservation=67.00MB runtime-filters-memory=2.00MB +Per-Host Resources: mem-estimate=99.00MB mem-reservation=36.00MB runtime-filters-memory=2.00MB 00:UNION | pass-through-operands: 14 | mem-estimate=0B mem-reservation=0B @@ -2707,27 +1639,27 @@ Per-Host Resources: mem-estimate=99.00MB mem-reservation=67.00MB runtime-filters | | | tuple-ids=6 row-size=8B cardinality=1500000 | | | | | F07:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 -| | Per-Host Resources: mem-estimate=40.00MB mem-reservation=8.00MB +| | Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B | | 09:SCAN HDFS [tpch_parquet.orders, RANDOM] | | partitions=1/1 files=2 size=54.07MB | | stored statistics: | | table: rows=1500000 size=54.07MB | | columns: all | | extrapolated-rows=disabled -| | mem-estimate=40.00MB mem-reservation=8.00MB +| | mem-estimate=40.00MB mem-reservation=0B | | tuple-ids=6 row-size=8B cardinality=1500000 | | | 08:SCAN HDFS [tpch_parquet.lineitem, RANDOM] -| partitions=1/1 files=3 size=193.71MB +| partitions=1/1 files=3 size=193.73MB | predicates: l_shipmode = 'F' | runtime filters: RF004[bloom] -> l_orderkey | stored statistics: -| table: rows=6001215 size=193.71MB +| table: rows=6001215 size=193.73MB | columns: all | extrapolated-rows=disabled | parquet statistics predicates: l_shipmode = 'F' | parquet dictionary predicates: l_shipmode = 'F' -| mem-estimate=80.00MB mem-reservation=48.00MB +| mem-estimate=80.00MB mem-reservation=0B | tuple-ids=5 row-size=91B cardinality=857316 | |--07:HASH JOIN [INNER JOIN, BROADCAST] @@ -2742,7 +1674,7 @@ Per-Host Resources: mem-estimate=99.00MB mem-reservation=67.00MB runtime-filters | | | tuple-ids=4 row-size=32B cardinality=300000 | | | | | F05:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 -| | Per-Host Resources: mem-estimate=40.00MB mem-reservation=16.00MB +| | Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B | | 06:SCAN HDFS [tpch_parquet.orders, RANDOM] | | partitions=1/1 files=2 size=54.07MB | | predicates: o_orderpriority = '2-HIGH' @@ -2752,17 +1684,17 @@ Per-Host Resources: mem-estimate=99.00MB mem-reservation=67.00MB runtime-filters | | extrapolated-rows=disabled | | parquet statistics predicates: o_
<TRUNCATED>