xiaojie19852006 commented on issue #11335:
URL:
https://github.com/apache/incubator-gluten/issues/11335#issuecomment-3693892783
I20251227 18:24:37.533604 2611412 VeloxRuntime.cc:75]
################################################## received substrait::Plan:
[Stage: 23 TID: 4689]
{"extensions":[{"extensionFunction":{"functionAnchor":1,"name":"lt:i64_i64"}},{"extensionFunction":{"functionAnchor":3,"name":"gt:date_date"}},{"extensionFunction":{"functionAnchor":4,"name":"date_add:date_i32"}},{"extensionFunction":{"functionAnchor":5,"name":"murmur3hash:opt_i32_i64_i64"}},{"extensionFunction":{"name":"equal:i64_i64"}},{"extensionFunction":{"functionAnchor":2,"name":"and:bool_bool"}}],"relations":[{"root":{"input":{"project":{"common":{"emit":{"outputMapping":[7,8,9,10,11,12,13]}},"input":{"project":{"common":{"emit":{"outputMapping":[7,8,9,10,11,12,13]}},"input":{"join":{"left":{"project":{"common":{"emit":{"outputMapping":[10,11,12,13,14,15]}},"input":{"project":{"common":{"emit":{"outputMapping":[10,11,12,13,14,15,16,17,18,19]}},"input":{"join":{"left":{"project":{"common":{"emit":{"outputMapping":[11,12,13,14,15,16,17,18]}},"input":{"project":{"common":{"emit":{"outputMapping":[11,12,13,14,15,16,17,18,19,20,21]}},"input":{"join":{"left":{"project":{"common":
{"emit":{"outputMapping":[11,12,13,14,15,16,17,18,19]}},"input":{"project":{"common":{"emit":{"outputMapping":[11,12,13,14,15,16,17,18,19,20,21]}},"input":{"join":{"left":{"project":{"common":{"emit":{"outputMapping":[10,11,12,13,14,15,16,17]}},"input":{"project":{"common":{"emit":{"outputMapping":[10,11,12,13,14,15,16,17,18,19]}},"input":{"join":{"left":{"project":{"common":{"emit":{"outputMapping":[11,12,13,14,15,16,17,18,19]}},"input":{"project":{"common":{"emit":{"outputMapping":[11,12,13,14,15,16,17,18,19,20,21]}},"input":{"join":{"left":{"project":{"common":{"emit":{"outputMapping":[11,12,13,14,15,16,17,18,19,20]}},"input":{"project":{"common":{"emit":{"outputMapping":[11,12,13,14,15,16,17,18,19,20,21]}},"input":{"join":{"left":{"project":{"common":{"emit":{"outputMapping":[11,12,13,14,15,16,17,18,19]}},"input":{"project":{"common":{"emit":{"outputMapping":[11,12,13,14,15,16,17,18,19,20,21]}},"input":{"join":{"left":{"project":{"common":{"emit":{"outputMapping":[12,13,14,15,16
,17,18,19,20]}},"input":{"project":{"common":{"emit":{"outputMapping":[12,13,14,15,16,17,18,19,20,21,22,23]}},"input":{"join":{"left":{"read":{"baseSchema":{"names":["inv_item_sk#51","inv_warehouse_sk#52","inv_quantity_on_hand#53","inv_date_sk#54"],"struct":{"types":[{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}}]}},"localFiles":{"items":[{"uriFile":"iterator:0"}]}}},"right":{"read":{"baseSchema":{"names":["cs_ship_date_sk#18","cs_bill_cdemo_sk#20","cs_bill_hdemo_sk#21","cs_item_sk#31","cs_promo_sk#32","cs_order_number#33","cs_quantity#34","cs_sold_date_sk#50"],"struct":{"types":[{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY
_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}}]}},"localFiles":{"items":[{"uriFile":"iterator:1"}]}}},"expression":{"scalarFunction":{"outputType":{"bool":{"nullability":"NULLABILITY_NULLABLE"}},"arguments":[{"value":{"selection":{"directReference":{"structField":{}}}}},{"value":{"selection":{"directReference":{"structField":{"field":7}}}}}]}},"postJoinFilter":{"scalarFunction":{"functionReference":1,"outputType":{"bool":{"nullability":"NULLABILITY_NULLABLE"}},"arguments":[{"value":{"selection":{"directReference":{"structField":{"field":2}}}}},{"value":{"selection":{"directReference":{"structField":{"field":10}}}}}]}},"type":"JOIN_TYPE_INNER","advancedExtension":{"optimization":{"@type":"/google.protobuf.StringValue","value":"JoinParameters:isBHJ=0\nisNullAwareAntiJoin=0\nbuildHashTableId=\nisExistenceJoin=0\n"},"enhancement":{"@type":"/substrait.Type","struct":{"types":[{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64"
:{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}}],"nullability":"NULLABILITY_REQUIRED"}}}}},"expressions":[{"selection":{"directReference":{"structField":{"field":4}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":6}}}},{"selection":{"directReference":{"structField":{"field":7}}}},{"selection":{"directReference":{"structField":{"field":8}}}},{"selection":{"directReference":{"structField":{"field":9}}}},{"selection":{"directReference":{"structField":{"field":
10}}}},{"selection":{"directReference":{"structField":{"field":11}}}},{"selection":{"directReference":{"structField":{}}}},{"selection":{"directReference":{"structField":{"field":1}}}},{"selection":{"directReference":{"structField":{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}}]}},"expressions":[{"selection":{"directReference":{"structField":{}}}},{"selection":{"directReference":{"structField":{"field":1}}}},{"selection":{"directReference":{"structField":{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}},{"selection":{"directReference":{"structField":{"field":4}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":7}}}},{"selection":{"directReference":{"structField":{"field":9}}}},{"selection":{"directReference":{"structField":{"field":11}}}}]}},"right":{"read":{"baseSchema":{"names":["w_warehouse_sk#55","w_warehouse_name#57"],"struct":{"types":[{"i64":{"nullab
ility":"NULLABILITY_REQUIRED"}},{"string":{"nullability":"NULLABILITY_NULLABLE"}}]}},"localFiles":{"items":[{"uriFile":"iterator:2"}]}}},"expression":{"scalarFunction":{"outputType":{"bool":{"nullability":"NULLABILITY_NULLABLE"}},"arguments":[{"value":{"selection":{"directReference":{"structField":{"field":7}}}}},{"value":{"selection":{"directReference":{"structField":{"field":9}}}}}]}},"type":"JOIN_TYPE_INNER","advancedExtension":{"optimization":{"@type":"/google.protobuf.StringValue","value":"JoinParameters:isBHJ=1\nisNullAwareAntiJoin=0\nbuildHashTableId=BuiltHashTable-1925\nisExistenceJoin=0\n"},"enhancement":{"@type":"/substrait.Type","struct":{"types":[{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{
"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"string":{"nullability":"NULLABILITY_NULLABLE"}}],"nullability":"NULLABILITY_REQUIRED"}}}}},"expressions":[{"selection":{"directReference":{"structField":{}}}},{"selection":{"directReference":{"structField":{"field":1}}}},{"selection":{"directReference":{"structField":{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}},{"selection":{"directReference":{"structField":{"field":4}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":6}}}},{"selection":{"directReference":{"structField":{"field":7}}}},{"selection":{"directReference":{"structField":{"field":8}}}},{"selection":{"directReference":{"structField":{"field":9}}}},{"selection":{"directReference":{"structField":{"field":10}}}}]}},"expressions":[{"selection":{"directReference":{"structField":{}}}},{"se
lection":{"directReference":{"structField":{"field":1}}}},{"selection":{"directReference":{"structField":{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}},{"selection":{"directReference":{"structField":{"field":4}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":6}}}},{"selection":{"directReference":{"structField":{"field":8}}}},{"selection":{"directReference":{"structField":{"field":10}}}}]}},"right":{"read":{"baseSchema":{"names":["i_item_sk#69","i_item_desc#73"],"struct":{"types":[{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"string":{"nullability":"NULLABILITY_NULLABLE"}}]}},"localFiles":{"items":[{"uriFile":"iterator:3"}]}}},"expression":{"scalarFunction":{"outputType":{"bool":{"nullability":"NULLABILITY_NULLABLE"}},"arguments":[{"value":{"selection":{"directReference":{"structField":{"field":3}}}}},{"value":{"selection":{"directReference":{"structField":{"field":9}}}}}]}},"typ
e":"JOIN_TYPE_INNER","advancedExtension":{"optimization":{"@type":"/google.protobuf.StringValue","value":"JoinParameters:isBHJ=0\nisNullAwareAntiJoin=0\nbuildHashTableId=\nisExistenceJoin=0\n"},"enhancement":{"@type":"/substrait.Type","struct":{"types":[{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"string":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"string":{"nullability":"NULLABILITY_NULLABLE"}}],"nullability":"NULLABILITY_REQUIRED"}}}}},"expressions":[{"selection":{"directReference":{"structField":{}}}},{"selection":{"directReference":{"structField":{"field":1}}}},{"selection":{"directReference":{"structField":
{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}},{"selection":{"directReference":{"structField":{"field":4}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":6}}}},{"selection":{"directReference":{"structField":{"field":7}}}},{"selection":{"directReference":{"structField":{"field":8}}}},{"selection":{"directReference":{"structField":{"field":9}}}},{"selection":{"directReference":{"structField":{"field":10}}}}]}},"expressions":[{"selection":{"directReference":{"structField":{}}}},{"selection":{"directReference":{"structField":{"field":1}}}},{"selection":{"directReference":{"structField":{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}},{"selection":{"directReference":{"structField":{"field":4}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":6}}}},{"selection":{"directReference":{"structFi
eld":{"field":7}}}},{"selection":{"directReference":{"structField":{"field":8}}}},{"selection":{"directReference":{"structField":{"field":10}}}}]}},"right":{"read":{"baseSchema":{"names":["cd_demo_sk#91"],"struct":{"types":[{"i64":{"nullability":"NULLABILITY_NULLABLE"}}]}},"localFiles":{"items":[{"uriFile":"iterator:4"}]}}},"expression":{"scalarFunction":{"outputType":{"bool":{"nullability":"NULLABILITY_NULLABLE"}},"arguments":[{"value":{"selection":{"directReference":{"structField":{"field":1}}}}},{"value":{"selection":{"directReference":{"structField":{"field":10}}}}}]}},"type":"JOIN_TYPE_INNER","advancedExtension":{"optimization":{"@type":"/google.protobuf.StringValue","value":"JoinParameters:isBHJ=1\nisNullAwareAntiJoin=0\nbuildHashTableId=BuiltHashTable-1933\nisExistenceJoin=0\n"},"enhancement":{"@type":"/substrait.Type","struct":{"types":[{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}}
,{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"string":{"nullability":"NULLABILITY_NULLABLE"}},{"string":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}}],"nullability":"NULLABILITY_REQUIRED"}}}}},"expressions":[{"selection":{"directReference":{"structField":{}}}},{"selection":{"directReference":{"structField":{"field":1}}}},{"selection":{"directReference":{"structField":{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}},{"selection":{"directReference":{"structField":{"field":4}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":6}}}},{"selection":{"directReference":{"structField":{"field":7}}}},{"selection":{"directReference":{"structField":{"field":8}}}},{"selec
tion":{"directReference":{"structField":{"field":9}}}},{"selection":{"directReference":{"structField":{"field":10}}}}]}},"expressions":[{"selection":{"directReference":{"structField":{}}}},{"selection":{"directReference":{"structField":{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}},{"selection":{"directReference":{"structField":{"field":4}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":6}}}},{"selection":{"directReference":{"structField":{"field":7}}}},{"selection":{"directReference":{"structField":{"field":8}}}},{"selection":{"directReference":{"structField":{"field":9}}}}]}},"right":{"read":{"baseSchema":{"names":["hd_demo_sk#100"],"struct":{"types":[{"i64":{"nullability":"NULLABILITY_NULLABLE"}}]}},"localFiles":{"items":[{"uriFile":"iterator:5"}]}}},"expression":{"scalarFunction":{"outputType":{"bool":{"nullability":"NULLABILITY_NULLABLE"}},"arguments":[{"value":{"selection":{"
directReference":{"structField":{"field":1}}}}},{"value":{"selection":{"directReference":{"structField":{"field":9}}}}}]}},"type":"JOIN_TYPE_INNER","advancedExtension":{"optimization":{"@type":"/google.protobuf.StringValue","value":"JoinParameters:isBHJ=1\nisNullAwareAntiJoin=0\nbuildHashTableId=BuiltHashTable-1937\nisExistenceJoin=0\n"},"enhancement":{"@type":"/substrait.Type","struct":{"types":[{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"string":{"nullability":"NULLABILITY_NULLABLE"}},{"string":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}}],"nullability":"NULLABILITY_REQUIRED"}}}}},"expressions":[{"selection":{"directReference":{"structField":{}}}},{"selectio
n":{"directReference":{"structField":{"field":1}}}},{"selection":{"directReference":{"structField":{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}},{"selection":{"directReference":{"structField":{"field":4}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":6}}}},{"selection":{"directReference":{"structField":{"field":7}}}},{"selection":{"directReference":{"structField":{"field":8}}}},{"selection":{"directReference":{"structField":{"field":9}}}}]}},"expressions":[{"selection":{"directReference":{"structField":{}}}},{"selection":{"directReference":{"structField":{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}},{"selection":{"directReference":{"structField":{"field":4}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":6}}}},{"selection":{"directReference":{"structField":{"field":7}}}},{"sele
ction":{"directReference":{"structField":{"field":8}}}}]}},"right":{"read":{"baseSchema":{"names":["d_date_sk#105","d_date#107","d_week_seq#109"],"struct":{"types":[{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"date":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}}]}},"localFiles":{"items":[{"uriFile":"iterator:6"}]}}},"expression":{"scalarFunction":{"outputType":{"bool":{"nullability":"NULLABILITY_NULLABLE"}},"arguments":[{"value":{"selection":{"directReference":{"structField":{"field":4}}}}},{"value":{"selection":{"directReference":{"structField":{"field":8}}}}}]}},"type":"JOIN_TYPE_INNER","advancedExtension":{"optimization":{"@type":"/google.protobuf.StringValue","value":"JoinParameters:isBHJ=1\nisNullAwareAntiJoin=0\nbuildHashTableId=BuiltHashTable-1941\nisExistenceJoin=0\n"},"enhancement":{"@type":"/substrait.Type","struct":{"types":[{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nu
llability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"string":{"nullability":"NULLABILITY_NULLABLE"}},{"string":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"date":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}}],"nullability":"NULLABILITY_REQUIRED"}}}}},"expressions":[{"selection":{"directReference":{"structField":{}}}},{"selection":{"directReference":{"structField":{"field":1}}}},{"selection":{"directReference":{"structField":{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}},{"selection":{"directReference":{"structField":{"field":4}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":6}}}},{"selection":{"directReference":{"structField":{"field":7}}}},{"selection":{"directReference":{
"structField":{"field":8}}}},{"selection":{"directReference":{"structField":{"field":9}}}},{"selection":{"directReference":{"structField":{"field":10}}}}]}},"expressions":[{"selection":{"directReference":{"structField":{}}}},{"selection":{"directReference":{"structField":{"field":1}}}},{"selection":{"directReference":{"structField":{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":6}}}},{"selection":{"directReference":{"structField":{"field":7}}}},{"selection":{"directReference":{"structField":{"field":9}}}},{"selection":{"directReference":{"structField":{"field":10}}}}]}},"right":{"read":{"baseSchema":{"names":["d_date_sk#179","d_week_seq#183"],"struct":{"types":[{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}}]}},"localFiles":{"items":[{"uriFile":"iterator:7"}]}}},"expression":{"scalarFunction"
:{"functionReference":2,"outputType":{"bool":{"nullability":"NULLABILITY_NULLABLE"}},"arguments":[{"value":{"scalarFunction":{"outputType":{"bool":{"nullability":"NULLABILITY_NULLABLE"}},"arguments":[{"value":{"selection":{"directReference":{"structField":{"field":8}}}}},{"value":{"selection":{"directReference":{"structField":{"field":10}}}}}]}}},{"value":{"scalarFunction":{"outputType":{"bool":{"nullability":"NULLABILITY_NULLABLE"}},"arguments":[{"value":{"selection":{"directReference":{"structField":{"field":4}}}}},{"value":{"selection":{"directReference":{"structField":{"field":9}}}}}]}}}]}},"type":"JOIN_TYPE_INNER","advancedExtension":{"optimization":{"@type":"/google.protobuf.StringValue","value":"JoinParameters:isBHJ=1\nisNullAwareAntiJoin=0\nbuildHashTableId=BuiltHashTable-1945\nisExistenceJoin=0\n"},"enhancement":{"@type":"/substrait.Type","struct":{"types":[{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"N
ULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"string":{"nullability":"NULLABILITY_NULLABLE"}},{"string":{"nullability":"NULLABILITY_NULLABLE"}},{"date":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}}],"nullability":"NULLABILITY_REQUIRED"}}}}},"expressions":[{"selection":{"directReference":{"structField":{}}}},{"selection":{"directReference":{"structField":{"field":1}}}},{"selection":{"directReference":{"structField":{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}},{"selection":{"directReference":{"structField":{"field":4}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":6}}}},{"selection":{"directReference":{"structField":{"field":7}}}},{"selection":{"directReference":{"structField"
:{"field":8}}}},{"selection":{"directReference":{"structField":{"field":9}}}},{"selection":{"directReference":{"structField":{"field":10}}}}]}},"expressions":[{"selection":{"directReference":{"structField":{}}}},{"selection":{"directReference":{"structField":{"field":1}}}},{"selection":{"directReference":{"structField":{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":6}}}},{"selection":{"directReference":{"structField":{"field":7}}}},{"selection":{"directReference":{"structField":{"field":8}}}}]}},"right":{"read":{"baseSchema":{"names":["d_date_sk#207","d_date#209"],"struct":{"types":[{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"date":{"nullability":"NULLABILITY_REQUIRED"}}]}},"localFiles":{"items":[{"uriFile":"iterator:8"}]}}},"expression":{"scalarFunction":{"outputType":{"bool":{"nullability":"NULLABILITY_NULLABLE"}},"arguments":[{"v
alue":{"selection":{"directReference":{"structField":{}}}}},{"value":{"selection":{"directReference":{"structField":{"field":8}}}}}]}},"postJoinFilter":{"scalarFunction":{"functionReference":3,"outputType":{"bool":{"nullability":"NULLABILITY_NULLABLE"}},"arguments":[{"value":{"selection":{"directReference":{"structField":{"field":9}}}}},{"value":{"scalarFunction":{"functionReference":4,"outputType":{"date":{"nullability":"NULLABILITY_NULLABLE"}},"arguments":[{"value":{"selection":{"directReference":{"structField":{"field":6}}}}},{"value":{"literal":{"i32":5}}}]}}}]}},"type":"JOIN_TYPE_INNER","advancedExtension":{"optimization":{"@type":"/google.protobuf.StringValue","value":"JoinParameters:isBHJ=1\nisNullAwareAntiJoin=0\nbuildHashTableId=BuiltHashTable-1949\nisExistenceJoin=0\n"},"enhancement":{"@type":"/substrait.Type","struct":{"types":[{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64
":{"nullability":"NULLABILITY_NULLABLE"}},{"string":{"nullability":"NULLABILITY_NULLABLE"}},{"string":{"nullability":"NULLABILITY_NULLABLE"}},{"date":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}},{"date":{"nullability":"NULLABILITY_REQUIRED"}}],"nullability":"NULLABILITY_REQUIRED"}}}}},"expressions":[{"selection":{"directReference":{"structField":{}}}},{"selection":{"directReference":{"structField":{"field":1}}}},{"selection":{"directReference":{"structField":{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}},{"selection":{"directReference":{"structField":{"field":4}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":6}}}},{"selection":{"directReference":{"structField":{"field":7}}}},{"selection":{"directReference":{"structField":{"field":8}}}},{"selection":{"directReference":{"structField":{"field":9}
}}}]}},"expressions":[{"selection":{"directReference":{"structField":{"field":1}}}},{"selection":{"directReference":{"structField":{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}},{"selection":{"directReference":{"structField":{"field":4}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":7}}}}]}},"right":{"read":{"baseSchema":{"names":["p_promo_sk#133"],"struct":{"types":[{"i64":{"nullability":"NULLABILITY_REQUIRED"}}]}},"localFiles":{"items":[{"uriFile":"iterator:9"}]}}},"expression":{"scalarFunction":{"outputType":{"bool":{"nullability":"NULLABILITY_NULLABLE"}},"arguments":[{"value":{"selection":{"directReference":{"structField":{"field":1}}}}},{"value":{"selection":{"directReference":{"structField":{"field":6}}}}}]}},"type":"JOIN_TYPE_LEFT","advancedExtension":{"optimization":{"@type":"/google.protobuf.StringValue","value":"JoinParameters:isBHJ=1\nisNullAwareAntiJoin=0\nbuildHashTab
leId=BuiltHashTable-1953\nisExistenceJoin=0\n"},"enhancement":{"@type":"/substrait.Type","struct":{"types":[{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"string":{"nullability":"NULLABILITY_NULLABLE"}},{"string":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_NULLABLE"}},{"i64":{"nullability":"NULLABILITY_REQUIRED"}}],"nullability":"NULLABILITY_REQUIRED"}}}}},"expressions":[{"selection":{"directReference":{"structField":{}}}},{"selection":{"directReference":{"structField":{"field":1}}}},{"selection":{"directReference":{"structField":{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}},{"selection":{"directReference":{"structField":{"field":4}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":6}}}}]}},"expressions":[{"scalarFunction":{"functionReference":5,"outputType"
:{"i32":{"nullability":"NULLABILITY_REQUIRED"}},"arguments":[{"value":{"literal":{"i32":42}}},{"value":{"selection":{"directReference":{"structField":{}}}}},{"value":{"selection":{"directReference":{"structField":{"field":2}}}}}]}},{"selection":{"directReference":{"structField":{}}}},{"selection":{"directReference":{"structField":{"field":2}}}},{"selection":{"directReference":{"structField":{"field":3}}}},{"selection":{"directReference":{"structField":{"field":4}}}},{"selection":{"directReference":{"structField":{"field":5}}}},{"selection":{"directReference":{"structField":{"field":6}}}}]}},"names":["hash_partition_key#364","cs_item_sk#31","cs_order_number#33","w_warehouse_name#57","i_item_desc#73","d_week_seq#109","p_promo_sk#133","hash_partition_key#364","cs_item_sk#31","cs_order_number#33","w_warehouse_name#57","i_item_desc#73","d_week_seq#109","p_promo_sk#133"]}}]}
I20251227 18:24:37.534204 2611412 VeloxRuntime.cc:142] VeloxRuntime session
config:
[spark.gluten.ugi.username, hdfs]
[spark.shuffle.file.buffer, 5242880]
[spark.gluten.memory.task.offHeap.size.in.bytes, 5368709120]
[spark.io.compression.codec, zstd]
[spark.gluten.sql.columnar.backend.velox.memoryCapRatio, 0.75]
[spark.sql.caseSensitive, false]
[spark.gluten.sql.columnar.maxBatchSize, 8192]
[spark.gluten.ugi.tokens,
GwoOCgoI8QQQlsTK5KQzEAEQnZ70mvv_____ARQ_NqF9LP0Vux77xqi11C_YH96VrhBZQVJOX0FNX1JNX1RPS0VOEzE5Mi4xNjguMzAuMTI4OjgwMzA]
[spark.gluten.sql.session.timeZone.default, Asia/Shanghai]
[spark.sql.files.ignoreMissingFiles, true]
[spark.gluten.sql.debug, true]
I20251227 18:24:37.535746 2611412 FileSystems.cpp:161]
LocalFileSystem::mkdir
/data10/yarn/local/usercache/hdfs/appcache/application_1762221269526_0625/gluten-b225c6f2-2285-4181-af0d-532b0359bd5f/gluten-spill/c8520c00-8433-496a-ba09-114902f652a1
I20251227 18:26:43.984808 2611412 Task.cpp:1876] Terminating task
Gluten_Stage_23_TID_4689_VTID_5 with state Finished after running for 126445 ms.
I20251227 18:26:43.988197 2611412 WholeStageResultIterator.cc:297] Native
Plan with stats for: [Stage: 23 TID: 4689]
-- Project[36][expressions: (n36_7:INTEGER,
hash_with_seed(42,"n35_7","n35_9")), (n36_8:BIGINT, "n35_7"), (n36_9:BIGINT,
"n35_9"), (n36_10:VARCHAR, "n35_10"), (n36_11:VARCHAR, "n35_11"),
(n36_12:BIGINT, "n35_12"), (n36_13:BIGINT, "n35_13")] -> n36_7:INTEGER,
n36_8:BIGINT, n36_9:BIGINT, n36_10:VARCHAR, n36_11:VARCHAR, n36_12:BIGINT,
n36_13:BIGINT
Output: 127642 rows (30.89MB, 25400 batches), Cpu time: 396.67ms, Blocked
wall time: 0ns, Peak memory: 54.00KB, Memory allocations: 25400, Threads: 1
queuedWallNanos sum: 11.04ms, count: 1, min: 11.04ms,
max: 11.04ms
runningAddInputWallNanos sum: 9.80ms, count: 1, min: 9.80ms, max:
9.80ms
runningFinishWallNanos sum: 0ns, count: 1, min: 0ns, max: 0ns
runningGetOutputWallNanos sum: 367.02ms, count: 1, min: 367.02ms,
max: 367.02ms
-- Project[35][expressions: (n35_7:BIGINT, "n32_10"), (n35_8:BIGINT,
"n32_11"), (n35_9:BIGINT, "n32_12"), (n35_10:VARCHAR, "n32_13"),
(n35_11:VARCHAR, "n32_14"), (n35_12:BIGINT, "n32_15"), (n35_13:BIGINT,
"n33_0")] -> n35_7:BIGINT, n35_8:BIGINT, n35_9:BIGINT, n35_10:VARCHAR,
n35_11:VARCHAR, n35_12:BIGINT, n35_13:BIGINT
Output: 127642 rows (37.42MB, 25400 batches), Cpu time: 83.82ms,
Blocked wall time: 0ns, Peak memory: 0B, Memory allocations: 0, Threads: 1
runningAddInputWallNanos sum: 9.83ms, count: 1, min: 9.83ms,
max: 9.83ms
runningFinishWallNanos sum: 182ns, count: 1, min: 182ns, max:
182ns
runningGetOutputWallNanos sum: 56.08ms, count: 1, min: 56.08ms,
max: 56.08ms
-- HashJoin[34][LEFT n32_11=n33_0] -> n32_10:BIGINT, n32_11:BIGINT,
n32_12:BIGINT, n32_13:VARCHAR, n32_14:VARCHAR, n32_15:BIGINT, n33_0:BIGINT
Output: 127642 rows (37.42MB, 25400 batches), Cpu time: 525.14ms,
Blocked wall time: 0ns, Peak memory: 225.38KB, Memory allocations: 76168
HashBuild: Input: 2000 rows (15.81KB, 2 batches), Output: 0 rows (0B,
0 batches), Cpu time: 258.61us, Blocked wall time: 0ns, Peak memory: 80.00KB,
Memory allocations: 2, Threads: 1
distinctKey0 sum: 2001, count: 1, min: 2001, max:
2001
hashtable.buildWallNanos sum: 50.73us, count: 1, min: 50.73us,
max: 50.73us
hashtable.capacity sum: 2001, count: 1, min: 2001, max:
2001
hashtable.numDistinct sum: 2000, count: 1, min: 2000, max:
2000
hashtable.numRehashes sum: 1, count: 1, min: 1, max: 1
queuedWallNanos sum: 1.00us, count: 1, min: 1.00us,
max: 1.00us
rangeKey0 sum: 2001, count: 1, min: 2001, max:
2001
runningAddInputWallNanos sum: 19.29ms, count: 1, min: 19.29ms,
max: 19.29ms
runningFinishWallNanos sum: 0ns, count: 1, min: 0ns, max: 0ns
runningGetOutputWallNanos sum: 1.30us, count: 1, min: 1.30us,
max: 1.30us
HashProbe: Input: 127642 rows (35.86MB, 25400 batches), Output:
127642 rows (37.42MB, 25400 batches), Cpu time: 524.88ms, Blocked wall time:
0ns, Peak memory: 145.38KB, Memory allocations: 76166, Threads: 1
queuedWallNanos sum: 13.00us, count: 1, min: 13.00us,
max: 13.00us
runningAddInputWallNanos sum: 99.36ms, count: 1, min: 99.36ms,
max: 99.36ms
runningFinishWallNanos sum: 183ns, count: 1, min: 183ns,
max: 183ns
runningGetOutputWallNanos sum: 407.95ms, count: 1, min:
407.95ms, max: 407.95ms
-- Project[32][expressions: (n32_10:BIGINT, "n31_11"), (n32_11:BIGINT,
"n31_12"), (n32_12:BIGINT, "n31_13"), (n32_13:VARCHAR, "n31_14"),
(n32_14:VARCHAR, "n31_15"), (n32_15:BIGINT, "n31_17")] -> n32_10:BIGINT,
n32_11:BIGINT, n32_12:BIGINT, n32_13:VARCHAR, n32_14:VARCHAR, n32_15:BIGINT
Output: 127642 rows (35.86MB, 25400 batches), Cpu time: 83.75ms,
Blocked wall time: 0ns, Peak memory: 0B, Memory allocations: 0, Threads: 1
runningAddInputWallNanos sum: 8.95ms, count: 1, min: 8.95ms,
max: 8.95ms
runningFinishWallNanos sum: 535ns, count: 1, min: 535ns,
max: 535ns
runningGetOutputWallNanos sum: 56.86ms, count: 1, min:
56.86ms, max: 56.86ms
-- Project[31][expressions: (n31_10:BIGINT, "n28_11"),
(n31_11:BIGINT, "n28_12"), (n31_12:BIGINT, "n28_13"), (n31_13:BIGINT,
"n28_14"), (n31_14:VARCHAR, "n28_15"), (n31_15:VARCHAR, "n28_16"),
(n31_16:DATE, "n28_17"), (n31_17:BIGINT, "n28_18"), (n31_18:BIGINT, "n29_0"),
(n31_19:DATE, "n29_1")] -> n31_10:BIGINT, n31_11:BIGINT, n31_12:BIGINT,
n31_13:BIGINT, n31_14:VARCHAR, n31_15:VARCHAR, n31_16:DATE, n31_17:BIGINT,
n31_18:BIGINT, n31_19:DATE
Output: 127642 rows (57.27MB, 25400 batches), Cpu time: 91.27ms,
Blocked wall time: 0ns, Peak memory: 0B, Memory allocations: 0, Threads: 1
runningAddInputWallNanos sum: 7.94ms, count: 1, min:
7.94ms, max: 7.94ms
runningFinishWallNanos sum: 329ns, count: 1, min: 329ns,
max: 329ns
runningGetOutputWallNanos sum: 65.28ms, count: 1, min:
65.28ms, max: 65.28ms
-- HashJoin[30][INNER n28_11=n29_0, filter:
greaterthan("n29_1",date_add("n28_17",5))] -> n28_11:BIGINT, n28_12:BIGINT,
n28_13:BIGINT, n28_14:BIGINT, n28_15:VARCHAR, n28_16:VARCHAR, n28_17:DATE,
n28_18:BIGINT, n29_0:BIGINT, n29_1:DATE
Output: 127642 rows (57.27MB, 25400 batches), Cpu time: 1.03s,
Blocked wall time: 0ns, Peak memory: 2.96MB, Memory allocations: 127694
HashBuild: Input: 73049 rows (1.12MB, 2 batches), Output: 0
rows (0B, 0 batches), Cpu time: 7.46ms, Blocked wall time: 0ns, Peak memory:
2.81MB, Memory allocations: 6, Threads: 1
distinctKey0 sum: 73050, count: 1, min:
73050, max: 73050
hashtable.buildWallNanos sum: 999.43us, count: 1, min:
999.43us, max: 999.43us
hashtable.capacity sum: 73050, count: 1, min:
73050, max: 73050
hashtable.numDistinct sum: 73049, count: 1, min:
73049, max: 73049
hashtable.numRehashes sum: 1, count: 1, min: 1, max: 1
queuedWallNanos sum: 2.00us, count: 1, min:
2.00us, max: 2.00us
rangeKey0 sum: 73050, count: 1, min:
73050, max: 73050
runningAddInputWallNanos sum: 25.50ms, count: 1, min:
25.50ms, max: 25.50ms
runningFinishWallNanos sum: 0ns, count: 1, min: 0ns,
max: 0ns
runningGetOutputWallNanos sum: 1.86us, count: 1, min:
1.86us, max: 1.86us
HashProbe: Input: 133652 rows (45.79MB, 25630 batches), Output:
127642 rows (57.27MB, 25400 batches), Cpu time: 1.02s, Blocked wall time: 0ns,
Peak memory: 153.31KB, Memory allocations: 127688, Threads: 1
runningAddInputWallNanos sum: 94.19ms, count: 1, min:
94.19ms, max: 94.19ms
runningFinishWallNanos sum: 186ns, count: 1, min:
186ns, max: 186ns
runningGetOutputWallNanos sum: 913.02ms, count: 1, min:
913.02ms, max: 913.02ms
-- Project[28][expressions: (n28_11:BIGINT, "n27_11"),
(n28_12:BIGINT, "n27_12"), (n28_13:BIGINT, "n27_13"), (n28_14:BIGINT,
"n27_14"), (n28_15:VARCHAR, "n27_16"), (n28_16:VARCHAR, "n27_17"),
(n28_17:DATE, "n27_18"), (n28_18:BIGINT, "n27_19")] -> n28_11:BIGINT,
n28_12:BIGINT, n28_13:BIGINT, n28_14:BIGINT, n28_15:VARCHAR, n28_16:VARCHAR,
n28_17:DATE, n28_18:BIGINT
Output: 133652 rows (45.79MB, 25630 batches), Cpu time:
81.61ms, Blocked wall time: 0ns, Peak memory: 0B, Memory allocations: 0,
Threads: 1
runningAddInputWallNanos sum: 8.72ms, count: 1, min:
8.72ms, max: 8.72ms
runningFinishWallNanos sum: 362ns, count: 1, min:
362ns, max: 362ns
runningGetOutputWallNanos sum: 54.68ms, count: 1, min:
54.68ms, max: 54.68ms
-- Project[27][expressions: (n27_11:BIGINT, "n24_11"),
(n27_12:BIGINT, "n24_12"), (n27_13:BIGINT, "n24_13"), (n27_14:BIGINT,
"n24_14"), (n27_15:BIGINT, "n24_15"), (n27_16:VARCHAR, "n24_16"),
(n27_17:VARCHAR, "n24_17"), (n27_18:DATE, "n24_18"), (n27_19:BIGINT, "n24_19"),
(n27_20:BIGINT, "n25_0"), (n27_21:BIGINT, "n25_1")] -> n27_11:BIGINT,
n27_12:BIGINT, n27_13:BIGINT, n27_14:BIGINT, n27_15:BIGINT, n27_16:VARCHAR,
n27_17:VARCHAR, n27_18:DATE, n27_19:BIGINT, n27_20:BIGINT, n27_21:BIGINT
Output: 133652 rows (65.16MB, 25630 batches), Cpu time:
90.70ms, Blocked wall time: 0ns, Peak memory: 0B, Memory allocations: 0,
Threads: 1
runningAddInputWallNanos sum: 9.56ms, count: 1, min:
9.56ms, max: 9.56ms
runningFinishWallNanos sum: 178ns, count: 1, min:
178ns, max: 178ns
runningGetOutputWallNanos sum: 63.03ms, count: 1,
min: 63.03ms, max: 63.03ms
-- HashJoin[26][INNER n24_15=n25_0 AND n24_19=n25_1] ->
n24_11:BIGINT, n24_12:BIGINT, n24_13:BIGINT, n24_14:BIGINT, n24_15:BIGINT,
n24_16:VARCHAR, n24_17:VARCHAR, n24_18:DATE, n24_19:BIGINT, n25_0:BIGINT,
n25_1:BIGINT
Output: 133652 rows (65.16MB, 25630 batches), Cpu time:
1.77s, Blocked wall time: 0ns, Peak memory: 5.39MB, Memory allocations: 25405
HashBuild: Input: 73049 rows (1.50MB, 2 batches), Output:
0 rows (0B, 0 batches), Cpu time: 7.87ms, Blocked wall time: 0ns, Peak memory:
5.25MB, Memory allocations: 6, Threads: 1
distinctKey0 sum: 73050, count: 1,
min: 73050, max: 73050
distinctKey1 sum: 10437, count: 1,
min: 10437, max: 10437
hashtable.buildWallNanos sum: 2.77ms, count: 1,
min: 2.77ms, max: 2.77ms
hashtable.capacity sum: 131072, count: 1,
min: 131072, max: 131072
hashtable.numDistinct sum: 73049, count: 1,
min: 73049, max: 73049
hashtable.numRehashes sum: 1, count: 1, min: 1,
max: 1
queuedWallNanos sum: 0ns, count: 1, min:
0ns, max: 0ns
rangeKey0 sum: 73050, count: 1,
min: 73050, max: 73050
rangeKey1 sum: 10437, count: 1,
min: 10437, max: 10437
runningAddInputWallNanos sum: 7.90ms, count: 1,
min: 7.90ms, max: 7.90ms
runningFinishWallNanos sum: 0ns, count: 1, min:
0ns, max: 0ns
runningGetOutputWallNanos sum: 1.79us, count: 1,
min: 1.79us, max: 1.79us
HashProbe: Input: 23865395 rows (11.56GB, 106989
batches), Output: 133652 rows (65.16MB, 25630 batches), Cpu time: 1.76s,
Blocked wall time: 0ns, Peak memory: 145.38KB, Memory allocations: 25399,
Threads: 1
runningAddInputWallNanos sum: 1.22s, count: 1,
min: 1.22s, max: 1.22s
runningFinishWallNanos sum: 183ns, count: 1,
min: 183ns, max: 183ns
runningGetOutputWallNanos sum: 484.51ms, count: 1,
min: 484.51ms, max: 484.51ms
-- Project[24][expressions: (n24_11:BIGINT, "n23_11"),
(n24_12:BIGINT, "n23_12"), (n24_13:BIGINT, "n23_13"), (n24_14:BIGINT,
"n23_14"), (n24_15:BIGINT, "n23_16"), (n24_16:VARCHAR, "n23_17"),
(n24_17:VARCHAR, "n23_18"), (n24_18:DATE, "n23_20"), (n24_19:BIGINT, "n23_21")]
-> n24_11:BIGINT, n24_12:BIGINT, n24_13:BIGINT, n24_14:BIGINT, n24_15:BIGINT,
n24_16:VARCHAR, n24_17:VARCHAR, n24_18:DATE, n24_19:BIGINT
Output: 23865395 rows (11.56GB, 106989 batches), Cpu
time: 334.22ms, Blocked wall time: 0ns, Peak memory: 0B, Memory allocations: 0,
Threads: 1
runningAddInputWallNanos sum: 30.99ms, count: 1,
min: 30.99ms, max: 30.99ms
runningFinishWallNanos sum: 380ns, count: 1,
min: 380ns, max: 380ns
runningGetOutputWallNanos sum: 227.58ms, count:
1, min: 227.58ms, max: 227.58ms
-- Project[23][expressions: (n23_11:BIGINT, "n20_10"),
(n23_12:BIGINT, "n20_11"), (n23_13:BIGINT, "n20_12"), (n23_14:BIGINT,
"n20_13"), (n23_15:BIGINT, "n20_14"), (n23_16:BIGINT, "n20_15"),
(n23_17:VARCHAR, "n20_16"), (n23_18:VARCHAR, "n20_17"), (n23_19:BIGINT,
"n21_0"), (n23_20:DATE, "n21_1"), (n23_21:BIGINT, "n21_2")] -> n23_11:BIGINT,
n23_12:BIGINT, n23_13:BIGINT, n23_14:BIGINT, n23_15:BIGINT, n23_16:BIGINT,
n23_17:VARCHAR, n23_18:VARCHAR, n23_19:BIGINT, n23_20:DATE, n23_21:BIGINT
Output: 23865395 rows (14.04GB, 106989 batches), Cpu
time: 337.09ms, Blocked wall time: 0ns, Peak memory: 0B, Memory allocations: 0,
Threads: 1
runningAddInputWallNanos sum: 33.70ms, count:
1, min: 33.70ms, max: 33.70ms
runningFinishWallNanos sum: 187ns, count: 1,
min: 187ns, max: 187ns
runningGetOutputWallNanos sum: 227.67ms, count:
1, min: 227.67ms, max: 227.67ms
-- HashJoin[22][INNER n20_14=n21_0] -> n20_10:BIGINT,
n20_11:BIGINT, n20_12:BIGINT, n20_13:BIGINT, n20_14:BIGINT, n20_15:BIGINT,
n20_16:VARCHAR, n20_17:VARCHAR, n21_0:BIGINT, n21_1:DATE, n21_2:BIGINT
Output: 23865395 rows (14.04GB, 106989 batches),
Cpu time: 2.44s, Blocked wall time: 0ns, Peak memory: 265.50KB, Memory
allocations: 354664
HashBuild: Input: 365 rows (7.72KB, 1 batches),
Output: 0 rows (0B, 0 batches), Cpu time: 46.36us, Blocked wall time: 0ns, Peak
memory: 68.00KB, Memory allocations: 2, Threads: 1
distinctKey0 sum: 366, count: 1,
min: 366, max: 366
hashtable.buildWallNanos sum: 12.49us,
count: 1, min: 12.49us, max: 12.49us
hashtable.capacity sum: 366, count: 1,
min: 366, max: 366
hashtable.numDistinct sum: 365, count: 1,
min: 365, max: 365
hashtable.numRehashes sum: 1, count: 1,
min: 1, max: 1
queuedWallNanos sum: 1.00us, count:
1, min: 1.00us, max: 1.00us
rangeKey0 sum: 366, count: 1,
min: 366, max: 366
runningAddInputWallNanos sum: 44.94us,
count: 1, min: 44.94us, max: 44.94us
runningFinishWallNanos sum: 0ns, count: 1,
min: 0ns, max: 0ns
runningGetOutputWallNanos sum: 406ns, count:
1, min: 406ns, max: 406ns
HashProbe: Input: 23865395 rows (11.83GB, 106989
batches), Output: 23865395 rows (14.04GB, 106989 batches), Cpu time: 2.44s,
Blocked wall time: 0ns, Peak memory: 197.50KB, Memory allocations: 354662,
Threads: 1
runningAddInputWallNanos sum: 800.71ms,
count: 1, min: 800.71ms, max: 800.71ms
runningFinishWallNanos sum: 185ns, count:
1, min: 185ns, max: 185ns
runningGetOutputWallNanos sum: 1.57s, count:
1, min: 1.57s, max: 1.57s
-- Project[20][expressions: (n20_10:BIGINT,
"n19_10"), (n20_11:BIGINT, "n19_12"), (n20_12:BIGINT, "n19_13"),
(n20_13:BIGINT, "n19_14"), (n20_14:BIGINT, "n19_15"), (n20_15:BIGINT,
"n19_16"), (n20_16:VARCHAR, "n19_17"), (n20_17:VARCHAR, "n19_18")] ->
n20_10:BIGINT, n20_11:BIGINT, n20_12:BIGINT, n20_13:BIGINT, n20_14:BIGINT,
n20_15:BIGINT, n20_16:VARCHAR, n20_17:VARCHAR
Output: 23865395 rows (11.83GB, 106989 batches),
Cpu time: 330.36ms, Blocked wall time: 0ns, Peak memory: 0B, Memory
allocations: 0, Threads: 1
runningAddInputWallNanos sum: 33.36ms,
count: 1, min: 33.36ms, max: 33.36ms
runningFinishWallNanos sum: 395ns,
count: 1, min: 395ns, max: 395ns
runningGetOutputWallNanos sum: 221.14ms,
count: 1, min: 221.14ms, max: 221.14ms
-- Project[19][expressions: (n19_10:BIGINT,
"n16_11"), (n19_11:BIGINT, "n16_12"), (n19_12:BIGINT, "n16_13"),
(n19_13:BIGINT, "n16_14"), (n19_14:BIGINT, "n16_15"), (n19_15:BIGINT,
"n16_16"), (n19_16:BIGINT, "n16_17"), (n19_17:VARCHAR, "n16_18"),
(n19_18:VARCHAR, "n16_19"), (n19_19:BIGINT, "n17_0")] -> n19_10:BIGINT,
n19_11:BIGINT, n19_12:BIGINT, n19_13:BIGINT, n19_14:BIGINT, n19_15:BIGINT,
n19_16:BIGINT, n19_17:VARCHAR, n19_18:VARCHAR, n19_19:BIGINT
Output: 23865395 rows (14.31GB, 106989
batches), Cpu time: 327.04ms, Blocked wall time: 0ns, Peak memory: 0B, Memory
allocations: 0, Threads: 1
runningAddInputWallNanos sum: 38.74ms,
count: 1, min: 38.74ms, max: 38.74ms
runningFinishWallNanos sum: 180ns,
count: 1, min: 180ns, max: 180ns
runningGetOutputWallNanos sum: 210.87ms,
count: 1, min: 210.87ms, max: 210.87ms
-- HashJoin[18][INNER n16_12=n17_0] ->
n16_11:BIGINT, n16_12:BIGINT, n16_13:BIGINT, n16_14:BIGINT, n16_15:BIGINT,
n16_16:BIGINT, n16_17:BIGINT, n16_18:VARCHAR, n16_19:VARCHAR, n17_0:BIGINT
Output: 23865395 rows (14.31GB, 106989
batches), Cpu time: 2.04s, Blocked wall time: 0ns, Peak memory: 284.00KB,
Memory allocations: 25400
HashBuild: Input: 1200 rows (11.81KB, 2
batches), Output: 0 rows (0B, 0 batches), Cpu time: 117.93us, Blocked wall
time: 0ns, Peak memory: 120.00KB, Memory allocations: 2, Threads: 1
distinctKey0 sum: 1201,
count: 1, min: 1201, max: 1201
hashtable.buildWallNanos sum: 64.77us,
count: 1, min: 64.77us, max: 64.77us
hashtable.capacity sum: 7101,
count: 1, min: 7101, max: 7101
hashtable.numDistinct sum: 1200,
count: 1, min: 1200, max: 1200
hashtable.numRehashes sum: 1,
count: 1, min: 1, max: 1
queuedWallNanos sum: 2.00us,
count: 1, min: 2.00us, max: 2.00us
rangeKey0 sum: 7101,
count: 1, min: 7101, max: 7101
runningAddInputWallNanos sum:
115.95us, count: 1, min: 115.95us, max: 115.95us
runningFinishWallNanos sum: 0ns,
count: 1, min: 0ns, max: 0ns
runningGetOutputWallNanos sum: 632ns,
count: 1, min: 632ns, max: 632ns
HashProbe: Input: 23865395 rows (13.10GB,
106989 batches), Output: 23865395 rows (14.31GB, 106989 batches), Cpu time:
2.04s, Blocked wall time: 0ns, Peak memory: 164.00KB, Memory allocations:
25398, Threads: 1
runningAddInputWallNanos sum:
876.64ms, count: 1, min: 876.64ms, max: 876.64ms
runningFinishWallNanos sum: 181ns,
count: 1, min: 181ns, max: 181ns
runningGetOutputWallNanos sum: 1.09s,
count: 1, min: 1.09s, max: 1.09s
-- Project[16][expressions: (n16_11:BIGINT,
"n15_11"), (n16_12:BIGINT, "n15_13"), (n16_13:BIGINT, "n15_14"),
(n16_14:BIGINT, "n15_15"), (n16_15:BIGINT, "n15_16"), (n16_16:BIGINT,
"n15_17"), (n16_17:BIGINT, "n15_18"), (n16_18:VARCHAR, "n15_19"),
(n16_19:VARCHAR, "n15_20")] -> n16_11:BIGINT, n16_12:BIGINT, n16_13:BIGINT,
n16_14:BIGINT, n16_15:BIGINT, n16_16:BIGINT, n16_17:BIGINT, n16_18:VARCHAR,
n16_19:VARCHAR
Output: 23865395 rows (13.10GB, 106989
batches), Cpu time: 302.82ms, Blocked wall time: 0ns, Peak memory: 0B, Memory
allocations: 0, Threads: 1
runningAddInputWallNanos sum:
29.57ms, count: 1, min: 29.57ms, max: 29.57ms
runningFinishWallNanos sum: 430ns,
count: 1, min: 430ns, max: 430ns
runningGetOutputWallNanos sum:
197.46ms, count: 1, min: 197.46ms, max: 197.46ms
-- Project[15][expressions: (n15_11:BIGINT,
"n12_11"), (n15_12:BIGINT, "n12_12"), (n15_13:BIGINT, "n12_13"),
(n15_14:BIGINT, "n12_14"), (n15_15:BIGINT, "n12_15"), (n15_16:BIGINT,
"n12_16"), (n15_17:BIGINT, "n12_17"), (n15_18:BIGINT, "n12_18"),
(n15_19:VARCHAR, "n12_19"), (n15_20:VARCHAR, "n12_20"), (n15_21:BIGINT,
"n13_0")] -> n15_11:BIGINT, n15_12:BIGINT, n15_13:BIGINT, n15_14:BIGINT,
n15_15:BIGINT, n15_16:BIGINT, n15_17:BIGINT, n15_18:BIGINT, n15_19:VARCHAR,
n15_20:VARCHAR, n15_21:BIGINT
Output: 23865395 rows (15.58GB, 106989
batches), Cpu time: 330.71ms, Blocked wall time: 0ns, Peak memory: 0B, Memory
allocations: 0, Threads: 1
runningAddInputWallNanos sum:
37.06ms, count: 1, min: 37.06ms, max: 37.06ms
runningFinishWallNanos sum:
198ns, count: 1, min: 198ns, max: 198ns
runningGetOutputWallNanos sum:
217.29ms, count: 1, min: 217.29ms, max: 217.29ms
-- HashJoin[14][INNER n12_12=n13_0] ->
n12_11:BIGINT, n12_12:BIGINT, n12_13:BIGINT, n12_14:BIGINT, n12_15:BIGINT,
n12_16:BIGINT, n12_17:BIGINT, n12_18:BIGINT, n12_19:VARCHAR, n12_20:VARCHAR,
n13_0:BIGINT
Output: 23865395 rows (15.58GB, 106989
batches), Cpu time: 6.02s, Blocked wall time: 0ns, Peak memory: 25.07MB, Memory
allocations: 25405
HashBuild: Input: 384160 rows (3.00MB,
1 batches), Output: 0 rows (0B, 0 batches), Cpu time: 21.71ms, Blocked wall
time: 0ns, Peak memory: 24.91MB, Memory allocations: 6, Threads: 1
hashtable.buildWallNanos sum:
39.81ms, count: 1, min: 39.81ms, max: 39.81ms
hashtable.capacity sum:
1920793, count: 1, min: 1920793, max: 1920793
hashtable.numDistinct sum:
384160, count: 1, min: 384160, max: 384160
hashtable.numRehashes sum: 1,
count: 1, min: 1, max: 1
queuedWallNanos sum:
1.00us, count: 1, min: 1.00us, max: 1.00us
rangeKey0 sum:
1920793, count: 1, min: 1920793, max: 1920793
runningAddInputWallNanos sum:
34.82ms, count: 1, min: 34.82ms, max: 34.82ms
runningFinishWallNanos sum:
0ns, count: 1, min: 0ns, max: 0ns
runningGetOutputWallNanos sum:
731ns, count: 1, min: 731ns, max: 731ns
HashProbe: Input: 118858573 rows
(71.50GB, 107346 batches), Output: 23865395 rows (15.58GB, 106989 batches), Cpu
time: 6.00s, Blocked wall time: 0ns, Peak memory: 164.00KB, Memory allocations:
25399, Threads: 1
runningAddInputWallNanos sum:
3.56s, count: 1, min: 3.56s, max: 3.56s
runningFinishWallNanos sum:
183ns, count: 1, min: 183ns, max: 183ns
runningGetOutputWallNanos sum:
2.38s, count: 1, min: 2.38s, max: 2.38s
-- Project[12][expressions:
(n12_11:BIGINT, "n11_11"), (n12_12:BIGINT, "n11_12"), (n12_13:BIGINT,
"n11_13"), (n12_14:BIGINT, "n11_14"), (n12_15:BIGINT, "n11_15"),
(n12_16:BIGINT, "n11_16"), (n12_17:BIGINT, "n11_17"), (n12_18:BIGINT,
"n11_18"), (n12_19:VARCHAR, "n11_19"), (n12_20:VARCHAR, "n11_21")] ->
n12_11:BIGINT, n12_12:BIGINT, n12_13:BIGINT, n12_14:BIGINT, n12_15:BIGINT,
n12_16:BIGINT, n12_17:BIGINT, n12_18:BIGINT, n12_19:VARCHAR, n12_20:VARCHAR
Output: 118858573 rows (71.50GB,
107346 batches), Cpu time: 359.21ms, Blocked wall time: 0ns, Peak memory: 0B,
Memory allocations: 0, Threads: 1
runningAddInputWallNanos sum:
31.70ms, count: 1, min: 31.70ms, max: 31.70ms
runningFinishWallNanos sum:
405ns, count: 1, min: 405ns, max: 405ns
runningGetOutputWallNanos sum:
251.43ms, count: 1, min: 251.43ms, max: 251.43ms
-- Project[11][expressions:
(n11_11:BIGINT, "n8_11"), (n11_12:BIGINT, "n8_12"), (n11_13:BIGINT, "n8_13"),
(n11_14:BIGINT, "n8_14"), (n11_15:BIGINT, "n8_15"), (n11_16:BIGINT, "n8_16"),
(n11_17:BIGINT, "n8_17"), (n11_18:BIGINT, "n8_18"), (n11_19:VARCHAR, "n8_19"),
(n11_20:BIGINT, "n9_0"), (n11_21:VARCHAR, "n9_1")] -> n11_11:BIGINT,
n11_12:BIGINT, n11_13:BIGINT, n11_14:BIGINT, n11_15:BIGINT, n11_16:BIGINT,
n11_17:BIGINT, n11_18:BIGINT, n11_19:VARCHAR, n11_20:BIGINT, n11_21:VARCHAR
Output: 118858573 rows (77.81GB,
107346 batches), Cpu time: 306.46ms, Blocked wall time: 0ns, Peak memory: 0B,
Memory allocations: 0, Threads: 1
runningAddInputWallNanos
sum: 30.42ms, count: 1, min: 30.42ms, max: 30.42ms
runningFinishWallNanos
sum: 179ns, count: 1, min: 179ns, max: 179ns
runningGetOutputWallNanos
sum: 199.62ms, count: 1, min: 199.62ms, max: 199.62ms
-- HashJoin[10][INNER n8_14=n9_0] ->
n8_11:BIGINT, n8_12:BIGINT, n8_13:BIGINT, n8_14:BIGINT, n8_15:BIGINT,
n8_16:BIGINT, n8_17:BIGINT, n8_18:BIGINT, n8_19:VARCHAR, n9_0:BIGINT,
n9_1:VARCHAR
Output: 118858573 rows (77.81GB,
107346 batches), Cpu time: 8.04s, Blocked wall time: 0ns, Peak memory: 5.07MB,
Memory allocations: 417201
HashBuild: Input: 431 rows
(56.12KB, 4 batches), Output: 0 rows (0B, 0 batches), Cpu time: 197.21us,
Blocked wall time: 0ns, Peak memory: 3.19MB, Memory allocations: 3, Threads: 1
distinctKey0
sum: 432, count: 1, min: 432, max: 432
hashtable.buildWallNanos
sum: 1.84ms, count: 1, min: 1.84ms, max: 1.84ms
hashtable.capacity
sum: 401510, count: 1, min: 401510, max: 401510
hashtable.numDistinct
sum: 431, count: 1, min: 431, max: 431
hashtable.numRehashes
sum: 1, count: 1, min: 1, max: 1
queuedWallNanos
sum: 1.00us, count: 1, min: 1.00us, max: 1.00us
rangeKey0
sum: 401510, count: 1, min: 401510, max: 401510
runningAddInputWallNanos
sum: 192.96us, count: 1, min: 192.96us, max: 192.96us
runningFinishWallNanos
sum: 0ns, count: 1, min: 0ns, max: 0ns
runningGetOutputWallNanos
sum: 1.78us, count: 1, min: 1.78us, max: 1.78us
HashProbe: Input: 118858573 rows
(50.65GB, 107346 batches), Output: 118858573 rows (77.81GB, 107346 batches),
Cpu time: 8.04s, Blocked wall time: 0ns, Peak memory: 1.88MB, Memory
allocations: 417198, Threads: 1
runningAddInputWallNanos
sum: 1.32s, count: 1, min: 1.32s, max: 1.32s
runningFinishWallNanos
sum: 178ns, count: 1, min: 178ns, max: 178ns
runningGetOutputWallNanos
sum: 6.68s, count: 1, min: 6.68s, max: 6.68s
-- Project[8][expressions:
(n8_11:BIGINT, "n7_11"), (n8_12:BIGINT, "n7_12"), (n8_13:BIGINT, "n7_13"),
(n8_14:BIGINT, "n7_14"), (n8_15:BIGINT, "n7_15"), (n8_16:BIGINT, "n7_16"),
(n8_17:BIGINT, "n7_17"), (n8_18:BIGINT, "n7_19"), (n8_19:VARCHAR, "n7_21")] ->
n8_11:BIGINT, n8_12:BIGINT, n8_13:BIGINT, n8_14:BIGINT, n8_15:BIGINT,
n8_16:BIGINT, n8_17:BIGINT, n8_18:BIGINT, n8_19:VARCHAR
Output: 118858573 rows
(50.65GB, 107346 batches), Cpu time: 298.32ms, Blocked wall time: 0ns, Peak
memory: 0B, Memory allocations: 0, Threads: 1
runningAddInputWallNanos
sum: 27.27ms, count: 1, min: 27.27ms, max: 27.27ms
runningFinishWallNanos
sum: 503ns, count: 1, min: 503ns, max: 503ns
runningGetOutputWallNanos
sum: 195.08ms, count: 1, min: 195.08ms, max: 195.08ms
-- Project[7][expressions:
(n7_11:BIGINT, "n4_12"), (n7_12:BIGINT, "n4_13"), (n7_13:BIGINT, "n4_14"),
(n7_14:BIGINT, "n4_15"), (n7_15:BIGINT, "n4_16"), (n7_16:BIGINT, "n4_17"),
(n7_17:BIGINT, "n4_18"), (n7_18:BIGINT, "n4_19"), (n7_19:BIGINT, "n4_20"),
(n7_20:BIGINT, "n5_0"), (n7_21:VARCHAR, "n5_1")] -> n7_11:BIGINT, n7_12:BIGINT,
n7_13:BIGINT, n7_14:BIGINT, n7_15:BIGINT, n7_16:BIGINT, n7_17:BIGINT,
n7_18:BIGINT, n7_19:BIGINT, n7_20:BIGINT, n7_21:VARCHAR
Output: 118858573 rows
(57.85GB, 107346 batches), Cpu time: 306.12ms, Blocked wall time: 0ns, Peak
memory: 0B, Memory allocations: 0, Threads: 1
runningAddInputWallNanos
sum: 31.49ms, count: 1, min: 31.49ms, max: 31.49ms
I20251227 18:26:43.989365 2611412 FileSystems.cpp:174]
LocalFileSystem::rmdir
/data10/yarn/local/usercache/hdfs/appcache/application_1762221269526_0625/gluten-b225c6f2-2285-4181-af0d-532b0359bd5f/gluten-spill/c8520c00-8433-496a-ba09-114902f652a1
25/12/27 18:26:44 INFO Executor: Finished task 566.0 in stage 23.0 (TID
4689). 45673 bytes result sent to driver
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
