This is an automated email from the ASF dual-hosted git repository.
dheres pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-ballista.git
The following commit(s) were added to refs/heads/main by this push:
new 4ea309fe Reinstantiate join order (#1122)
4ea309fe is described below
commit 4ea309fe122d3f856aab6112ea28420ba67e2811
Author: Daniël Heres <[email protected]>
AuthorDate: Thu Dec 19 15:56:46 2024 +0100
Reinstantiate join order (#1122)
---
.../scheduler/src/state/execution_graph/execution_stage.rs | 10 ++++------
1 file changed, 4 insertions(+), 6 deletions(-)
diff --git a/ballista/scheduler/src/state/execution_graph/execution_stage.rs
b/ballista/scheduler/src/state/execution_graph/execution_stage.rs
index ea3a5e84..9d3a821b 100644
--- a/ballista/scheduler/src/state/execution_graph/execution_stage.rs
+++ b/ballista/scheduler/src/state/execution_graph/execution_stage.rs
@@ -22,6 +22,7 @@ use std::sync::Arc;
use std::time::{SystemTime, UNIX_EPOCH};
use datafusion::physical_optimizer::aggregate_statistics::AggregateStatistics;
+use datafusion::physical_optimizer::join_selection::JoinSelection;
use datafusion::physical_optimizer::PhysicalOptimizerRule;
use datafusion::physical_plan::display::DisplayableExecutionPlan;
use datafusion::physical_plan::metrics::{MetricValue, MetricsSet};
@@ -359,12 +360,9 @@ impl UnresolvedStage {
&input_locations,
)?;
- // TODO reinstate this logic once
https://github.com/apache/datafusion/issues/10978
- // is fixed
- // Optimize join order and statistics based on new resolved statistics
- // let optimize_join = JoinSelection::new();
- // let config = SessionConfig::default();
- // let plan = optimize_join.optimize(plan, config.options())?;
+ let optimize_join = JoinSelection::new();
+ let config = SessionConfig::default();
+ let plan = optimize_join.optimize(plan, config.options())?;
let optimize_aggregate = AggregateStatistics::new();
let plan =
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
