mingmwang commented on code in PR #261:
URL: https://github.com/apache/arrow-ballista/pull/261#discussion_r984151157
##########
ballista/rust/core/proto/ballista.proto:
##########
@@ -424,54 +424,87 @@ message ExecutionGraph {
uint64 output_partitions = 5;
repeated PartitionLocation output_locations = 6;
string scheduler_id = 7;
+ uint32 tid_gen = 8;
+ repeated StageAttempts failed_attempts = 9;
+}
+
+message StageAttempts {
+ uint32 stage_id = 1;
+ repeated uint32 stage_attempt_num = 2;
}
message ExecutionGraphStage {
oneof StageType {
UnResolvedStage unresolved_stage = 1;
ResolvedStage resolved_stage = 2;
- CompletedStage completed_stage = 3;
+ SuccessfulStage successful_stage = 3;
FailedStage failed_stage = 4;
}
}
message UnResolvedStage {
- uint64 stage_id = 1;
- PhysicalHashRepartition output_partitioning = 2;
- repeated uint32 output_links = 3;
- repeated GraphStageInput inputs = 4;
- bytes plan = 5;
-}
-
-message ResolvedStage {
- uint64 stage_id = 1;
- uint32 partitions = 2;
+ uint32 stage_id = 1;
+ uint32 stage_attempt_num = 2;
PhysicalHashRepartition output_partitioning = 3;
repeated uint32 output_links = 4;
repeated GraphStageInput inputs = 5;
bytes plan = 6;
+ repeated string last_attempt_failure_reasons = 7;
}
-message CompletedStage {
- uint64 stage_id = 1;
- uint32 partitions = 2;
- PhysicalHashRepartition output_partitioning = 3;
- repeated uint32 output_links = 4;
- repeated GraphStageInput inputs = 5;
- bytes plan = 6;
- repeated TaskStatus task_statuses = 7;
- repeated OperatorMetricsSet stage_metrics = 8;
+message ResolvedStage {
+ uint32 stage_id = 1;
+ uint32 stage_attempt_num = 2;
+ uint32 partitions = 3;
Review Comment:
> These changes meant that I could not use my benchmark client without
recompiling it against this branch, which should not be necessary.
Well, I thought those are private structures and only used internally by the
TaskManager.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: github-unsubscr...@arrow.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
