This is an automated email from the ASF dual-hosted git repository.
github-merge-queue[bot] pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/texera.git
from 7f72a06eb6 fix(deps, frontend): bump y-quill from 0.1.5 to 1.0.0 in
/frontend (#6418)
add 1a2e2bc491 feat: add loop operators (#5700)
No new revisions were added by this update.
Summary of changes:
.../texera/amber/bench/ArrowFlightActorBench.scala | 3 +-
.../engine/architecture/rpc/controlcommands.proto | 6 +
.../control/initialize_executor_handler.py | 2 +
.../python/core/architecture/managers/context.py | 23 +
.../core/architecture/packaging/input_manager.py | 6 +-
.../core/architecture/packaging/output_manager.py | 48 +-
amber/src/main/python/core/models/operator.py | 207 +++++++-
amber/src/main/python/core/models/table.py | 29 +
.../main/python/core/runnables/data_processor.py | 10 +-
amber/src/main/python/core/runnables/main_loop.py | 199 ++++++-
amber/src/main/python/pytexera/__init__.py | 3 +
.../scheduling/CostBasedScheduleGenerator.scala | 19 +-
.../scheduling/RegionExecutionManager.scala | 18 +-
.../scheduling/WorkflowExecutionManager.scala | 40 +-
.../amber/engine/e2e/LoopIntegrationSpec.scala | 234 ++++++++
.../control/test_initialize_executor_handler.py | 85 +++
.../architecture/packaging/test_output_manager.py | 92 +++-
.../test/python/core/models/test_loop_operators.py | 590 +++++++++++++++++++++
.../test/python/core/runnables/test_main_loop.py | 590 ++++++++++++++++++---
.../engine/architecture/worker/WorkerSpec.scala | 3 +-
.../architecture/worker/WorkflowWorkerSpec.scala | 3 +-
.../worker/managers/SerializationManagerSpec.scala | 3 +-
.../texera/amber/core/workflow/PhysicalOp.scala | 10 +
.../apache/texera/amber/operator/LogicalOp.scala | 3 +
.../texera/amber/operator/loop/LoopEndOpDesc.scala | 59 +++
.../texera/amber/operator/loop/LoopOpDesc.scala | 103 ++++
.../amber/operator/loop/LoopStartOpDesc.scala | 60 +++
.../amber/operator/loop/LoopEndOpDescSpec.scala | 161 ++++++
.../amber/operator/loop/LoopOpDescSpecMixin.scala | 103 ++++
.../amber/operator/loop/LoopStartOpDescSpec.scala | 141 +++++
.../metadata/OutputPortReuseFlagSpec.scala | 17 +-
frontend/src/assets/operator_images/LoopEnd.png | Bin 0 -> 5865 bytes
frontend/src/assets/operator_images/LoopStart.png | Bin 0 -> 2138 bytes
33 files changed, 2728 insertions(+), 142 deletions(-)
create mode 100644
amber/src/test/integration/org/apache/texera/amber/engine/e2e/LoopIntegrationSpec.scala
create mode 100644
amber/src/test/python/core/architecture/handlers/control/test_initialize_executor_handler.py
create mode 100644 amber/src/test/python/core/models/test_loop_operators.py
create mode 100644
common/workflow-operator/src/main/scala/org/apache/texera/amber/operator/loop/LoopEndOpDesc.scala
create mode 100644
common/workflow-operator/src/main/scala/org/apache/texera/amber/operator/loop/LoopOpDesc.scala
create mode 100644
common/workflow-operator/src/main/scala/org/apache/texera/amber/operator/loop/LoopStartOpDesc.scala
create mode 100644
common/workflow-operator/src/test/scala/org/apache/texera/amber/operator/loop/LoopEndOpDescSpec.scala
create mode 100644
common/workflow-operator/src/test/scala/org/apache/texera/amber/operator/loop/LoopOpDescSpecMixin.scala
create mode 100644
common/workflow-operator/src/test/scala/org/apache/texera/amber/operator/loop/LoopStartOpDescSpec.scala
create mode 100644 frontend/src/assets/operator_images/LoopEnd.png
create mode 100644 frontend/src/assets/operator_images/LoopStart.png
