This is an automated email from the ASF dual-hosted git repository.
aglinxinyuan pushed a change to branch xinyuan-state-materialization
in repository https://gitbox.apache.org/repos/asf/texera.git
from cd6809db8d Merge branch 'xinyuan-state-only' into
xinyuan-state-materialization
add 217ddc20bd fix: visualization result panel iframe sizing after Angular
upgrade (#4542)
add 02018cdfc2 fix(amber): Python internal marker replay during
reconfiguration (#4547)
add ae68fc992a fix(revert): "fix: add missing context switches for
repeated state processing" (#4552)
add 3471e603e2 ci: auto-assign PR author, credit author on issue close
(#4551)
add b4d99891df chore: add LICENSE-binary, NOTICE-binary and dependencies
CI check (#4387)
add 92affb56c6 chore(build): ship LICENSE-binary, NOTICE-binary, and
licenses/ in dist zips and images (#4449)
add 8a72f8dcff Merge branch 'main' into xinyuan-state-only
add 60db011cc0 fix: address state review comments
add 74e2b1da7f update
add 2fe32703c5 update
add 87330ecc2a update
add aec0009c3a test(amber): add unit test coverage for Region (#4568)
add 9b42aede28 test(amber): add unit test coverage for WorkflowScheduler
(#4564)
add d545e7dab0 Merge branch 'main' into xinyuan-state-only
add 2920b0c3c7 fix(frontend): adjust dataset detail page's alignment and
padding (#4584)
add 2716fc5e0a Merge branch 'main' into xinyuan-state-only
add 1045997b0e ci: protect future release branches via ASF rulesets (#4582)
add 3ae4ce38d8 test(amber): add unit test coverage for SchedulingUtils
(#4566)
add 20cce23fc6 test(amber): add unit test coverage for ExecutionUtils
(#4570)
add 9eb33cef0b fix(amber): make region kill synchronous before scheduling
next region (#4557)
add 9474b9de2b fix(amber): emit Python operator state outputs reliably
(#4560)
add 28a412bd92 Merge branch 'main' into xinyuan-state-only
add 3b8ec8e324 fix: make python State runtime type
add 98e0641a11 fix(hub-frontend): display public datasets/workflows on hub
page (#4585)
add 15a1bc8862 Merge branch 'main' into xinyuan-state-only
add 70d4a9a0e8 Merge branch 'xinyuan-state-only' into
xinyuan-state-materialization
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 29 +
.github/workflows/auto-assign.yml | 96 +
.github/workflows/check-binary-licenses.yml | 180 ++
.licenserc.yaml | 2 +
LICENSE-binary | 1242 ++++++++++++
NOTICE-binary | 2037 ++++++++++++++++++++
access-control-service/build.sbt | 8 +
agent-service/bin/collect-licenses.ts | 87 +
amber/build.sbt | 8 +
.../managers/tuple_processing_manager.py | 3 +-
.../core/architecture/packaging/output_manager.py | 2 +-
amber/src/main/python/core/models/payload.py | 4 +
amber/src/main/python/core/models/state.py | 8 +-
.../main/python/core/runnables/data_processor.py | 45 +-
amber/src/main/python/core/runnables/main_loop.py | 3 -
.../main/python/core/runnables/network_receiver.py | 28 +-
.../main/python/core/runnables/test_main_loop.py | 362 +++-
.../python/core/runnables/test_network_receiver.py | 38 +-
.../controller/WorkflowScheduler.scala | 2 +
.../WorkerExecutionCompletedHandler.scala | 6 +-
.../scheduling/RegionExecutionCoordinator.scala | 57 +-
.../scheduling/ScheduleGenerator.scala | 33 -
.../architecture/scheduling/SchedulingUtils.scala | 2 +-
.../scheduling/WorkflowExecutionCoordinator.scala | 45 +-
.../worker/promisehandlers/EndHandler.scala | 2 +-
.../controller/WorkflowSchedulerSpec.scala | 103 +
.../controller/execution/ExecutionUtilsSpec.scala | 340 ++++
.../scheduling/RegionCoordinatorTestSupport.scala | 241 +++
.../RegionExecutionCoordinatorSpec.scala | 202 ++
.../architecture/scheduling/RegionSpec.scala | 124 ++
.../scheduling/SchedulingUtilsSpec.scala | 140 ++
.../WorkflowExecutionCoordinatorSpec.scala | 93 +
.../worker/promisehandlers/EndHandlerSpec.scala | 113 ++
.../amber/engine/e2e/ReconfigurationSpec.scala | 6 +-
bin/access-control-service.dockerfile | 11 +-
bin/computing-unit-master.dockerfile | 11 +-
bin/computing-unit-worker.dockerfile | 11 +-
bin/config-service.dockerfile | 11 +-
bin/file-service.dockerfile | 11 +-
bin/licensing/audit_jar_licenses.py | 193 ++
bin/licensing/check_binary_deps.py | 249 +++
bin/texera-web-application.dockerfile | 13 +-
bin/workflow-compiling-service.dockerfile | 11 +-
...flow-computing-unit-managing-service.dockerfile | 11 +-
build.sbt | 9 +-
.../org/apache/texera/amber/core/state/State.scala | 20 +-
.../apache/texera/amber/core/state/package.scala | 24 -
.../amber/operator/ifStatement/IfOpExec.scala | 3 +-
computing-unit-managing-service/build.sbt | 8 +
config-service/build.sbt | 8 +
file-service/build.sbt | 8 +
frontend/custom-webpack.config.js | 25 +
.../dataset-detail.component.html | 8 +-
.../dataset-detail.component.scss | 24 +-
.../user-dataset-file-renderer.component.scss | 3 +-
.../hub-search-result.component.html | 2 +-
.../hub-search-result.component.ts | 19 +-
.../result-panel/result-panel.component.html | 5 +-
.../result-panel/result-panel.component.scss | 6 +
.../visualization-frame-content.component.scss | 6 +-
licenses/LICENSE-0BSD.txt | 12 +
licenses/LICENSE-BSD-2-Clause.txt | 23 +
licenses/LICENSE-BSD-3-Clause.txt | 27 +
licenses/LICENSE-CDDL-1.0.txt | 71 +
licenses/LICENSE-CDDL-1.1.txt | 123 ++
licenses/LICENSE-EDL-1.0.txt | 29 +
licenses/LICENSE-EPL-1.0.txt | 210 ++
licenses/LICENSE-EPL-2.0.txt | 277 +++
licenses/LICENSE-ISC.txt | 13 +
licenses/LICENSE-MIT-CMU.txt | 36 +
licenses/LICENSE-MPL-2.0.txt | 151 ++
licenses/LICENSE-PSF-2.0.txt | 47 +
licenses/LICENSE-Unlicense.txt | 24 +
LICENSE => licenses/LICENSE-avro.txt | 47 +-
LICENSE => licenses/LICENSE-aws-sdk.txt | 41 +-
.../LICENSE-awssdk-third-party-jackson.txt | 39 +-
LICENSE => licenses/LICENSE-commons-math3.txt | 222 ++-
licenses/LICENSE-glassfish-hk2.txt | 637 ++++++
LICENSE => licenses/LICENSE-guice.txt | 239 ++-
LICENSE => licenses/LICENSE-hadoop-shaded.txt | 54 +-
LICENSE => licenses/LICENSE-hadoop.txt | 95 +-
licenses/LICENSE-iceberg-bundled-guava.txt | 413 ++++
LICENSE => licenses/LICENSE-iceberg.txt | 166 +-
licenses/LICENSE-jackson-afterburner.txt | 42 +
licenses/LICENSE-jackson-blackbird.txt | 42 +
LICENSE => licenses/LICENSE-jackson-core.txt | 39 +-
licenses/LICENSE-jakarta-ee.txt | 637 ++++++
licenses/LICENSE-javax-activation.txt | 263 +++
licenses/LICENSE-javax-ee-cddl.txt | 263 +++
licenses/LICENSE-javax-mail.txt | 759 ++++++++
licenses/LICENSE-jaxb-api.txt | 274 +++
licenses/LICENSE-jersey.txt | 637 ++++++
licenses/LICENSE-jetty-11.0.txt | 483 +++++
licenses/LICENSE-jetty-9.4.txt | 414 ++++
licenses/LICENSE-jetty-jakarta-servlet-api.txt | 843 ++++++++
licenses/LICENSE-lombok.txt | 104 +
licenses/LICENSE-lucene.txt | 507 +++++
licenses/LICENSE-netty-tcnative-boringssl.txt | 973 ++++++++++
licenses/LICENSE-netty.txt | 1484 ++++++++++++++
LICENSE => licenses/LICENSE-pekko-actor.txt | 151 +-
LICENSE => licenses/LICENSE-pekko-cluster.txt | 43 +-
LICENSE => licenses/LICENSE-pekko-protobuf-v3.txt | 42 +-
LICENSE => licenses/LICENSE-pekko-remote.txt | 55 +-
licenses/LICENSE-postgresql.txt | 145 ++
licenses/LICENSE-slf4j.txt | 24 +
licenses/LICENSE-threeten-extra.txt | 29 +
project/AddMetaInfLicenseFiles.scala | 48 +-
workflow-compiling-service/build.sbt | 8 +
108 files changed, 16953 insertions(+), 753 deletions(-)
create mode 100644 .github/workflows/auto-assign.yml
create mode 100644 .github/workflows/check-binary-licenses.yml
create mode 100644 LICENSE-binary
create mode 100644 NOTICE-binary
create mode 100755 agent-service/bin/collect-licenses.ts
create mode 100644
amber/src/test/scala/org/apache/texera/amber/engine/architecture/controller/WorkflowSchedulerSpec.scala
create mode 100644
amber/src/test/scala/org/apache/texera/amber/engine/architecture/controller/execution/ExecutionUtilsSpec.scala
create mode 100644
amber/src/test/scala/org/apache/texera/amber/engine/architecture/scheduling/RegionCoordinatorTestSupport.scala
create mode 100644
amber/src/test/scala/org/apache/texera/amber/engine/architecture/scheduling/RegionExecutionCoordinatorSpec.scala
create mode 100644
amber/src/test/scala/org/apache/texera/amber/engine/architecture/scheduling/RegionSpec.scala
create mode 100644
amber/src/test/scala/org/apache/texera/amber/engine/architecture/scheduling/SchedulingUtilsSpec.scala
create mode 100644
amber/src/test/scala/org/apache/texera/amber/engine/architecture/scheduling/WorkflowExecutionCoordinatorSpec.scala
create mode 100644
amber/src/test/scala/org/apache/texera/amber/engine/architecture/worker/promisehandlers/EndHandlerSpec.scala
create mode 100755 bin/licensing/audit_jar_licenses.py
create mode 100755 bin/licensing/check_binary_deps.py
delete mode 100644
common/workflow-core/src/main/scala/org/apache/texera/amber/core/state/package.scala
create mode 100644 licenses/LICENSE-0BSD.txt
create mode 100644 licenses/LICENSE-BSD-2-Clause.txt
create mode 100644 licenses/LICENSE-BSD-3-Clause.txt
create mode 100644 licenses/LICENSE-CDDL-1.0.txt
create mode 100644 licenses/LICENSE-CDDL-1.1.txt
create mode 100644 licenses/LICENSE-EDL-1.0.txt
create mode 100644 licenses/LICENSE-EPL-1.0.txt
create mode 100644 licenses/LICENSE-EPL-2.0.txt
create mode 100644 licenses/LICENSE-ISC.txt
create mode 100644 licenses/LICENSE-MIT-CMU.txt
create mode 100644 licenses/LICENSE-MPL-2.0.txt
create mode 100644 licenses/LICENSE-PSF-2.0.txt
create mode 100644 licenses/LICENSE-Unlicense.txt
copy LICENSE => licenses/LICENSE-avro.txt (87%)
copy LICENSE => licenses/LICENSE-aws-sdk.txt (87%)
copy LICENSE => licenses/LICENSE-awssdk-third-party-jackson.txt (87%)
copy LICENSE => licenses/LICENSE-commons-math3.txt (57%)
create mode 100644 licenses/LICENSE-glassfish-hk2.txt
copy LICENSE => licenses/LICENSE-guice.txt (50%)
copy LICENSE => licenses/LICENSE-hadoop-shaded.txt (88%)
copy LICENSE => licenses/LICENSE-hadoop.txt (75%)
create mode 100644 licenses/LICENSE-iceberg-bundled-guava.txt
copy LICENSE => licenses/LICENSE-iceberg.txt (72%)
create mode 100644 licenses/LICENSE-jackson-afterburner.txt
create mode 100644 licenses/LICENSE-jackson-blackbird.txt
copy LICENSE => licenses/LICENSE-jackson-core.txt (87%)
create mode 100644 licenses/LICENSE-jakarta-ee.txt
create mode 100644 licenses/LICENSE-javax-activation.txt
create mode 100644 licenses/LICENSE-javax-ee-cddl.txt
create mode 100644 licenses/LICENSE-javax-mail.txt
create mode 100644 licenses/LICENSE-jaxb-api.txt
create mode 100644 licenses/LICENSE-jersey.txt
create mode 100644 licenses/LICENSE-jetty-11.0.txt
create mode 100644 licenses/LICENSE-jetty-9.4.txt
create mode 100644 licenses/LICENSE-jetty-jakarta-servlet-api.txt
create mode 100644 licenses/LICENSE-lombok.txt
create mode 100644 licenses/LICENSE-lucene.txt
create mode 100644 licenses/LICENSE-netty-tcnative-boringssl.txt
create mode 100644 licenses/LICENSE-netty.txt
copy LICENSE => licenses/LICENSE-pekko-actor.txt (68%)
copy LICENSE => licenses/LICENSE-pekko-cluster.txt (87%)
copy LICENSE => licenses/LICENSE-pekko-protobuf-v3.txt (87%)
copy LICENSE => licenses/LICENSE-pekko-remote.txt (87%)
create mode 100644 licenses/LICENSE-postgresql.txt
create mode 100644 licenses/LICENSE-slf4j.txt
create mode 100644 licenses/LICENSE-threeten-extra.txt
