This is an automated email from the ASF dual-hosted git repository.
github-merge-queue[bot] pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/texera.git
from 43f26495f3 feat(amber): carry cache-reuse status as a metrics flag
(#6729)
new 60a37b1e84 feat(LakeFS-mount): name a model or dataset from a Python
UDF parameter (#6897)
new 35be7c7200 ci: open a pull request for a clean backport instead of
pushing it (#8626)
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/release-branches.yml | 9 +-
.github/scripts/create-backport-branch.sh | 13 +-
.github/workflows/backport-checks.yml | 3 +-
.github/workflows/backport-publish.yml | 2 +-
.github/workflows/direct-backport-push.yml | 181 +++++++++++++++++---
access-control-service/LICENSE-binary | 33 +++-
access-control-service/build.sbt | 6 +-
.../service/util/ComputingUnitNodeLocator.scala | 86 +++-------
.../util/ComputingUnitNodeLocatorSpec.scala | 19 ++-
amber/src/main/python/pytexera/__init__.py | 2 +
amber/src/main/python/pytexera/udf/udf_operator.py | 33 ++++
.../scheduling/RegionExecutionManager.scala | 32 +++-
.../service/ExecutionReconfigurationService.scala | 10 +-
.../test/python/pytexera/udf/test_udf_operator.py | 41 ++++-
.../scheduling/RegionExecutionManagerSpec.scala | 60 ++++++-
.../ExecutionReconfigurationServiceSpec.scala | 23 ++-
...workflow-computing-unit-manager-deployment.yaml | 7 +
bin/k8s/values.yaml | 2 +
build.sbt | 2 +
.../common/config/EnvironmentalVariable.scala | 1 +
.../texera/amber/core/storage/FileResolver.scala | 66 +++++++-
.../core/storage/RepositoryMountManager.scala | 182 ++++++++++++++++++++
...Preference.scala => ExecutionTimeBinding.scala} | 26 +--
.../texera/amber/core/workflow/PhysicalOp.scala | 26 ++-
.../amber/core/workflow/PhysicalOpSpec.scala | 20 +++
.../texera/amber/storage/FileResolverSpec.scala | 50 ++++++
.../amber/storage/RepositoryMountManagerSpec.scala | 118 +++++++++++++
.../python/DualInputPortsPythonUDFOpDescV2.scala | 2 +
.../operator/udf/python/PythonUDFOpDescV2.scala | 2 +
.../udf/python/PythonUdfUiParameterSupport.scala | 80 ++++++++-
.../amber/operator/udf/python/UiUDFParameter.scala | 9 +
.../python/source/PythonUDFSourceOpDescV2.scala | 2 +
.../DualInputPortsPythonUDFOpDescV2Spec.scala | 17 ++
.../udf/python/PythonUDFOpDescV2Spec.scala | 39 +++++
.../python/PythonUdfUiParameterSupportSpec.scala | 188 +++++++++++++++++++++
.../operator/udf/python/UiUDFParameterSpec.scala | 10 ++
.../source/PythonUDFSourceOpDescV2Spec.scala | 17 ++
.../texera/service/util/KubernetesClient.scala | 35 +++-
.../texera/service/util/KubernetesClientSpec.scala | 20 ++-
frontend/src/app/common/formly/formly-config.ts | 2 +
frontend/src/app/common/type/resource-type.ts | 1 +
.../service/user/model/model.service.spec.ts | 7 +
.../dashboard/service/user/model/model.service.ts | 6 +
.../model-selection-modal.component.html} | 25 ++-
.../model-selection-modal.component.scss} | 4 +-
.../model-selection-modal.component.spec.ts | 143 ++++++++++++++++
.../model-selection-modal.component.ts | 129 ++++++++++++++
.../resource-value-selector.component.html} | 20 ++-
.../resource-value-selector.component.scss} | 14 +-
.../resource-value-selector.component.spec.ts | 83 +++++++++
.../resource-value-selector.component.ts | 118 +++++++++++++
.../ui-udf-parameters.component.spec.ts | 87 +++++++++-
.../ui-udf-parameters.component.ts | 58 ++++++-
.../ui-udf-parameters-parser.service.spec.ts | 40 +++++
.../ui-udf-parameters-parser.service.ts | 31 +++-
.../ui-udf-parameters-sync.service.spec.ts | 28 +++
.../code-editor/ui-udf-parameters-sync.service.ts | 9 +-
57 files changed, 2077 insertions(+), 202 deletions(-)
create mode 100644
common/workflow-core/src/main/scala/org/apache/texera/amber/core/storage/RepositoryMountManager.scala
copy
common/workflow-core/src/main/scala/org/apache/texera/amber/core/workflow/{LocationPreference.scala
=> ExecutionTimeBinding.scala} (52%)
create mode 100644
common/workflow-core/src/test/scala/org/apache/texera/amber/storage/RepositoryMountManagerSpec.scala
create mode 100644
common/workflow-operator/src/test/scala/org/apache/texera/amber/operator/udf/python/PythonUdfUiParameterSupportSpec.scala
copy
frontend/src/app/workspace/component/{dataset-selection-modal/dataset-selection-modal.component.html
=> model-selection-modal/model-selection-modal.component.html} (70%)
copy
frontend/src/app/workspace/component/{dataset-selection-modal/dataset-selection-modal.component.scss
=> model-selection-modal/model-selection-modal.component.scss} (96%)
create mode 100644
frontend/src/app/workspace/component/model-selection-modal/model-selection-modal.component.spec.ts
create mode 100644
frontend/src/app/workspace/component/model-selection-modal/model-selection-modal.component.ts
copy
frontend/src/app/workspace/component/{dataset-version-selector/dataset-version-selector.component.html
=> resource-value-selector/resource-value-selector.component.html} (76%)
copy
frontend/src/app/workspace/component/{dataset-selection-modal/dataset-selection-modal.component.scss
=> resource-value-selector/resource-value-selector.component.scss} (86%)
create mode 100644
frontend/src/app/workspace/component/resource-value-selector/resource-value-selector.component.spec.ts
create mode 100644
frontend/src/app/workspace/component/resource-value-selector/resource-value-selector.component.ts