This is an automated email from the ASF dual-hosted git repository.
aglinxinyuan pushed a change to branch xinyuan-loop-feb
in repository https://gitbox.apache.org/repos/asf/texera.git
from 2aa0bbc3bf fix fmt
add b74f9c9cd3 fix: old workflows failing to run after input port field
rename (#4379)
add babb1b868e refactor: move text selection handling to workspace
component (#4383)
add e0fc7df17e feat: add File Lister operator (#4364)
add ec025091aa chore: remove R support from Docker images for license
compliance (#4385)
add 8560cca80b fix(operator): guard against NoSuchElementException in
ParallelCSVScanSourceOpDesc.getPhysicalOp (#4375)
add 407a91fa65 refactor(frontend): move shared computing unit types and
services to `frontend/src/app/common` (#4358)
add ea1e9d1237 fix(helm): Add `AUTH_JWT_SECRET` to `values.yaml` (#4388)
add d547c76e07 feat: add File Scan From Input operator (#4369)
add b3db209d41 fix(frontend): unsubscribe connection-status subscription
in WorkflowWebsocketService.closeWebsocket (#4377)
add 2bc211f727 Merge branch 'main' into xiaozhen-sync-region-kill
add 367f7bef39 Merge branch 'xiaozhen-sync-region-kill' into
xinyuan-loop-feb
No new revisions were added by this update.
Summary of changes:
.github/workflows/build-and-push-images.yml | 13 ---
bin/build-images.sh | 34 ++----
bin/computing-unit-master.dockerfile | 57 +--------
bin/computing-unit-worker.dockerfile | 54 +--------
.../access-control-service-deployment.yaml | 4 +
bin/k8s/values.yaml | 3 +
.../apache/texera/amber/operator/LogicalOp.scala | 5 +-
.../texera/amber/operator/PortDescriptor.scala | 5 +-
.../dataset/FileListerSourceOpDesc.scala} | 34 +++---
.../source/dataset/FileListerSourceOpExec.scala | 59 ++++++++++
.../source/scan/csv/CSVScanSourceOpDesc.scala | 2 +-
.../scan/csv/ParallelCSVScanSourceOpDesc.scala | 2 +-
.../FileScanOpDesc.scala} | 48 ++++----
.../scan/file/FileScanOpExec.scala} | 44 +++----
.../scan/{ => file}/FileScanSourceOpDesc.scala | 5 +-
.../file/FileScanSourceOpExec.scala} | 36 +++---
.../FileScanUtils.scala} | 120 +++++++++++--------
.../dataset/FileListerSourceOpDescSpec.scala} | 30 +++--
.../source/scan/csv/CSVScanSourceOpDescSpec.scala | 32 ++++++
.../source/scan/file/FileScanOpDescSpec.scala | 99 ++++++++++++++++
.../{text => file}/FileScanSourceOpDescSpec.scala | 9 +-
.../scan/{ => file}/FileScanSourceOpExecSpec.scala | 3 +-
frontend/src/app/app.module.ts | 10 +-
frontend/src/app/common/formly/formly-config.ts | 6 +-
.../computing-unit-actions.service.ts | 17 ++-
.../computing-unit-status.service.ts | 12 +-
.../mock-computing-unit-status.service.ts | 2 +-
.../workflow-computing-unit-managing.service.ts | 4 +-
.../type}/computing-unit-connection.interface.ts | 0
.../type}/workflow-computing-unit.ts | 0
.../src/app/common/util/computing-unit.util.ts | 2 +-
.../user-computing-unit-list-item.component.ts | 8 +-
.../user-computing-unit.component.spec.ts | 6 +-
.../user-computing-unit.component.ts | 8 +-
.../service/user/download/download.service.ts | 2 +-
frontend/src/app/dashboard/type/dashboard-entry.ts | 2 +-
frontend/src/app/dashboard/type/type-predicates.ts | 2 +-
.../dataset-file-selector.component.html} | 26 ++---
.../dataset-file-selector.component.ts} | 34 ++----
.../dataset-selection-modal.component.html | 67 +++++++++++
.../dataset-selection-modal.component.scss} | 16 +--
.../dataset-selection-modal.component.ts | 108 ++++++++++++++++++
.../dataset-version-selector.component.html} | 17 ++-
.../dataset-version-selector.component.ts | 60 ++++++++++
.../file-selection/file-selection.component.html | 77 -------------
.../file-selection/file-selection.component.scss | 89 ---------------
.../file-selection/file-selection.component.ts | 127 ---------------------
.../input-autocomplete.component.html | 42 -------
.../input-autocomplete.component.scss | 50 --------
.../input-autocomplete.component.spec.ts | 49 --------
.../component/left-panel/left-panel.component.scss | 1 -
.../time-travel/time-travel.component.spec.ts | 4 +-
.../app/workspace/component/menu/menu.component.ts | 6 +-
.../computing-unit-selection.component.spec.ts | 4 +-
.../computing-unit-selection.component.ts | 11 +-
.../operator-property-edit-frame.component.spec.ts | 4 +-
.../operator-property-edit-frame.component.ts | 22 +++-
.../property-editor/property-editor.component.scss | 1 -
.../property-editor.component.spec.ts | 4 +-
.../result-exportation.component.ts | 4 +-
.../console-frame/console-frame.component.spec.ts | 4 +-
.../error-frame/error-frame.component.spec.ts | 4 +-
.../result-panel/result-panel.component.scss | 1 -
.../result-panel/result-panel.component.spec.ts | 4 +-
.../workflow-editor.component.spec.ts | 4 +-
.../workspace/component/workspace.component.scss | 5 +-
.../execute-workflow.service.spec.ts | 4 +-
.../execute-workflow/execute-workflow.service.ts | 2 +-
.../operator-menu/operator-menu.service.spec.ts | 4 +-
.../workflow-result-export.service.ts | 2 +-
.../workflow-websocket.service.spec.ts | 60 ++++++++++
.../workflow-websocket.service.ts | 4 +-
.../{CSVFileScan.png => FileLister.png} | Bin
.../{CSVFileScan.png => FileScanOp.png} | Bin
74 files changed, 833 insertions(+), 867 deletions(-)
copy
common/workflow-operator/src/main/scala/org/apache/texera/amber/operator/{sleep/SleepOpDesc.scala
=> source/dataset/FileListerSourceOpDesc.scala} (67%)
create mode 100644
common/workflow-operator/src/main/scala/org/apache/texera/amber/operator/source/dataset/FileListerSourceOpExec.scala
copy
common/workflow-operator/src/main/scala/org/apache/texera/amber/operator/source/scan/{FileScanSourceOpDesc.scala
=> file/FileScanOpDesc.scala} (66%)
copy
common/workflow-operator/src/main/scala/org/apache/texera/amber/operator/{split/SplitOpExec.scala
=> source/scan/file/FileScanOpExec.scala} (58%)
rename
common/workflow-operator/src/main/scala/org/apache/texera/amber/operator/source/scan/{
=> file}/FileScanSourceOpDesc.scala (93%)
copy
common/workflow-operator/src/main/scala/org/apache/texera/amber/operator/source/{fetcher/URLFetcherOpExec.scala
=> scan/file/FileScanSourceOpExec.scala} (55%)
rename
common/workflow-operator/src/main/scala/org/apache/texera/amber/operator/source/scan/{FileScanSourceOpExec.scala
=> file/FileScanUtils.scala} (54%)
copy
common/workflow-operator/src/test/scala/org/apache/texera/amber/operator/{visualization/scatterplot/ScatterPlotOpDescSpec.scala
=> source/dataset/FileListerSourceOpDescSpec.scala} (52%)
create mode 100644
common/workflow-operator/src/test/scala/org/apache/texera/amber/operator/source/scan/file/FileScanOpDescSpec.scala
rename
common/workflow-operator/src/test/scala/org/apache/texera/amber/operator/source/scan/{text
=> file}/FileScanSourceOpDescSpec.scala (97%)
rename
common/workflow-operator/src/test/scala/org/apache/texera/amber/operator/source/scan/{
=> file}/FileScanSourceOpExecSpec.scala (97%)
rename frontend/src/app/{dashboard/service/user =>
common/service/computing-unit}/computing-unit-actions/computing-unit-actions.service.ts
(84%)
rename frontend/src/app/{workspace/service =>
common/service/computing-unit}/computing-unit-status/computing-unit-status.service.ts
(94%)
rename frontend/src/app/{workspace/service =>
common/service/computing-unit}/computing-unit-status/mock-computing-unit-status.service.ts
(94%)
rename frontend/src/app/{workspace/service =>
common/service/computing-unit}/workflow-computing-unit/workflow-computing-unit-managing.service.ts
(98%)
rename frontend/src/app/{workspace/types =>
common/type}/computing-unit-connection.interface.ts (100%)
rename frontend/src/app/{workspace/types =>
common/type}/workflow-computing-unit.ts (100%)
copy
frontend/src/app/{dashboard/component/user/user-avatar/user-avatar.component.html
=>
workspace/component/dataset-file-selector/dataset-file-selector.component.html}
(70%)
rename
frontend/src/app/workspace/component/{input-autocomplete/input-autocomplete.component.ts
=> dataset-file-selector/dataset-file-selector.component.ts} (64%)
create mode 100644
frontend/src/app/workspace/component/dataset-selection-modal/dataset-selection-modal.component.html
copy
frontend/src/app/{common/service/user/registration-request-modal/registration-request-modal.component.scss
=>
workspace/component/dataset-selection-modal/dataset-selection-modal.component.scss}
(84%)
create mode 100644
frontend/src/app/workspace/component/dataset-selection-modal/dataset-selection-modal.component.ts
copy
frontend/src/app/{common/formly/collab-wrapper/collab-wrapper/collab-wrapper.component.html
=>
workspace/component/dataset-version-selector/dataset-version-selector.component.html}
(78%)
create mode 100644
frontend/src/app/workspace/component/dataset-version-selector/dataset-version-selector.component.ts
delete mode 100644
frontend/src/app/workspace/component/file-selection/file-selection.component.html
delete mode 100644
frontend/src/app/workspace/component/file-selection/file-selection.component.scss
delete mode 100644
frontend/src/app/workspace/component/file-selection/file-selection.component.ts
delete mode 100644
frontend/src/app/workspace/component/input-autocomplete/input-autocomplete.component.html
delete mode 100644
frontend/src/app/workspace/component/input-autocomplete/input-autocomplete.component.scss
delete mode 100644
frontend/src/app/workspace/component/input-autocomplete/input-autocomplete.component.spec.ts
copy frontend/src/assets/operator_images/{CSVFileScan.png => FileLister.png}
(100%)
mode change 100755 => 100644
copy frontend/src/assets/operator_images/{CSVFileScan.png => FileScanOp.png}
(100%)
mode change 100755 => 100644