This is an automated email from the ASF dual-hosted git repository.
xiaozhenliu pushed a change to branch xiaozhen-caching-prototype
in repository https://gitbox.apache.org/repos/asf/texera.git
from 30ab556d13 Merge branch 'refs/heads/main' into
xiaozhen-caching-prototype
new 5cbac1546d fix(computing-unit-managing-service): clear cache metadata
on CU termination and CU switch
add e68abc3af1 fix(ci): Update sbt setup action to version 1.1.22 (#4355)
add b50f4e57c8 feat(gui): add full computing unit tab (#4331)
add 84c0821d4f chore: add affiliation and joiningReason to email (#4326)
add 39b42c3cc7 chore(helm): bump LakeFS version in the helm chart from
1.4.5 to 1.8.1 (#4357)
add 46803c39c9 fix: handle LakeFS pagination to return all results beyond
default 100-item limit (#4349)
add 353a31e3c2 feat(script): add a bootstrap script for setting up
Lakekeeper in the local development environment (#4273)
add dffd0312c0 feat: allow Multi-Link on Input Ports (#4342)
add 9fafe474ab refactor: change Compute tab url from "unit" to "compute"
(#4361)
add b24a44d2da fix(core): Fix Amber Home Path Resolution (#4356)
add 786f7d75b1 feat: enable text selection by default across the platform
(#4366)
add ddf5e5d68d feat: change project name in email to be configurable
(#4373)
new 3b0ff92d72 Merge branch 'refs/heads/main' into
xiaozhen-caching-prototype
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/build-and-push-images.yml | 6 +-
.github/workflows/github-action-build.yml | 2 +-
.../proto/org/apache/texera/amber/core/__init__.py | 2 +-
.../apache/texera/amber/engine/common/Utils.scala | 4 +-
.../apache/texera/web/resource/EmailTemplate.scala | 15 +-
.../apache/texera/web/resource/GmailResource.scala | 12 +-
bin/bootstrap-lakekeeper.sh | 473 +++++++++++++++++++++
bin/k8s/Chart.yaml | 2 +-
common/config/src/main/resources/storage.conf | 7 +-
common/config/src/main/resources/user-system.conf | 3 +
.../apache/texera/config/UserSystemConfig.scala | 1 +
.../org/apache/texera/amber/core/workflow.proto | 3 +-
.../core/storage/util/LakeFSStorageClient.scala | 45 +-
.../texera/amber/operator/PortDescriptor.scala | 2 +-
.../texera/amber/operator/dummy/DummyOpDesc.scala | 4 +-
.../metadata/OperatorMetadataGenerator.scala | 16 +
.../sklearn/testing/SklearnTestingOpDesc.scala | 3 +-
.../amber/operator/udf/java/JavaUDFOpDesc.scala | 4 +-
.../python/DualInputPortsPythonUDFOpDescV2.scala | 3 +-
.../operator/udf/python/PythonUDFOpDescV2.scala | 4 +-
.../texera/amber/operator/udf/r/RUDFOpDesc.scala | 4 +-
.../texera/amber/operator/union/UnionOpDesc.scala | 2 +-
.../visualization/DotPlot/DotPlotOpDesc.scala | 6 +-
.../IcicleChart/IcicleChartOpDesc.scala | 6 +-
.../ImageViz/ImageVisualizerOpDesc.scala | 6 +-
.../ScatterMatrixChartOpDesc.scala | 6 +-
.../visualization/barChart/BarChartOpDesc.scala | 6 +-
.../boxViolinPlot/BoxViolinPlotOpDesc.scala | 6 +-
.../bubbleChart/BubbleChartOpDesc.scala | 6 +-
.../bulletChart/BulletChartOpDesc.scala | 9 +-
.../candlestickChart/CandlestickChartOpDesc.scala | 6 +-
.../choroplethMap/ChoroplethMapOpDesc.scala | 6 +-
.../ContinuousErrorBandsOpDesc.scala | 6 +-
.../contourPlot/ContourPlotOpDesc.scala | 6 +-
.../dendrogram/DendrogramOpDesc.scala | 6 +-
.../dumbbellPlot/DumbbellPlotOpDesc.scala | 30 +-
.../FigureFactoryTableOpDesc.scala | 6 +-
.../filledAreaPlot/FilledAreaPlotOpDesc.scala | 6 +-
.../funnelPlot/FunnelPlotOpDesc.scala | 6 +-
.../ganttChart/GanttChartOpDesc.scala | 6 +-
.../gaugeChart/GaugeChartOpDesc.scala | 6 +-
.../visualization/heatMap/HeatMapOpDesc.scala | 6 +-
.../hierarchychart/HierarchyChartOpDesc.scala | 6 +-
.../histogram/HistogramChartOpDesc.scala | 6 +-
.../histogram2d/Histogram2DOpDesc.scala | 6 +-
.../visualization/htmlviz/HtmlVizOpDesc.scala | 6 +-
.../visualization/lineChart/LineChartOpDesc.scala | 6 +-
.../nestedTable/NestedTableOpDesc.scala | 6 +-
.../networkGraph/NetworkGraphOpDesc.scala | 6 +-
.../visualization/pieChart/PieChartOpDesc.scala | 6 +-
.../quiverPlot/QuiverPlotOpDesc.scala | 6 +-
.../radarChart/RadarChartOpDesc.scala | 6 +-
.../rangeSlider/RangeSliderOpDesc.scala | 6 +-
.../sankeyDiagram/SankeyDiagramOpDesc.scala | 6 +-
.../scatter3DChart/Scatter3dChartOpDesc.scala | 6 +-
.../scatterplot/ScatterplotOpDesc.scala | 6 +-
.../stripChart/StripChartOpDesc.scala | 6 +-
.../tablesChart/TablesPlotOpDesc.scala | 6 +-
.../ternaryPlot/TernaryPlotOpDesc.scala | 6 +-
.../timeSeriesplot/TimeSeriesOpDesc.scala} | 6 +-
.../{TreeplotOpDesc.scala => TreePlotOpDesc.scala} | 6 +-
.../visualization/urlviz/UrlVizOpDesc.scala | 6 +-
.../volcanoPlot/VolcanoPlotOpDesc.scala | 6 +-
.../waterfallChart/WaterfallChartOpDesc.scala | 6 +-
.../visualization/wordCloud/WordCloudOpDesc.scala | 6 +-
.../resource/ComputingUnitManagingResource.scala | 38 ++
docs/operator-port-cache.md | 1 +
.../service/resource/DatasetResourceSpec.scala | 26 ++
frontend/src/app/app-routing.constant.ts | 2 +-
frontend/src/app/app-routing.module.ts | 2 +-
frontend/src/app/app.module.ts | 2 +
.../src/app/common/service/gmail/gmail.service.ts | 22 +-
.../src/app/common/service/user/auth.service.ts | 2 +-
.../proto/org/apache/texera/amber/core/workflow.ts | 18 +-
.../src/app/common/util/computing-unit.util.ts | 353 +++++++++++++++
.../dashboard/component/dashboard.component.html | 2 +-
.../user-computing-unit-list-item.component.html | 212 +++++++++
.../user-computing-unit-list-item.component.scss} | 246 ++++++-----
.../user-computing-unit-list-item.component.ts | 316 ++++++++++++++
.../user-computing-unit.component.html | 203 +++++++++
.../user-computing-unit.component.scss | 70 +++
.../user-computing-unit.component.spec.ts | 27 +-
.../user-computing-unit.component.ts | 257 ++++++++++-
.../computing-unit-actions.service.ts | 133 ++++++
.../component/left-panel/left-panel.component.scss | 1 +
.../workspace/component/menu/menu.component.html | 1 +
.../workspace/component/menu/menu.component.scss | 4 +
.../computing-unit-selection.component.ts | 467 ++++----------------
.../property-editor/property-editor.component.scss | 1 +
.../result-panel/result-panel.component.scss | 1 +
.../workflow-editor.component.spec.ts | 4 +-
.../workflow-editor/workflow-editor.component.ts | 6 +-
.../workspace/component/workspace.component.scss | 1 +
.../computing-unit-status.service.ts | 6 +
.../mock-operator-metadata.data.ts | 2 +-
.../validation/validation-workflow.service.ts | 10 +-
.../model/workflow-action.service.ts | 8 +-
.../workflow-graph/util/workflow-util.service.ts | 4 +-
.../workflow-cache-entries.service.ts | 9 +
.../workspace/types/execute-workflow.interface.ts | 2 +-
.../workspace/types/operator-schema.interface.ts | 4 +-
.../workspace/types/workflow-common.interface.ts | 2 +-
frontend/src/styles.scss | 4 +-
sql/{texera_lakefs.sql => texera_lakekeeper.sql} | 4 +-
104 files changed, 2611 insertions(+), 764 deletions(-)
create mode 100755 bin/bootstrap-lakekeeper.sh
rename
common/workflow-operator/src/main/scala/org/apache/texera/amber/operator/{timeSeriesPlot/TimeSeriesPlot.scala
=> visualization/timeSeriesplot/TimeSeriesOpDesc.scala} (97%)
rename
common/workflow-operator/src/main/scala/org/apache/texera/amber/operator/visualization/treeplot/{TreeplotOpDesc.scala
=> TreePlotOpDesc.scala} (98%)
create mode 100644 frontend/src/app/common/util/computing-unit.util.ts
create mode 100644
frontend/src/app/dashboard/component/user/user-computing-unit/user-computing-unit-list-item/user-computing-unit-list-item.component.html
copy
frontend/src/app/dashboard/component/user/{list-item/list-item.component.scss
=>
user-computing-unit/user-computing-unit-list-item/user-computing-unit-list-item.component.scss}
(52%)
create mode 100644
frontend/src/app/dashboard/component/user/user-computing-unit/user-computing-unit-list-item/user-computing-unit-list-item.component.ts
create mode 100644
frontend/src/app/dashboard/service/user/computing-unit-actions/computing-unit-actions.service.ts
copy sql/{texera_lakefs.sql => texera_lakekeeper.sql} (91%)
