This is an automated email from the ASF dual-hosted git repository.
linxinyuan pushed a change to branch xinyuan-loop-feb
in repository https://gitbox.apache.org/repos/asf/texera.git
from 02d79d1837 update
add d08bf698a7 fix(frontend): handle multi-item array updates in
updateYTypeFromObject (#4265)
add 6a4baacde7 chore(ci): Bumped pyiceberg to v0.11.1 (#4297)
add e8c1f5d474 chore(dep): bump typing_extensions to 4.14.1 (#4300)
add 9ac58cf60b fix(backend): Update PHYSICAL_ADDRESS_EXPIRATION_TIME_HRS
to 24hrs (#4269)
add 0806b4a8c9 chore(dep): bump pillow to 12.1.1 (#4310)
add 31308a29eb fix: reduce catalog round-trips in
`IcebergDocument.hasNext()` to improve result read performance (#4293)
add aebd456540 chore(ci): Support Python 3.13 (#4088)
add a7c33414fe fix: initialize large-binary S3 bucket at startup to
prevent NoSuchBucketException (#4241)
add c240a296f4 feat(backend): Add 'method' type annotation support for
PyBuilder (#4267)
add 8e2d20c165 refactor(auth): use SecureRandom for random hex string
generation (#4285)
add bf5a4029f8 fix(ci): change unallowed action to curl for sending email
on ddl change (#4323)
add be158d73ee chore: Reduce Texera k8 Resources for Development (#4165)
add 325f697e28 feat(frontend): improve dataset detail page layout (#4337)
add f9be03ae22 feat: add view more toggle for markdown description (#4330)
add 9aa6bbc386 fix: path issue in frontend protobuf generation script
(#4332)
add cd9f9a7ae1 chore(docs): include the wiki instruction as the README in
the docker compose folder (#4320)
add 70021f66c2 feat(gui): add computing unit types in frontend dashboard
(#4327)
add b852f7d99b fix: regenerate protobuf files in the frontend (#4334)
add 09f04c8f0b feat(amber): add RESTCatalog support for result storage
(#4272)
add 8cd5a56f11 fix: regenerate protobuf files in the python (#4336)
add 50636fdb41 chore(SECURITY.md): add more description regarding the UDF
security model (#4299)
add 5bd1417bbe fix(ci): update Docker action SHAs to Apache-approved
versions (#4345)
add 9b63619220 feat(gui): add computing unit tab shell (#4328)
add e68abc3af1 fix(ci): Update sbt setup action to version 1.1.22 (#4355)
add b50f4e57c8 feat(gui): add full computing unit tab (#4331)
add 84c0821d4f chore: add affiliation and joiningReason to email (#4326)
add 39b42c3cc7 chore(helm): bump LakeFS version in the helm chart from
1.4.5 to 1.8.1 (#4357)
add 46803c39c9 fix: handle LakeFS pagination to return all results beyond
default 100-item limit (#4349)
add 353a31e3c2 feat(script): add a bootstrap script for setting up
Lakekeeper in the local development environment (#4273)
add dffd0312c0 feat: allow Multi-Link on Input Ports (#4342)
add 9fafe474ab refactor: change Compute tab url from "unit" to "compute"
(#4361)
add b24a44d2da fix(core): Fix Amber Home Path Resolution (#4356)
add 786f7d75b1 feat: enable text selection by default across the platform
(#4366)
add ddf5e5d68d feat: change project name in email to be configurable
(#4373)
add 42befa9ebc Merge branch 'main' into xiaozhen-sync-region-kill
add 754d4d19be Merge branch 'xiaozhen-sync-region-kill' into
xinyuan-loop-feb
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 1 +
.../automatic-email-notif-on-ddl-change.yml | 32 +-
.github/workflows/build-and-push-images.yml | 28 +-
.github/workflows/github-action-build.yml | 4 +-
.licenserc.yaml | 4 +
LICENSE | 4 -
SECURITY.md | 24 +-
amber/operator-requirements.txt | 2 +-
amber/requirements.txt | 7 +-
.../storage/iceberg/iceberg_catalog_instance.py | 36 +-
.../python/core/storage/iceberg/iceberg_utils.py | 40 +-
.../core/storage/iceberg/test_iceberg_document.py | 3 +
.../src/main/python/core/storage/storage_config.py | 12 +-
.../proto/org/apache/texera/amber/core/__init__.py | 6 +-
.../engine/architecture/sendsemantics/__init__.py | 4 +-
.../amber/engine/architecture/worker/__init__.py | 4 +-
.../pytexera/storage/test_large_binary_manager.py | 3 +
amber/src/main/python/texera_run_python_worker.py | 6 +
.../pythonworker/PythonWorkflowWorker.scala | 3 +
.../apache/texera/amber/engine/common/Utils.scala | 4 +-
.../apache/texera/web/resource/EmailTemplate.scala | 15 +-
.../apache/texera/web/resource/GmailResource.scala | 12 +-
bin/bootstrap-lakekeeper.sh | 473 +++++++++
bin/frontend-proto-gen.sh | 2 +-
bin/k8s/Chart.yaml | 2 +-
bin/k8s/{values.yaml => values-development.yaml} | 52 +-
bin/single-node/README.md | 174 +++-
common/config/src/main/resources/storage.conf | 15 +-
common/config/src/main/resources/user-system.conf | 3 +
.../amber/config/EnvironmentalVariable.scala | 1 +
.../apache/texera/amber/config/StorageConfig.scala | 4 +-
.../org/apache/texera/config/AuthConfig.scala | 7 +-
.../apache/texera/config/UserSystemConfig.scala | 1 +
.../amber/pybuilder/EncodableInspector.scala | 16 +-
.../amber/pybuilder/EncodableStringAnnotation.java | 3 +-
.../pybuilder/PythonTemplateBuilderSpec.scala | 16 +
common/workflow-core/build.sbt | 19 +-
.../org/apache/texera/amber/core/workflow.proto | 3 +-
.../core/storage/IcebergCatalogInstance.scala | 2 +-
.../storage/result/iceberg/IcebergDocument.scala | 6 +
.../core/storage/util/LakeFSStorageClient.scala | 45 +-
.../org/apache/texera/amber/util/IcebergUtil.scala | 44 +-
.../texera/service/util/LargeBinaryManager.scala | 4 +-
.../texera/service/util/S3StorageClient.scala | 3 +-
.../result/iceberg/IcebergDocumentSpec.scala | 78 +-
.../texera/amber/operator/PortDescriptor.scala | 2 +-
.../texera/amber/operator/dummy/DummyOpDesc.scala | 4 +-
.../metadata/OperatorMetadataGenerator.scala | 16 +
.../sklearn/testing/SklearnTestingOpDesc.scala | 3 +-
.../amber/operator/udf/java/JavaUDFOpDesc.scala | 4 +-
.../python/DualInputPortsPythonUDFOpDescV2.scala | 3 +-
.../operator/udf/python/PythonUDFOpDescV2.scala | 4 +-
.../texera/amber/operator/udf/r/RUDFOpDesc.scala | 4 +-
.../texera/amber/operator/union/UnionOpDesc.scala | 2 +-
.../visualization/DotPlot/DotPlotOpDesc.scala | 6 +-
.../IcicleChart/IcicleChartOpDesc.scala | 6 +-
.../ImageViz/ImageVisualizerOpDesc.scala | 6 +-
.../ScatterMatrixChartOpDesc.scala | 6 +-
.../visualization/barChart/BarChartOpDesc.scala | 6 +-
.../boxViolinPlot/BoxViolinPlotOpDesc.scala | 6 +-
.../bubbleChart/BubbleChartOpDesc.scala | 6 +-
.../bulletChart/BulletChartOpDesc.scala | 9 +-
.../candlestickChart/CandlestickChartOpDesc.scala | 6 +-
.../choroplethMap/ChoroplethMapOpDesc.scala | 6 +-
.../ContinuousErrorBandsOpDesc.scala | 6 +-
.../contourPlot/ContourPlotOpDesc.scala | 6 +-
.../dendrogram/DendrogramOpDesc.scala | 6 +-
.../dumbbellPlot/DumbbellPlotOpDesc.scala | 30 +-
.../FigureFactoryTableOpDesc.scala | 6 +-
.../filledAreaPlot/FilledAreaPlotOpDesc.scala | 6 +-
.../funnelPlot/FunnelPlotOpDesc.scala | 6 +-
.../ganttChart/GanttChartOpDesc.scala | 6 +-
.../gaugeChart/GaugeChartOpDesc.scala | 6 +-
.../visualization/heatMap/HeatMapOpDesc.scala | 6 +-
.../hierarchychart/HierarchyChartOpDesc.scala | 6 +-
.../histogram/HistogramChartOpDesc.scala | 6 +-
.../histogram2d/Histogram2DOpDesc.scala | 6 +-
.../visualization/htmlviz/HtmlVizOpDesc.scala | 6 +-
.../visualization/lineChart/LineChartOpDesc.scala | 6 +-
.../nestedTable/NestedTableOpDesc.scala | 6 +-
.../networkGraph/NetworkGraphOpDesc.scala | 6 +-
.../visualization/pieChart/PieChartOpDesc.scala | 6 +-
.../quiverPlot/QuiverPlotOpDesc.scala | 6 +-
.../radarChart/RadarChartOpDesc.scala | 6 +-
.../rangeSlider/RangeSliderOpDesc.scala | 6 +-
.../sankeyDiagram/SankeyDiagramOpDesc.scala | 6 +-
.../scatter3DChart/Scatter3dChartOpDesc.scala | 6 +-
.../scatterplot/ScatterplotOpDesc.scala | 6 +-
.../stripChart/StripChartOpDesc.scala | 6 +-
.../tablesChart/TablesPlotOpDesc.scala | 6 +-
.../ternaryPlot/TernaryPlotOpDesc.scala | 6 +-
.../timeSeriesplot/TimeSeriesOpDesc.scala} | 6 +-
.../{TreeplotOpDesc.scala => TreePlotOpDesc.scala} | 6 +-
.../visualization/urlviz/UrlVizOpDesc.scala | 6 +-
.../volcanoPlot/VolcanoPlotOpDesc.scala | 6 +-
.../waterfallChart/WaterfallChartOpDesc.scala | 6 +-
.../visualization/wordCloud/WordCloudOpDesc.scala | 6 +-
.../resource/ComputingUnitManagingResource.scala | 2 +
.../org/apache/texera/service/FileService.scala | 3 +
.../service/resource/DatasetResourceSpec.scala | 67 +-
frontend/src/app/app-routing.constant.ts | 1 +
frontend/src/app/app-routing.module.ts | 5 +
frontend/src/app/app.module.ts | 4 +
.../src/app/common/service/gmail/gmail.service.ts | 22 +-
.../src/app/common/service/user/auth.service.ts | 2 +-
frontend/src/app/common/type/physical-plan.ts | 4 +-
.../type/proto/google/protobuf/descriptor.ts | 1045 ++++++++++++++------
.../{engine/common => core}/virtualidentity.ts | 67 +-
.../amber/{engine/common => core}/workflow.ts | 255 +++--
.../src/app/common/type/proto/scalapb/scalapb.ts | 293 +++---
.../src/app/common/util/computing-unit.util.ts | 353 +++++++
.../src/app/common/util/port-identity-serde.ts | 2 +-
.../dashboard/component/dashboard.component.html | 11 +
.../app/dashboard/component/dashboard.component.ts | 2 +
.../markdown-description.component.html | 19 +-
.../markdown-description.component.scss | 15 +-
.../markdown-description.component.ts | 98 +-
.../user-computing-unit-list-item.component.html | 212 ++++
.../user-computing-unit-list-item.component.scss} | 246 +++--
.../user-computing-unit-list-item.component.ts | 316 ++++++
.../user-computing-unit.component.html | 232 +++++
.../user-computing-unit.component.scss | 99 ++
.../user-computing-unit.component.spec.ts | 65 ++
.../user-computing-unit.component.ts | 280 ++++++
.../dataset-detail.component.html | 136 ++-
.../dataset-detail.component.scss | 149 +--
.../computing-unit-actions.service.ts | 133 +++
frontend/src/app/dashboard/type/dashboard-entry.ts | 39 +-
frontend/src/app/dashboard/type/search-result.ts | 2 +-
frontend/src/app/dashboard/type/type-predicates.ts | 5 +
.../detail/hub-workflow-detail.component.html | 5 +-
frontend/src/app/hub/service/hub.service.ts | 1 +
.../component/left-panel/left-panel.component.scss | 1 +
.../workspace/component/menu/menu.component.html | 1 +
.../workspace/component/menu/menu.component.scss | 4 +
.../computing-unit-selection.component.ts | 467 ++-------
.../property-editor/property-editor.component.scss | 1 +
.../result-panel/result-panel.component.scss | 1 +
.../workflow-editor.component.spec.ts | 4 +-
.../workflow-editor/workflow-editor.component.ts | 6 +-
.../workspace/component/workspace.component.scss | 1 +
.../mock-operator-metadata.data.ts | 2 +-
.../validation/validation-workflow.service.ts | 10 +-
.../model/workflow-action.service.ts | 8 +-
.../workflow-graph/util/workflow-util.service.ts | 4 +-
.../workspace/types/execute-workflow.interface.ts | 2 +-
.../workspace/types/operator-schema.interface.ts | 4 +-
.../workspace/types/shared-editing.interface.ts | 125 ++-
.../workspace/types/workflow-common.interface.ts | 2 +-
frontend/src/styles.scss | 4 +-
sql/{texera_lakefs.sql => texera_lakekeeper.sql} | 4 +-
151 files changed, 4844 insertions(+), 1551 deletions(-)
create mode 100755 bin/bootstrap-lakekeeper.sh
copy bin/k8s/{values.yaml => values-development.yaml} (91%)
rename
common/workflow-operator/src/main/scala/org/apache/texera/amber/operator/{timeSeriesPlot/TimeSeriesPlot.scala
=> visualization/timeSeriesplot/TimeSeriesOpDesc.scala} (97%)
rename
common/workflow-operator/src/main/scala/org/apache/texera/amber/operator/visualization/treeplot/{TreeplotOpDesc.scala
=> TreePlotOpDesc.scala} (98%)
rename
frontend/src/app/common/type/proto/org/apache/texera/amber/{engine/common =>
core}/virtualidentity.ts (88%)
rename
frontend/src/app/common/type/proto/org/apache/texera/amber/{engine/common =>
core}/workflow.ts (62%)
create mode 100644 frontend/src/app/common/util/computing-unit.util.ts
create mode 100644
frontend/src/app/dashboard/component/user/user-computing-unit/user-computing-unit-list-item/user-computing-unit-list-item.component.html
copy
frontend/src/app/dashboard/component/user/{list-item/list-item.component.scss
=>
user-computing-unit/user-computing-unit-list-item/user-computing-unit-list-item.component.scss}
(52%)
create mode 100644
frontend/src/app/dashboard/component/user/user-computing-unit/user-computing-unit-list-item/user-computing-unit-list-item.component.ts
create mode 100644
frontend/src/app/dashboard/component/user/user-computing-unit/user-computing-unit.component.html
create mode 100644
frontend/src/app/dashboard/component/user/user-computing-unit/user-computing-unit.component.scss
create mode 100644
frontend/src/app/dashboard/component/user/user-computing-unit/user-computing-unit.component.spec.ts
create mode 100644
frontend/src/app/dashboard/component/user/user-computing-unit/user-computing-unit.component.ts
create mode 100644
frontend/src/app/dashboard/service/user/computing-unit-actions/computing-unit-actions.service.ts
copy sql/{texera_lakefs.sql => texera_lakekeeper.sql} (91%)
