This is an automated email from the ASF dual-hosted git repository.
aicam pushed a change to branch dependabot/pip/amber/transformers-5.0.0rc3
in repository https://gitbox.apache.org/repos/asf/texera.git
from bc131602d4 Merge branch 'main' into
dependabot/pip/amber/transformers-5.0.0rc3
add 62d4489600 fix: Revert "fix(auth): JwtAuthFilter eager-401 with
@PermitAll opt-out" (#5025)
add dcb457e053 test(frontend): expand spec coverage for download /
code-editor / annotation-suggestion (#5004)
add 2b763e442d refactor(amber): rename remaining Akka* identifiers to
Pekko* (#4949)
add 134d7d2785 feat: Add Python Virtual Environment Support: Installing
User Defined Packages (#4902)
add 7879c2a10f docs: move Hugo docs into repo under docs/ (#5000)
add 078ab64d3e feat: Adding a connection pool to reduce the time spent
opening connection to Postgres (#4851)
add b492a622bd ci: enable GitHub merge queue (#5036)
add 1497806fb7 fix: register OneToOnePartition in PartitionInfo
@JsonSubTypes (#5033)
add e7ffa4f9e8 Merge branch 'main' into
dependabot/pip/amber/transformers-5.0.0rc3
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 67 +++-
.github/workflows/auto-queue.yml | 335 -------------------
.github/workflows/check-header.yml | 1 +
.github/workflows/lint-pr.yml | 5 +
.github/workflows/required-checks.yml | 1 +
access-control-service/LICENSE-binary | 1 +
.../texera/service/AccessControlService.scala | 8 +-
.../auth/UnauthorizedExceptionMapperSpec.scala | 59 ----
amber/LICENSE-binary-java | 2 +-
.../architecture/common/ExecutorDeployment.scala | 2 +-
...ice.scala => PekkoActorRefMappingService.scala} | 2 +-
...aActorService.scala => PekkoActorService.scala} | 2 +-
...ice.scala => PekkoMessageTransferService.scala} | 6 +-
.../engine/architecture/common/WorkflowActor.scala | 10 +-
.../controller/ControllerProcessor.scala | 20 +-
.../controller/ControllerTimerService.scala | 6 +-
.../messaginglayer/WorkerTimerService.scala | 4 +-
.../scheduling/RegionExecutionCoordinator.scala | 10 +-
.../scheduling/WorkflowExecutionCoordinator.scala | 10 +-
.../texera/amber/engine/common/AmberRuntime.scala | 10 +-
.../pythonvirtualenvironment/PveManager.scala | 217 +++++++++---
.../pythonvirtualenvironment/PveResource.scala | 21 +-
.../PveWebsocketResource.scala | 30 +-
.../e2e/ReconfigurationIntegrationSpec.scala | 2 +-
.../logreplay/LogreplayPrimitivesSpec.scala | 2 +-
.../messaginglayer/CongestionControlSpec.scala | 2 +-
.../scheduling/RegionCoordinatorTestSupport.scala | 10 +-
.../RegionExecutionCoordinatorSpec.scala | 6 +-
.../WorkflowExecutionCoordinatorSpec.scala | 2 +-
.../engine/architecture/worker/WorkerSpec.scala | 2 +-
.../engine/common/CheckpointSubsystemSpec.scala | 2 +-
.../amber/engine/e2e/DataProcessingSpec.scala | 2 +-
.../apache/texera/amber/engine/e2e/PauseSpec.scala | 2 +-
.../amber/engine/e2e/ReconfigurationSpec.scala | 2 +-
.../engine/faulttolerance/CheckpointSpec.scala | 2 +-
.../amber/engine/faulttolerance/LoggingSpec.scala | 2 +-
.../pythonvirtualenvironment/PveResourceSpec.scala | 33 +-
...quirements.txt => system-requirements-lock.txt} | 102 ++++--
common/auth/build.sbt | 1 -
.../org/apache/texera/auth/JwtAuthFilter.scala | 96 ++----
.../apache/texera/auth/UnauthorizedException.scala | 57 ----
.../org/apache/texera/auth/JwtAuthFilterSpec.scala | 313 ------------------
.../config/{AkkaConfig.scala => PekkoConfig.scala} | 4 +-
common/dao/build.sbt | 1 +
.../scala/org/apache/texera/dao/SqlServer.scala | 50 ++-
.../scala/org/apache/texera/dao/MockTexeraDB.scala | 1 -
.../org/apache/texera/dao/SqlServerSpec.scala | 234 +++++++++++++
.../texera/amber/core/workflow/PartitionInfo.scala | 1 +
.../amber/core/workflow/PartitionInfoSpec.scala | 22 +-
computing-unit-managing-service/LICENSE-binary | 1 +
.../service/ComputingUnitManagingService.scala | 8 +-
config-service/LICENSE-binary | 1 +
.../org/apache/texera/service/ConfigService.scala | 8 +-
docs/_index.md | 28 ++
docs/concepts/_index.md | 38 +++
docs/contribution-guidelines/_index.md | 160 +++++++++
.../apache-license-header.md | 32 ++
.../guide-for-developers.md | 357 ++++++++++++++++++++
.../guide-to-frontend-development.md | 52 +++
.../guide-to-implement-java-operator.md | 283 ++++++++++++++++
.../guide-to-implement-python-operator.md | 91 +++++
.../making-contributions.md | 12 +
.../micro-services-local-dev.md | 58 ++++
.../release-email-template.md | 90 +++++
docs/examples/_index.md | 58 ++++
docs/getting-started/AccessLogin.md | 39 +++
docs/getting-started/_index.md | 20 ++
docs/getting-started/install-texera.md | 10 +
.../getting-started/installing-using-docker.md | 82 +----
docs/getting-started/run-on-kubernetes.md | 137 ++++++++
docs/getting-started/ui-overview.md | 32 ++
docs/overview.md | 43 +++
docs/reference/_index.md | 62 ++++
docs/reference/configuration.md | 5 +
docs/reference/engine.md | 5 +
docs/reference/frontend.md | 5 +
docs/reference/operators/_index.md | 47 +++
docs/reference/operators/control-block/_index.md | 18 +
docs/reference/operators/control-block/if.md | 22 ++
docs/reference/operators/control-block/sleep.md | 21 ++
docs/reference/operators/data-cleaning/_index.md | 28 ++
.../operators/data-cleaning/aggregate/_index.md | 17 +
.../operators/data-cleaning/aggregate/aggregate.md | 25 ++
docs/reference/operators/data-cleaning/distinct.md | 15 +
docs/reference/operators/data-cleaning/filter.md | 24 ++
.../operators/data-cleaning/join/_index.md | 19 ++
.../data-cleaning/join/cartesian-product.md | 15 +
.../operators/data-cleaning/join/hash-join.md | 23 ++
.../operators/data-cleaning/join/interval-join.md | 26 ++
docs/reference/operators/data-cleaning/limit.md | 21 ++
.../operators/data-cleaning/projection.md | 24 ++
.../operators/data-cleaning/set/_index.md | 20 ++
.../operators/data-cleaning/set/difference.md | 15 +
.../operators/data-cleaning/set/intersect.md | 15 +
.../data-cleaning/set/symmetricdifference.md | 15 +
.../reference/operators/data-cleaning/set/union.md | 15 +
.../operators/data-cleaning/sort/_index.md | 19 ++
.../data-cleaning/sort/sort-partitions.md | 23 ++
.../reference/operators/data-cleaning/sort/sort.md | 23 ++
.../data-cleaning/sort/stable-merge-sort.md | 23 ++
.../operators/data-cleaning/type-casting.md | 23 ++
docs/reference/operators/data-input/_index.md | 24 ++
.../operators/data-input/arrow-file-scan.md | 23 ++
.../operators/data-input/csv-file-scan.md | 26 ++
.../operators/data-input/csvold-file-scan.md | 26 ++
docs/reference/operators/data-input/file-lister.md | 21 ++
.../operators/data-input/file-scan-from-input.md | 27 ++
docs/reference/operators/data-input/file-scan.md | 28 ++
.../operators/data-input/jsonl-file-scan.md | 25 ++
docs/reference/operators/data-input/text-input.md | 25 ++
.../operators/database-connector/_index.md | 19 ++
.../database-connector/asterixdb-source.md | 45 +++
.../operators/database-connector/mysql-source.md | 36 ++
.../database-connector/postgresql-source.md | 36 ++
docs/reference/operators/external-api/_index.md | 20 ++
.../operators/external-api/reddit-search.md | 25 ++
.../twitter-full-archive-search-api.md | 27 ++
.../operators/external-api/twitter-search-api.md | 25 ++
.../operators/external-api/url-fetcher.md | 22 ++
.../reference/operators/machine-learning/_index.md | 17 +
.../machine-learning/advanced-sklearn/_index.md | 20 ++
.../advanced-sklearn/knn-classifier.md | 23 ++
.../advanced-sklearn/knn-regressor.md | 23 ++
.../advanced-sklearn/svm-classifier.md | 23 ++
.../advanced-sklearn/svm-regressor.md | 23 ++
.../machine-learning/hugging-face/_index.md | 20 ++
.../hugging-face-iris-logistic-regression.md | 24 ++
.../hugging-face-sentiment-analysis.md | 24 ++
.../hugging-face/hugging-face-spam-detection.md | 23 ++
.../hugging-face-text-summarization.md | 22 ++
.../machine-learning-general/_index.md | 17 +
.../machine-learning-scorer.md | 25 ++
.../operators/machine-learning/sklearn/_index.md | 48 +++
.../machine-learning/sklearn/adaptive-boosting.md | 24 ++
.../operators/machine-learning/sklearn/bagging.md | 24 ++
.../sklearn/bernoulli-naive-bayes.md | 24 ++
.../sklearn/complement-naive-bayes.md | 24 ++
.../machine-learning/sklearn/decision-tree.md | 24 ++
.../machine-learning/sklearn/dummy-classifier.md | 24 ++
.../machine-learning/sklearn/extra-tree.md | 24 ++
.../machine-learning/sklearn/extra-trees.md | 24 ++
.../sklearn/gaussian-naive-bayes.md | 24 ++
.../machine-learning/sklearn/gradient-boosting.md | 24 ++
.../sklearn/k-nearest-neighbors.md | 24 ++
.../machine-learning/sklearn/linear-perceptron.md | 24 ++
.../machine-learning/sklearn/linear-regression.md | 22 ++
.../sklearn/linear-support-vector-machine.md | 24 ++
.../logistic-regression-cross-validation.md | 24 ++
.../sklearn/logistic-regression.md | 24 ++
.../sklearn/multi-layer-perceptron.md | 24 ++
.../sklearn/multinomial-naive-bayes.md | 24 ++
.../machine-learning/sklearn/nearest-centroid.md | 24 ++
.../machine-learning/sklearn/passive-aggressive.md | 24 ++
.../sklearn/probability-calibration.md | 24 ++
.../machine-learning/sklearn/random-forest.md | 24 ++
.../sklearn/ridge-regression-cross-validation.md | 24 ++
.../machine-learning/sklearn/ridge-regression.md | 24 ++
.../machine-learning/sklearn/sklearn-prediction.md | 23 ++
.../machine-learning/sklearn/sklearn-testing.md | 23 ++
.../sklearn/sklearn-training/_index.md | 42 +++
.../sklearn-training/training-adaptive-boosting.md | 24 ++
.../sklearn-training/training-bagging-training.md | 24 ++
.../training-bernoulli-naive-bayes.md | 24 ++
.../training-complement-naive-bayes.md | 24 ++
.../sklearn-training/training-decision-tree.md | 24 ++
.../sklearn-training/training-dummy-classifier.md | 24 ++
.../sklearn-training/training-extra-tree.md | 24 ++
.../sklearn-training/training-extra-trees.md | 24 ++
.../training-gaussian-naive-bayes.md | 24 ++
.../sklearn-training/training-gradient-boosting.md | 24 ++
.../training-k-nearest-neighbors.md | 24 ++
.../sklearn-training/training-linear-perceptron.md | 24 ++
.../sklearn-training/training-linear-regression.md | 24 ++
.../training-linear-support-vector-machine.md | 24 ++
...raining-logistic-regression-cross-validation.md | 24 ++
.../training-logistic-regression.md | 24 ++
.../training-multi-layer-perceptron.md | 24 ++
.../training-multinomial-naive-bayes.md | 24 ++
.../sklearn-training/training-nearest-centroid.md | 24 ++
.../training-passive-aggressive.md | 24 ++
.../training-probability-calibration.md | 24 ++
.../sklearn-training/training-random-forest.md | 24 ++
.../training-ridge-regression-cross-validation.md | 24 ++
.../sklearn-training/training-ridge-regression.md | 24 ++
.../training-stochastic-gradient-descent.md | 24 ++
.../training-support-vector-machine.md | 24 ++
.../sklearn/stochastic-gradient-descent.md | 24 ++
.../sklearn/support-vector-machine.md | 24 ++
docs/reference/operators/output-modes.md | 24 ++
docs/reference/operators/parameters/_index.md | 17 +
.../parameters/sklearn-advanced-knn-parameters.md | 27 ++
.../parameters/sklearn-advanced-svc-parameters.md | 26 ++
.../parameters/sklearn-advanced-svr-parameters.md | 30 ++
docs/reference/operators/search/_index.md | 20 ++
.../operators/search/dictionary-matcher.md | 24 ++
docs/reference/operators/search/keyword-search.md | 22 ++
.../operators/search/regular-expression.md | 23 ++
.../reference/operators/search/substring-search.md | 23 ++
.../operators/user-defined-functions/_index.md | 16 +
.../user-defined-functions/java/_index.md | 17 +
.../user-defined-functions/java/java-udf.md | 48 +++
.../python/1-out-python-udf.md | 40 +++
.../python/2-in-python-udf.md | 56 ++++
.../user-defined-functions/python/_index.md | 21 ++
.../python/python-lambda-function.md | 24 ++
.../python/python-table-reducer.md | 24 ++
.../user-defined-functions/python/python-udf.md | 56 ++++
.../user-defined-functions/r/1-out-r-udf.md | 43 +++
.../operators/user-defined-functions/r/_index.md | 18 +
.../operators/user-defined-functions/r/r-udf.md | 44 +++
docs/reference/operators/utilities/_index.md | 20 ++
.../operators/utilities/random-k-sampling.md | 21 ++
.../operators/utilities/reservoir-sampling.md | 21 ++
docs/reference/operators/utilities/split.md | 24 ++
.../reference/operators/utilities/unnest-string.md | 23 ++
docs/reference/operators/visualization/_index.md | 26 ++
.../operators/visualization/advanced/_index.md | 18 +
.../visualization/advanced/choropleth-map.md | 22 ++
.../visualization/advanced/scatter3d-chart.md | 23 ++
.../operators/visualization/basic/_index.md | 32 ++
.../operators/visualization/basic/bar-chart.md | 25 ++
.../operators/visualization/basic/bubble-chart.md | 25 ++
.../operators/visualization/basic/dot-plot.md | 21 ++
.../operators/visualization/basic/dumbbell-plot.md | 28 ++
.../visualization/basic/figure-factory-table.md | 25 ++
.../visualization/basic/filled-area-plot.md | 26 ++
.../operators/visualization/basic/gantt-chart.md | 25 ++
.../visualization/basic/hierarchy-chart.md | 24 ++
.../operators/visualization/basic/icicle-chart.md | 23 ++
.../operators/visualization/basic/line-chart.md | 28 ++
.../operators/visualization/basic/pie-chart.md | 22 ++
.../operators/visualization/basic/range-slider.md | 23 ++
.../visualization/basic/sankey-diagram.md | 23 ++
.../operators/visualization/basic/scatter-plot.md | 27 ++
.../operators/visualization/basic/tables-plot.md | 22 ++
.../visualization/basic/time-series-plot.md | 26 ++
.../operators/visualization/financial/_index.md | 21 ++
.../visualization/financial/bullet-chart.md | 26 ++
.../visualization/financial/candlestick-chart.md | 25 ++
.../visualization/financial/funnel-plot.md | 23 ++
.../visualization/financial/gauge-chart.md | 26 ++
.../visualization/financial/waterfall-chart.md | 22 ++
.../operators/visualization/media/_index.md | 20 ++
.../visualization/media/html-visualizer.md | 21 ++
.../visualization/media/image-visualizer.md | 21 ++
.../visualization/media/url-visualizer.md | 21 ++
.../operators/visualization/media/word-cloud.md | 22 ++
.../operators/visualization/nested-table.md | 24 ++
.../operators/visualization/scientific/_index.md | 30 ++
.../visualization/scientific/carpet-plot.md | 23 ++
.../visualization/scientific/contour-plot.md | 26 ++
.../visualization/scientific/dendrogram.md | 24 ++
.../operators/visualization/scientific/heatmap.md | 23 ++
.../visualization/scientific/network-graph.md | 23 ++
.../scientific/parallel-coordinates-plot.md | 22 ++
.../visualization/scientific/polar-chart.md | 22 ++
.../visualization/scientific/quiver-plot.md | 24 ++
.../visualization/scientific/radar-chart.md | 23 ++
.../visualization/scientific/radar-plot.md | 28 ++
.../visualization/scientific/ternary-contour.md | 24 ++
.../visualization/scientific/ternary-plot.md | 25 ++
.../visualization/scientific/volcano-plot.md | 22 ++
.../visualization/scientific/wind-rose-chart.md | 23 ++
.../operators/visualization/statistical/_index.md | 24 ++
.../visualization/statistical/boxviolin-plot.md | 24 ++
.../statistical/continuous-error-bands.md | 31 ++
.../empirical-cumulative-distribution-plot.md | 28 ++
.../visualization/statistical/histogram.md | 25 ++
.../visualization/statistical/histogram2d.md | 25 ++
.../statistical/scatter-matrix-chart.md | 22 ++
.../visualization/statistical/strip-chart.md | 24 ++
.../visualization/statistical/tree-plot.md | 21 ++
docs/reference/project-structure.md | 5 +
docs/reference/storage.md | 5 +
SECURITY.md => docs/security/_index.md | 92 ++----
docs/tutorials/_index.md | 68 ++++
docs/tutorials/create-dataset-upload-data.md | 35 ++
docs/tutorials/guide-for-how-to-use-texera.md | 46 +++
docs/tutorials/guide-to-enable-llm-agent.md | 96 ++++++
docs/tutorials/guide-to-launch-lakekeeper.md | 119 +++++++
docs/tutorials/guide-to-use-python-udf.md | 164 +++++++++
docs/tutorials/migrate-jupyter-notebook.md | 190 +++++++++++
file-service/LICENSE-binary | 1 +
.../org/apache/texera/service/FileService.scala | 8 +-
.../texera/service/resource/DatasetResource.scala | 7 +-
.../service/user/download/download.service.spec.ts | 365 +++++++++++----------
.../annotation-suggestion.component.spec.ts | 87 +++++
.../code-editor.component.spec.ts | 158 ++++++++-
.../computing-unit-selection.component.html | 91 ++++-
.../computing-unit-selection.component.ts | 186 ++++++++---
.../virtual-environment.service.ts | 11 +-
frontend/src/styles.scss | 30 +-
workflow-compiling-service/LICENSE-binary | 1 +
293 files changed, 8626 insertions(+), 1444 deletions(-)
delete mode 100644 .github/workflows/auto-queue.yml
delete mode 100644
access-control-service/src/test/scala/org/apache/texera/auth/UnauthorizedExceptionMapperSpec.scala
rename
amber/src/main/scala/org/apache/texera/amber/engine/architecture/common/{AkkaActorRefMappingService.scala
=> PekkoActorRefMappingService.scala} (98%)
rename
amber/src/main/scala/org/apache/texera/amber/engine/architecture/common/{AkkaActorService.scala
=> PekkoActorService.scala} (96%)
rename
amber/src/main/scala/org/apache/texera/amber/engine/architecture/common/{AkkaMessageTransferService.scala
=> PekkoMessageTransferService.scala} (98%)
copy amber/{requirements.txt => system-requirements-lock.txt} (57%)
delete mode 100644
common/auth/src/main/scala/org/apache/texera/auth/UnauthorizedException.scala
delete mode 100644
common/auth/src/test/scala/org/apache/texera/auth/JwtAuthFilterSpec.scala
rename
common/config/src/main/scala/org/apache/texera/amber/config/{AkkaConfig.scala
=> PekkoConfig.scala} (90%)
create mode 100644
common/dao/src/test/scala/org/apache/texera/dao/SqlServerSpec.scala
create mode 100644 docs/_index.md
create mode 100644 docs/concepts/_index.md
create mode 100644 docs/contribution-guidelines/_index.md
create mode 100644 docs/contribution-guidelines/apache-license-header.md
create mode 100644 docs/contribution-guidelines/guide-for-developers.md
create mode 100644
docs/contribution-guidelines/guide-to-frontend-development.md
create mode 100644
docs/contribution-guidelines/guide-to-implement-java-operator.md
create mode 100644
docs/contribution-guidelines/guide-to-implement-python-operator.md
create mode 100644 docs/contribution-guidelines/making-contributions.md
create mode 100644 docs/contribution-guidelines/micro-services-local-dev.md
create mode 100644 docs/contribution-guidelines/release-email-template.md
create mode 100644 docs/examples/_index.md
create mode 100644 docs/getting-started/AccessLogin.md
create mode 100644 docs/getting-started/_index.md
create mode 100644 docs/getting-started/install-texera.md
copy bin/single-node/README.md =>
docs/getting-started/installing-using-docker.md (69%)
create mode 100644 docs/getting-started/run-on-kubernetes.md
create mode 100644 docs/getting-started/ui-overview.md
create mode 100644 docs/overview.md
create mode 100644 docs/reference/_index.md
create mode 100644 docs/reference/configuration.md
create mode 100644 docs/reference/engine.md
create mode 100644 docs/reference/frontend.md
create mode 100644 docs/reference/operators/_index.md
create mode 100644 docs/reference/operators/control-block/_index.md
create mode 100644 docs/reference/operators/control-block/if.md
create mode 100644 docs/reference/operators/control-block/sleep.md
create mode 100644 docs/reference/operators/data-cleaning/_index.md
create mode 100644 docs/reference/operators/data-cleaning/aggregate/_index.md
create mode 100644
docs/reference/operators/data-cleaning/aggregate/aggregate.md
create mode 100644 docs/reference/operators/data-cleaning/distinct.md
create mode 100644 docs/reference/operators/data-cleaning/filter.md
create mode 100644 docs/reference/operators/data-cleaning/join/_index.md
create mode 100644
docs/reference/operators/data-cleaning/join/cartesian-product.md
create mode 100644 docs/reference/operators/data-cleaning/join/hash-join.md
create mode 100644 docs/reference/operators/data-cleaning/join/interval-join.md
create mode 100644 docs/reference/operators/data-cleaning/limit.md
create mode 100644 docs/reference/operators/data-cleaning/projection.md
create mode 100644 docs/reference/operators/data-cleaning/set/_index.md
create mode 100644 docs/reference/operators/data-cleaning/set/difference.md
create mode 100644 docs/reference/operators/data-cleaning/set/intersect.md
create mode 100644
docs/reference/operators/data-cleaning/set/symmetricdifference.md
create mode 100644 docs/reference/operators/data-cleaning/set/union.md
create mode 100644 docs/reference/operators/data-cleaning/sort/_index.md
create mode 100644
docs/reference/operators/data-cleaning/sort/sort-partitions.md
create mode 100644 docs/reference/operators/data-cleaning/sort/sort.md
create mode 100644
docs/reference/operators/data-cleaning/sort/stable-merge-sort.md
create mode 100644 docs/reference/operators/data-cleaning/type-casting.md
create mode 100644 docs/reference/operators/data-input/_index.md
create mode 100644 docs/reference/operators/data-input/arrow-file-scan.md
create mode 100644 docs/reference/operators/data-input/csv-file-scan.md
create mode 100644 docs/reference/operators/data-input/csvold-file-scan.md
create mode 100644 docs/reference/operators/data-input/file-lister.md
create mode 100644 docs/reference/operators/data-input/file-scan-from-input.md
create mode 100644 docs/reference/operators/data-input/file-scan.md
create mode 100644 docs/reference/operators/data-input/jsonl-file-scan.md
create mode 100644 docs/reference/operators/data-input/text-input.md
create mode 100644 docs/reference/operators/database-connector/_index.md
create mode 100644
docs/reference/operators/database-connector/asterixdb-source.md
create mode 100644 docs/reference/operators/database-connector/mysql-source.md
create mode 100644
docs/reference/operators/database-connector/postgresql-source.md
create mode 100644 docs/reference/operators/external-api/_index.md
create mode 100644 docs/reference/operators/external-api/reddit-search.md
create mode 100644
docs/reference/operators/external-api/twitter-full-archive-search-api.md
create mode 100644 docs/reference/operators/external-api/twitter-search-api.md
create mode 100644 docs/reference/operators/external-api/url-fetcher.md
create mode 100644 docs/reference/operators/machine-learning/_index.md
create mode 100644
docs/reference/operators/machine-learning/advanced-sklearn/_index.md
create mode 100644
docs/reference/operators/machine-learning/advanced-sklearn/knn-classifier.md
create mode 100644
docs/reference/operators/machine-learning/advanced-sklearn/knn-regressor.md
create mode 100644
docs/reference/operators/machine-learning/advanced-sklearn/svm-classifier.md
create mode 100644
docs/reference/operators/machine-learning/advanced-sklearn/svm-regressor.md
create mode 100644
docs/reference/operators/machine-learning/hugging-face/_index.md
create mode 100644
docs/reference/operators/machine-learning/hugging-face/hugging-face-iris-logistic-regression.md
create mode 100644
docs/reference/operators/machine-learning/hugging-face/hugging-face-sentiment-analysis.md
create mode 100644
docs/reference/operators/machine-learning/hugging-face/hugging-face-spam-detection.md
create mode 100644
docs/reference/operators/machine-learning/hugging-face/hugging-face-text-summarization.md
create mode 100644
docs/reference/operators/machine-learning/machine-learning-general/_index.md
create mode 100644
docs/reference/operators/machine-learning/machine-learning-general/machine-learning-scorer.md
create mode 100644 docs/reference/operators/machine-learning/sklearn/_index.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/adaptive-boosting.md
create mode 100644 docs/reference/operators/machine-learning/sklearn/bagging.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/bernoulli-naive-bayes.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/complement-naive-bayes.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/decision-tree.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/dummy-classifier.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/extra-tree.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/extra-trees.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/gaussian-naive-bayes.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/gradient-boosting.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/k-nearest-neighbors.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/linear-perceptron.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/linear-regression.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/linear-support-vector-machine.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/logistic-regression-cross-validation.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/logistic-regression.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/multi-layer-perceptron.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/multinomial-naive-bayes.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/nearest-centroid.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/passive-aggressive.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/probability-calibration.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/random-forest.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/ridge-regression-cross-validation.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/ridge-regression.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-prediction.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-testing.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/_index.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-adaptive-boosting.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-bagging-training.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-bernoulli-naive-bayes.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-complement-naive-bayes.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-decision-tree.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-dummy-classifier.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-extra-tree.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-extra-trees.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-gaussian-naive-bayes.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-gradient-boosting.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-k-nearest-neighbors.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-linear-perceptron.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-linear-regression.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-linear-support-vector-machine.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-logistic-regression-cross-validation.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-logistic-regression.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-multi-layer-perceptron.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-multinomial-naive-bayes.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-nearest-centroid.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-passive-aggressive.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-probability-calibration.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-random-forest.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-ridge-regression-cross-validation.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-ridge-regression.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-stochastic-gradient-descent.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/sklearn-training/training-support-vector-machine.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/stochastic-gradient-descent.md
create mode 100644
docs/reference/operators/machine-learning/sklearn/support-vector-machine.md
create mode 100644 docs/reference/operators/output-modes.md
create mode 100644 docs/reference/operators/parameters/_index.md
create mode 100644
docs/reference/operators/parameters/sklearn-advanced-knn-parameters.md
create mode 100644
docs/reference/operators/parameters/sklearn-advanced-svc-parameters.md
create mode 100644
docs/reference/operators/parameters/sklearn-advanced-svr-parameters.md
create mode 100644 docs/reference/operators/search/_index.md
create mode 100644 docs/reference/operators/search/dictionary-matcher.md
create mode 100644 docs/reference/operators/search/keyword-search.md
create mode 100644 docs/reference/operators/search/regular-expression.md
create mode 100644 docs/reference/operators/search/substring-search.md
create mode 100644 docs/reference/operators/user-defined-functions/_index.md
create mode 100644
docs/reference/operators/user-defined-functions/java/_index.md
create mode 100644
docs/reference/operators/user-defined-functions/java/java-udf.md
create mode 100644
docs/reference/operators/user-defined-functions/python/1-out-python-udf.md
create mode 100644
docs/reference/operators/user-defined-functions/python/2-in-python-udf.md
create mode 100644
docs/reference/operators/user-defined-functions/python/_index.md
create mode 100644
docs/reference/operators/user-defined-functions/python/python-lambda-function.md
create mode 100644
docs/reference/operators/user-defined-functions/python/python-table-reducer.md
create mode 100644
docs/reference/operators/user-defined-functions/python/python-udf.md
create mode 100644
docs/reference/operators/user-defined-functions/r/1-out-r-udf.md
create mode 100644 docs/reference/operators/user-defined-functions/r/_index.md
create mode 100644 docs/reference/operators/user-defined-functions/r/r-udf.md
create mode 100644 docs/reference/operators/utilities/_index.md
create mode 100644 docs/reference/operators/utilities/random-k-sampling.md
create mode 100644 docs/reference/operators/utilities/reservoir-sampling.md
create mode 100644 docs/reference/operators/utilities/split.md
create mode 100644 docs/reference/operators/utilities/unnest-string.md
create mode 100644 docs/reference/operators/visualization/_index.md
create mode 100644 docs/reference/operators/visualization/advanced/_index.md
create mode 100644
docs/reference/operators/visualization/advanced/choropleth-map.md
create mode 100644
docs/reference/operators/visualization/advanced/scatter3d-chart.md
create mode 100644 docs/reference/operators/visualization/basic/_index.md
create mode 100644 docs/reference/operators/visualization/basic/bar-chart.md
create mode 100644 docs/reference/operators/visualization/basic/bubble-chart.md
create mode 100644 docs/reference/operators/visualization/basic/dot-plot.md
create mode 100644
docs/reference/operators/visualization/basic/dumbbell-plot.md
create mode 100644
docs/reference/operators/visualization/basic/figure-factory-table.md
create mode 100644
docs/reference/operators/visualization/basic/filled-area-plot.md
create mode 100644 docs/reference/operators/visualization/basic/gantt-chart.md
create mode 100644
docs/reference/operators/visualization/basic/hierarchy-chart.md
create mode 100644 docs/reference/operators/visualization/basic/icicle-chart.md
create mode 100644 docs/reference/operators/visualization/basic/line-chart.md
create mode 100644 docs/reference/operators/visualization/basic/pie-chart.md
create mode 100644 docs/reference/operators/visualization/basic/range-slider.md
create mode 100644
docs/reference/operators/visualization/basic/sankey-diagram.md
create mode 100644 docs/reference/operators/visualization/basic/scatter-plot.md
create mode 100644 docs/reference/operators/visualization/basic/tables-plot.md
create mode 100644
docs/reference/operators/visualization/basic/time-series-plot.md
create mode 100644 docs/reference/operators/visualization/financial/_index.md
create mode 100644
docs/reference/operators/visualization/financial/bullet-chart.md
create mode 100644
docs/reference/operators/visualization/financial/candlestick-chart.md
create mode 100644
docs/reference/operators/visualization/financial/funnel-plot.md
create mode 100644
docs/reference/operators/visualization/financial/gauge-chart.md
create mode 100644
docs/reference/operators/visualization/financial/waterfall-chart.md
create mode 100644 docs/reference/operators/visualization/media/_index.md
create mode 100644
docs/reference/operators/visualization/media/html-visualizer.md
create mode 100644
docs/reference/operators/visualization/media/image-visualizer.md
create mode 100644
docs/reference/operators/visualization/media/url-visualizer.md
create mode 100644 docs/reference/operators/visualization/media/word-cloud.md
create mode 100644 docs/reference/operators/visualization/nested-table.md
create mode 100644 docs/reference/operators/visualization/scientific/_index.md
create mode 100644
docs/reference/operators/visualization/scientific/carpet-plot.md
create mode 100644
docs/reference/operators/visualization/scientific/contour-plot.md
create mode 100644
docs/reference/operators/visualization/scientific/dendrogram.md
create mode 100644 docs/reference/operators/visualization/scientific/heatmap.md
create mode 100644
docs/reference/operators/visualization/scientific/network-graph.md
create mode 100644
docs/reference/operators/visualization/scientific/parallel-coordinates-plot.md
create mode 100644
docs/reference/operators/visualization/scientific/polar-chart.md
create mode 100644
docs/reference/operators/visualization/scientific/quiver-plot.md
create mode 100644
docs/reference/operators/visualization/scientific/radar-chart.md
create mode 100644
docs/reference/operators/visualization/scientific/radar-plot.md
create mode 100644
docs/reference/operators/visualization/scientific/ternary-contour.md
create mode 100644
docs/reference/operators/visualization/scientific/ternary-plot.md
create mode 100644
docs/reference/operators/visualization/scientific/volcano-plot.md
create mode 100644
docs/reference/operators/visualization/scientific/wind-rose-chart.md
create mode 100644 docs/reference/operators/visualization/statistical/_index.md
create mode 100644
docs/reference/operators/visualization/statistical/boxviolin-plot.md
create mode 100644
docs/reference/operators/visualization/statistical/continuous-error-bands.md
create mode 100644
docs/reference/operators/visualization/statistical/empirical-cumulative-distribution-plot.md
create mode 100644
docs/reference/operators/visualization/statistical/histogram.md
create mode 100644
docs/reference/operators/visualization/statistical/histogram2d.md
create mode 100644
docs/reference/operators/visualization/statistical/scatter-matrix-chart.md
create mode 100644
docs/reference/operators/visualization/statistical/strip-chart.md
create mode 100644
docs/reference/operators/visualization/statistical/tree-plot.md
create mode 100644 docs/reference/project-structure.md
create mode 100644 docs/reference/storage.md
copy SECURITY.md => docs/security/_index.md (66%)
create mode 100644 docs/tutorials/_index.md
create mode 100644 docs/tutorials/create-dataset-upload-data.md
create mode 100644 docs/tutorials/guide-for-how-to-use-texera.md
create mode 100644 docs/tutorials/guide-to-enable-llm-agent.md
create mode 100644 docs/tutorials/guide-to-launch-lakekeeper.md
create mode 100644 docs/tutorials/guide-to-use-python-udf.md
create mode 100644 docs/tutorials/migrate-jupyter-notebook.md
create mode 100644
frontend/src/app/workspace/component/code-editor-dialog/annotation-suggestion.component.spec.ts
