This is an automated email from the ASF dual-hosted git repository.
gurwls223 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
from 447f8aff6c26 [SPARK-47720][CORE] Update `spark.speculation.multiplier`
to 3 and `spark.speculation.quantile` to 0.9
add 678aeb7ef708 [SPARK-47683][PYTHON][BUILD] Decouple PySpark core API to
pyspark.core package
No new revisions were added by this update.
Summary of changes:
dev/lint-python | 2 +-
dev/make-distribution.sh | 2 +-
dev/reformat-python | 2 +-
dev/run-pip-tests | 6 +-
dev/sparktestsupport/modules.py | 10 +-
docs/building-spark.md | 2 +-
docs/rdd-programming-guide.md | 2 +-
examples/src/main/python/avro_inputformat.py | 2 +-
examples/src/main/python/parquet_inputformat.py | 2 +-
examples/src/main/python/sort.py | 2 +-
.../python/streaming/network_wordjoinsentiments.py | 2 +-
.../streaming/recoverable_network_wordcount.py | 5 +-
.../main/python/streaming/sql_network_wordcount.py | 3 +-
pom.xml | 3 +-
python/.gitignore | 3 +
python/{ => packaging/classic}/setup.cfg | 0
python/{ => packaging/classic}/setup.py | 34 ++-
python/{ => packaging/connect}/setup.cfg | 0
python/packaging/connect/setup.py | 166 +++++++++++++
python/pyspark/__init__.py | 30 ++-
python/pyspark/accumulators.py | 2 +-
.../python => python/pyspark/core}/__init__.py | 0
python/pyspark/{ => core}/broadcast.py | 11 +-
python/pyspark/{ => core}/conf.py | 14 +-
python/pyspark/{ => core}/context.py | 15 +-
python/pyspark/{ => core}/files.py | 2 +-
python/pyspark/{ => core}/rdd.py | 167 +------------
python/pyspark/{ => core}/status.py | 0
python/pyspark/errors/exceptions/captured.py | 54 +++-
python/pyspark/java_gateway.py | 65 +----
python/pyspark/ml/common.py | 4 +-
python/pyspark/ml/torch/distributor.py | 2 +-
python/pyspark/mllib/clustering.py | 2 +-
python/pyspark/mllib/common.py | 4 +-
python/pyspark/mllib/evaluation.py | 2 +-
python/pyspark/mllib/feature.py | 4 +-
python/pyspark/mllib/fpm.py | 2 +-
python/pyspark/mllib/random.py | 4 +-
python/pyspark/mllib/recommendation.py | 2 +-
python/pyspark/mllib/regression.py | 4 +-
python/pyspark/mllib/stat/KernelDensity.py | 2 +-
python/pyspark/mllib/stat/_statistics.py | 2 +-
python/pyspark/mllib/tree.py | 2 +-
python/pyspark/mllib/util.py | 4 +-
python/pyspark/profiler.py | 2 +-
python/pyspark/resource/profile.py | 13 +-
python/pyspark/resource/requests.py | 17 +-
python/pyspark/serializers.py | 5 +-
python/pyspark/shell.py | 2 +-
python/pyspark/sql/avro/functions.py | 4 +-
python/pyspark/sql/column.py | 41 ++--
python/pyspark/sql/conf.py | 9 +-
python/pyspark/sql/connect/client/core.py | 2 +-
python/pyspark/sql/connect/dataframe.py | 2 +-
python/pyspark/sql/connect/group.py | 2 +-
python/pyspark/sql/connect/session.py | 3 +-
.../streaming/worker/foreach_batch_worker.py | 2 +-
.../connect/streaming/worker/listener_worker.py | 2 +-
python/pyspark/sql/connect/udf.py | 2 +-
python/pyspark/sql/connect/udtf.py | 2 +-
python/pyspark/sql/context.py | 29 ++-
python/pyspark/sql/dataframe.py | 122 ++++-----
python/pyspark/sql/functions/builtin.py | 15 +-
python/pyspark/sql/group.py | 5 +-
python/pyspark/sql/observation.py | 12 +-
python/pyspark/sql/pandas/conversion.py | 2 +-
python/pyspark/sql/pandas/functions.py | 2 +-
python/pyspark/sql/pandas/functions.pyi | 2 +-
python/pyspark/sql/pandas/group_ops.py | 2 +-
python/pyspark/sql/pandas/map_ops.py | 7 +-
python/pyspark/sql/pandas/typehints.py | 2 +-
python/pyspark/sql/protobuf/functions.py | 4 +-
python/pyspark/sql/readwriter.py | 38 ++-
python/pyspark/sql/session.py | 141 ++++++-----
python/pyspark/sql/sql_formatter.py | 4 +-
python/pyspark/sql/streaming/listener.py | 51 ++--
.../streaming/python_streaming_source_runner.py | 3 +-
python/pyspark/sql/streaming/query.py | 12 +-
python/pyspark/sql/streaming/readwriter.py | 11 +-
python/pyspark/sql/tests/pandas/test_pandas_udf.py | 2 +-
.../tests/pandas/test_pandas_udf_grouped_agg.py | 2 +-
.../sql/tests/pandas/test_pandas_udf_scalar.py | 2 +-
python/pyspark/sql/tests/test_arrow_python_udf.py | 2 +-
python/pyspark/sql/tests/test_session.py | 4 +-
python/pyspark/sql/tests/test_udtf.py | 4 +-
python/pyspark/sql/types.py | 59 +++--
python/pyspark/sql/udf.py | 16 +-
python/pyspark/sql/udtf.py | 9 +-
python/pyspark/sql/utils.py | 31 +--
python/pyspark/sql/window.py | 15 +-
python/pyspark/sql/worker/analyze_udtf.py | 3 +-
.../pyspark/sql/worker/commit_data_source_write.py | 3 +-
python/pyspark/sql/worker/create_data_source.py | 3 +-
python/pyspark/sql/worker/lookup_data_sources.py | 3 +-
python/pyspark/sql/worker/plan_data_source_read.py | 3 +-
.../sql/worker/python_streaming_sink_runner.py | 2 +-
.../pyspark/sql/worker/write_into_data_source.py | 3 +-
python/pyspark/streaming/context.py | 2 +-
python/pyspark/streaming/dstream.py | 2 +-
python/pyspark/taskcontext.py | 16 +-
python/pyspark/tests/typing/test_rdd.yml | 8 +-
python/pyspark/traceback_utils.py | 2 +-
python/pyspark/util.py | 272 ++++++++++++++++++++-
python/pyspark/worker.py | 3 +-
python/pyspark/worker_util.py | 6 +-
105 files changed, 1044 insertions(+), 655 deletions(-)
copy python/{ => packaging/classic}/setup.cfg (100%)
rename python/{ => packaging/classic}/setup.py (92%)
rename python/{ => packaging/connect}/setup.cfg (100%)
create mode 100755 python/packaging/connect/setup.py
copy {examples/src/main/python => python/pyspark/core}/__init__.py (100%)
rename python/pyspark/{ => core}/broadcast.py (97%)
rename python/pyspark/{ => core}/conf.py (96%)
rename python/pyspark/{ => core}/context.py (99%)
rename python/pyspark/{ => core}/files.py (98%)
rename python/pyspark/{ => core}/rdd.py (96%)
rename python/pyspark/{ => core}/status.py (100%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org
