This is an automated email from the ASF dual-hosted git repository. gurwls223 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/spark.git.
from 0bc0e91 [SPARK-32971][K8S][FOLLOWUP] Add `.toSeq` for Scala 2.13 compilation add 31a16fb [SPARK-32714][PYTHON] Initial pyspark-stubs port No new revisions were added by this update. Summary of changes: dev/.rat-excludes | 1 + dev/tox.ini | 2 +- .../ml/estimator_transformer_param_example.py | 8 +- .../src/main/python/ml/fm_classifier_example.py | 6 +- .../src/main/python/ml/fm_regressor_example.py | 6 +- examples/src/main/python/ml/pipeline_example.py | 8 +- examples/src/main/python/sql/arrow.py | 4 +- python/MANIFEST.in | 1 + python/mypy.ini | 36 + python/pyspark/__init__.pyi | 73 + python/pyspark/_globals.pyi | 27 + python/pyspark/_typing.pyi | 33 + python/pyspark/accumulators.pyi | 71 + python/pyspark/broadcast.pyi | 46 + python/pyspark/conf.pyi | 44 + python/pyspark/context.pyi | 176 +++ python/pyspark/daemon.pyi | 29 + python/pyspark/files.pyi | 24 + python/pyspark/find_spark_home.pyi | 17 + python/pyspark/java_gateway.pyi | 24 + python/pyspark/join.pyi | 50 + python/pyspark/ml/__init__.pyi | 45 + python/pyspark/ml/_typing.pyi | 76 + python/pyspark/ml/base.pyi | 103 ++ python/pyspark/ml/classification.pyi | 922 +++++++++++ python/pyspark/ml/clustering.pyi | 437 ++++++ python/pyspark/ml/common.pyi | 20 + python/pyspark/ml/evaluation.pyi | 281 ++++ python/pyspark/ml/feature.pyi | 1629 ++++++++++++++++++++ python/pyspark/ml/fpm.pyi | 109 ++ python/pyspark/ml/functions.pyi | 22 + python/pyspark/ml/image.pyi | 40 + python/pyspark/ml/linalg/__init__.pyi | 255 +++ python/pyspark/ml/param/__init__.pyi | 96 ++ .../pyspark/ml/param/_shared_params_code_gen.pyi | 19 + python/pyspark/ml/param/shared.pyi | 187 +++ python/pyspark/ml/pipeline.pyi | 97 ++ python/pyspark/ml/recommendation.pyi | 152 ++ python/pyspark/ml/regression.pyi | 825 ++++++++++ python/pyspark/ml/stat.pyi | 89 ++ python/pyspark/ml/tests/test_algorithms.py | 2 +- python/pyspark/ml/tests/test_base.py | 2 +- python/pyspark/ml/tests/test_evaluation.py | 2 +- python/pyspark/ml/tests/test_feature.py | 2 +- python/pyspark/ml/tests/test_image.py | 2 +- python/pyspark/ml/tests/test_linalg.py | 2 +- python/pyspark/ml/tests/test_param.py | 2 +- python/pyspark/ml/tests/test_persistence.py | 2 +- python/pyspark/ml/tests/test_pipeline.py | 2 +- python/pyspark/ml/tests/test_stat.py | 2 +- python/pyspark/ml/tests/test_training_summary.py | 2 +- python/pyspark/ml/tests/test_tuning.py | 2 +- python/pyspark/ml/tests/test_wrapper.py | 6 +- python/pyspark/ml/tree.pyi | 112 ++ python/pyspark/ml/tuning.pyi | 185 +++ python/pyspark/ml/util.pyi | 128 ++ python/pyspark/ml/wrapper.pyi | 48 + python/pyspark/mllib/__init__.pyi | 32 + python/pyspark/mllib/_typing.pyi | 23 + python/pyspark/mllib/classification.pyi | 151 ++ python/pyspark/mllib/clustering.pyi | 196 +++ python/pyspark/mllib/common.pyi | 27 + python/pyspark/mllib/evaluation.pyi | 94 ++ python/pyspark/mllib/feature.pyi | 167 ++ python/pyspark/mllib/fpm.pyi | 57 + python/pyspark/mllib/linalg/__init__.pyi | 273 ++++ python/pyspark/mllib/linalg/distributed.pyi | 147 ++ python/pyspark/mllib/random.pyi | 126 ++ python/pyspark/mllib/recommendation.pyi | 75 + python/pyspark/mllib/regression.pyi | 155 ++ python/pyspark/mllib/stat/KernelDensity.pyi | 27 + python/pyspark/mllib/stat/__init__.pyi | 29 + python/pyspark/mllib/stat/_statistics.pyi | 69 + python/pyspark/mllib/stat/distribution.pyi | 25 + python/pyspark/mllib/stat/test.pyi | 39 + python/pyspark/mllib/tests/test_algorithms.py | 2 +- python/pyspark/mllib/tests/test_feature.py | 2 +- python/pyspark/mllib/tests/test_linalg.py | 6 +- python/pyspark/mllib/tests/test_stat.py | 2 +- .../mllib/tests/test_streaming_algorithms.py | 2 +- python/pyspark/mllib/tests/test_util.py | 4 +- python/pyspark/mllib/tree.pyi | 126 ++ python/pyspark/mllib/util.pyi | 90 ++ python/pyspark/profiler.pyi | 56 + python/pyspark/py.typed | 1 + python/pyspark/rdd.pyi | 479 ++++++ python/pyspark/rddsampler.pyi | 54 + python/pyspark/resource/__init__.pyi | 31 + python/pyspark/resource/information.pyi | 26 + python/pyspark/resource/profile.pyi | 51 + python/pyspark/resource/requests.pyi | 71 + python/pyspark/resource/tests/test_resources.py | 2 +- python/pyspark/resultiterable.pyi | 30 + python/pyspark/serializers.pyi | 122 ++ python/pyspark/shell.pyi | 31 + python/pyspark/shuffle.pyi | 109 ++ python/pyspark/sql/__init__.pyi | 41 + python/pyspark/sql/_typing.pyi | 57 + python/pyspark/sql/avro/__init__.pyi | 22 + python/pyspark/sql/avro/functions.pyi | 27 + python/pyspark/sql/catalog.pyi | 63 + python/pyspark/sql/column.pyi | 112 ++ python/pyspark/sql/conf.pyi | 27 + python/pyspark/sql/context.pyi | 139 ++ python/pyspark/sql/dataframe.pyi | 324 ++++ python/pyspark/sql/functions.pyi | 343 +++++ python/pyspark/sql/group.pyi | 44 + python/pyspark/sql/pandas/__init__.pyi | 17 + python/pyspark/sql/pandas/_typing/__init__.pyi | 338 ++++ .../sql/pandas/_typing/protocols/__init__.pyi | 17 + .../pyspark/sql/pandas/_typing/protocols/frame.pyi | 428 +++++ .../sql/pandas/_typing/protocols/series.pyi | 253 +++ python/pyspark/sql/pandas/conversion.pyi | 58 + python/pyspark/sql/pandas/functions.pyi | 176 +++ python/pyspark/sql/pandas/group_ops.pyi | 49 + python/pyspark/sql/pandas/map_ops.pyi | 30 + python/pyspark/sql/pandas/serializers.pyi | 65 + python/pyspark/sql/pandas/typehints.pyi | 33 + python/pyspark/sql/pandas/types.pyi | 41 + python/pyspark/sql/pandas/utils.pyi | 20 + python/pyspark/sql/readwriter.pyi | 250 +++ python/pyspark/sql/session.pyi | 125 ++ python/pyspark/sql/streaming.pyi | 179 +++ python/pyspark/sql/tests/test_arrow.py | 6 +- python/pyspark/sql/tests/test_catalog.py | 2 +- python/pyspark/sql/tests/test_column.py | 2 +- python/pyspark/sql/tests/test_conf.py | 2 +- python/pyspark/sql/tests/test_context.py | 2 +- python/pyspark/sql/tests/test_dataframe.py | 22 +- python/pyspark/sql/tests/test_datasources.py | 2 +- python/pyspark/sql/tests/test_functions.py | 2 +- python/pyspark/sql/tests/test_group.py | 2 +- .../pyspark/sql/tests/test_pandas_cogrouped_map.py | 4 +- .../pyspark/sql/tests/test_pandas_grouped_map.py | 4 +- python/pyspark/sql/tests/test_pandas_map.py | 4 +- python/pyspark/sql/tests/test_pandas_udf.py | 4 +- .../sql/tests/test_pandas_udf_grouped_agg.py | 4 +- python/pyspark/sql/tests/test_pandas_udf_scalar.py | 6 +- .../pyspark/sql/tests/test_pandas_udf_typehints.py | 4 +- python/pyspark/sql/tests/test_pandas_udf_window.py | 4 +- python/pyspark/sql/tests/test_readwriter.py | 2 +- python/pyspark/sql/tests/test_serde.py | 2 +- python/pyspark/sql/tests/test_session.py | 2 +- python/pyspark/sql/tests/test_streaming.py | 2 +- python/pyspark/sql/tests/test_types.py | 9 +- python/pyspark/sql/tests/test_udf.py | 11 +- python/pyspark/sql/tests/test_utils.py | 2 +- python/pyspark/sql/types.pyi | 204 +++ python/pyspark/sql/udf.pyi | 57 + python/pyspark/sql/utils.pyi | 55 + python/pyspark/sql/window.pyi | 40 + python/pyspark/statcounter.pyi | 44 + python/pyspark/status.pyi | 42 + python/pyspark/storagelevel.pyi | 43 + python/pyspark/streaming/__init__.pyi | 23 + python/pyspark/streaming/context.pyi | 75 + python/pyspark/streaming/dstream.pyi | 208 +++ python/pyspark/streaming/kinesis.pyi | 46 + python/pyspark/streaming/listener.pyi | 35 + python/pyspark/streaming/tests/test_context.py | 2 +- python/pyspark/streaming/tests/test_dstream.py | 2 +- python/pyspark/streaming/tests/test_kinesis.py | 2 +- python/pyspark/streaming/tests/test_listener.py | 2 +- python/pyspark/streaming/util.pyi | 48 + python/pyspark/taskcontext.pyi | 45 + python/pyspark/testing/mlutils.py | 5 +- python/pyspark/testing/sqlutils.py | 2 +- python/pyspark/testing/streamingutils.py | 4 +- python/pyspark/tests/test_appsubmit.py | 2 +- python/pyspark/tests/test_broadcast.py | 2 +- python/pyspark/tests/test_conf.py | 2 +- python/pyspark/tests/test_context.py | 11 +- python/pyspark/tests/test_daemon.py | 2 +- python/pyspark/tests/test_join.py | 2 +- python/pyspark/tests/test_pin_thread.py | 2 +- python/pyspark/tests/test_profiler.py | 2 +- python/pyspark/tests/test_rdd.py | 2 +- python/pyspark/tests/test_rddbarrier.py | 2 +- python/pyspark/tests/test_readwrite.py | 2 +- python/pyspark/tests/test_serializers.py | 4 +- python/pyspark/tests/test_shuffle.py | 2 +- python/pyspark/tests/test_taskcontext.py | 2 +- python/pyspark/tests/test_util.py | 2 +- python/pyspark/tests/test_worker.py | 2 +- python/pyspark/traceback_utils.pyi | 29 + python/pyspark/util.pyi | 35 + python/pyspark/version.pyi | 19 + python/pyspark/worker.pyi | 73 + python/setup.py | 3 +- 189 files changed, 14053 insertions(+), 119 deletions(-) create mode 100644 python/mypy.ini create mode 100644 python/pyspark/__init__.pyi create mode 100644 python/pyspark/_globals.pyi create mode 100644 python/pyspark/_typing.pyi create mode 100644 python/pyspark/accumulators.pyi create mode 100644 python/pyspark/broadcast.pyi create mode 100644 python/pyspark/conf.pyi create mode 100644 python/pyspark/context.pyi create mode 100644 python/pyspark/daemon.pyi create mode 100644 python/pyspark/files.pyi create mode 100644 python/pyspark/find_spark_home.pyi create mode 100644 python/pyspark/java_gateway.pyi create mode 100644 python/pyspark/join.pyi create mode 100644 python/pyspark/ml/__init__.pyi create mode 100644 python/pyspark/ml/_typing.pyi create mode 100644 python/pyspark/ml/base.pyi create mode 100644 python/pyspark/ml/classification.pyi create mode 100644 python/pyspark/ml/clustering.pyi create mode 100644 python/pyspark/ml/common.pyi create mode 100644 python/pyspark/ml/evaluation.pyi create mode 100644 python/pyspark/ml/feature.pyi create mode 100644 python/pyspark/ml/fpm.pyi create mode 100644 python/pyspark/ml/functions.pyi create mode 100644 python/pyspark/ml/image.pyi create mode 100644 python/pyspark/ml/linalg/__init__.pyi create mode 100644 python/pyspark/ml/param/__init__.pyi create mode 100644 python/pyspark/ml/param/_shared_params_code_gen.pyi create mode 100644 python/pyspark/ml/param/shared.pyi create mode 100644 python/pyspark/ml/pipeline.pyi create mode 100644 python/pyspark/ml/recommendation.pyi create mode 100644 python/pyspark/ml/regression.pyi create mode 100644 python/pyspark/ml/stat.pyi create mode 100644 python/pyspark/ml/tree.pyi create mode 100644 python/pyspark/ml/tuning.pyi create mode 100644 python/pyspark/ml/util.pyi create mode 100644 python/pyspark/ml/wrapper.pyi create mode 100644 python/pyspark/mllib/__init__.pyi create mode 100644 python/pyspark/mllib/_typing.pyi create mode 100644 python/pyspark/mllib/classification.pyi create mode 100644 python/pyspark/mllib/clustering.pyi create mode 100644 python/pyspark/mllib/common.pyi create mode 100644 python/pyspark/mllib/evaluation.pyi create mode 100644 python/pyspark/mllib/feature.pyi create mode 100644 python/pyspark/mllib/fpm.pyi create mode 100644 python/pyspark/mllib/linalg/__init__.pyi create mode 100644 python/pyspark/mllib/linalg/distributed.pyi create mode 100644 python/pyspark/mllib/random.pyi create mode 100644 python/pyspark/mllib/recommendation.pyi create mode 100644 python/pyspark/mllib/regression.pyi create mode 100644 python/pyspark/mllib/stat/KernelDensity.pyi create mode 100644 python/pyspark/mllib/stat/__init__.pyi create mode 100644 python/pyspark/mllib/stat/_statistics.pyi create mode 100644 python/pyspark/mllib/stat/distribution.pyi create mode 100644 python/pyspark/mllib/stat/test.pyi create mode 100644 python/pyspark/mllib/tree.pyi create mode 100644 python/pyspark/mllib/util.pyi create mode 100644 python/pyspark/profiler.pyi create mode 100644 python/pyspark/py.typed create mode 100644 python/pyspark/rdd.pyi create mode 100644 python/pyspark/rddsampler.pyi create mode 100644 python/pyspark/resource/__init__.pyi create mode 100644 python/pyspark/resource/information.pyi create mode 100644 python/pyspark/resource/profile.pyi create mode 100644 python/pyspark/resource/requests.pyi create mode 100644 python/pyspark/resultiterable.pyi create mode 100644 python/pyspark/serializers.pyi create mode 100644 python/pyspark/shell.pyi create mode 100644 python/pyspark/shuffle.pyi create mode 100644 python/pyspark/sql/__init__.pyi create mode 100644 python/pyspark/sql/_typing.pyi create mode 100644 python/pyspark/sql/avro/__init__.pyi create mode 100644 python/pyspark/sql/avro/functions.pyi create mode 100644 python/pyspark/sql/catalog.pyi create mode 100644 python/pyspark/sql/column.pyi create mode 100644 python/pyspark/sql/conf.pyi create mode 100644 python/pyspark/sql/context.pyi create mode 100644 python/pyspark/sql/dataframe.pyi create mode 100644 python/pyspark/sql/functions.pyi create mode 100644 python/pyspark/sql/group.pyi create mode 100644 python/pyspark/sql/pandas/__init__.pyi create mode 100644 python/pyspark/sql/pandas/_typing/__init__.pyi create mode 100644 python/pyspark/sql/pandas/_typing/protocols/__init__.pyi create mode 100644 python/pyspark/sql/pandas/_typing/protocols/frame.pyi create mode 100644 python/pyspark/sql/pandas/_typing/protocols/series.pyi create mode 100644 python/pyspark/sql/pandas/conversion.pyi create mode 100644 python/pyspark/sql/pandas/functions.pyi create mode 100644 python/pyspark/sql/pandas/group_ops.pyi create mode 100644 python/pyspark/sql/pandas/map_ops.pyi create mode 100644 python/pyspark/sql/pandas/serializers.pyi create mode 100644 python/pyspark/sql/pandas/typehints.pyi create mode 100644 python/pyspark/sql/pandas/types.pyi create mode 100644 python/pyspark/sql/pandas/utils.pyi create mode 100644 python/pyspark/sql/readwriter.pyi create mode 100644 python/pyspark/sql/session.pyi create mode 100644 python/pyspark/sql/streaming.pyi create mode 100644 python/pyspark/sql/types.pyi create mode 100644 python/pyspark/sql/udf.pyi create mode 100644 python/pyspark/sql/utils.pyi create mode 100644 python/pyspark/sql/window.pyi create mode 100644 python/pyspark/statcounter.pyi create mode 100644 python/pyspark/status.pyi create mode 100644 python/pyspark/storagelevel.pyi create mode 100644 python/pyspark/streaming/__init__.pyi create mode 100644 python/pyspark/streaming/context.pyi create mode 100644 python/pyspark/streaming/dstream.pyi create mode 100644 python/pyspark/streaming/kinesis.pyi create mode 100644 python/pyspark/streaming/listener.pyi create mode 100644 python/pyspark/streaming/util.pyi create mode 100644 python/pyspark/taskcontext.pyi create mode 100644 python/pyspark/traceback_utils.pyi create mode 100644 python/pyspark/util.pyi create mode 100644 python/pyspark/version.pyi create mode 100644 python/pyspark/worker.pyi --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org