This is an automated email from the ASF dual-hosted git repository.
srowen pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new c7484b17be8 [MINOR][PS][DOCS] Fix note in missing pandas
c7484b17be8 is described below
commit c7484b17be8e48baa1148818eee33e21946affc5
Author: Yikun Jiang <yikunk...@gmail.com>
AuthorDate: Fri Sep 9 18:17:32 2022 -0500
[MINOR][PS][DOCS] Fix note in missing pandas
### What changes were proposed in this pull request?
Fix note in missing pandas files.
### Why are the changes needed?
We already add the auto doc gen for `Supported pandas APIs`:
https://github.com/apache/spark/pull/36509 , so we can remove this notes.
Considering add toc are also easily forgotten, so just add note for toc.
### Does this PR introduce _any_ user-facing change?
No
### How was this patch tested?
CI passed.
Closes #37820 from Yikun/SPARK-38961-FOLLOWUP.
Authored-by: Yikun Jiang <yikunk...@gmail.com>
Signed-off-by: Sean Owen <sro...@gmail.com>
---
python/pyspark/pandas/missing/frame.py | 4 ++--
python/pyspark/pandas/missing/general_functions.py | 4 ++--
python/pyspark/pandas/missing/groupby.py | 8 ++++----
python/pyspark/pandas/missing/indexes.py | 16 ++++++++--------
python/pyspark/pandas/missing/resample.py | 8 ++++----
python/pyspark/pandas/missing/series.py | 4 ++--
python/pyspark/pandas/missing/window.py | 16 ++++++++--------
7 files changed, 30 insertions(+), 30 deletions(-)
diff --git a/python/pyspark/pandas/missing/frame.py
b/python/pyspark/pandas/missing/frame.py
index 397a289df75..04c1d0a324b 100644
--- a/python/pyspark/pandas/missing/frame.py
+++ b/python/pyspark/pandas/missing/frame.py
@@ -30,8 +30,8 @@ def _unsupported_property(property_name, deprecated=False,
reason=""):
class _MissingPandasLikeDataFrame:
- # NOTE: Please update the document "Supported pandas APIs" when
implementing the new API.
- # Documentation path:
`python/docs/source/user_guide/pandas_on_spark/supported_pandas_api.rst`.
+ # NOTE: Please update the pandas-on-Spark reference document when
implementing the new API.
+ # Documentation path: `python/docs/source/reference/pyspark.pandas/`.
# Functions
asfreq = _unsupported_function("asfreq")
diff --git a/python/pyspark/pandas/missing/general_functions.py
b/python/pyspark/pandas/missing/general_functions.py
index 46e4765f099..e947d72fe2a 100644
--- a/python/pyspark/pandas/missing/general_functions.py
+++ b/python/pyspark/pandas/missing/general_functions.py
@@ -24,8 +24,8 @@ def _unsupported_function(method_name, deprecated=False,
reason=""):
class _MissingPandasLikeGeneralFunctions:
- # NOTE: Please update the document "Supported pandas APIs" when
implementing the new API.
- # Documentation path:
`python/docs/source/user_guide/pandas_on_spark/supported_pandas_api.rst`.
+ # NOTE: Please update the pandas-on-Spark reference document when
implementing the new API.
+ # Documentation path: `python/docs/source/reference/pyspark.pandas/`.
pivot = _unsupported_function("pivot")
pivot_table = _unsupported_function("pivot_table")
diff --git a/python/pyspark/pandas/missing/groupby.py
b/python/pyspark/pandas/missing/groupby.py
index 0694ae62a20..3a0e90c2151 100644
--- a/python/pyspark/pandas/missing/groupby.py
+++ b/python/pyspark/pandas/missing/groupby.py
@@ -37,8 +37,8 @@ def _unsupported_property(property_name, deprecated=False,
reason=""):
class MissingPandasLikeDataFrameGroupBy:
- # NOTE: Please update the document "Supported pandas APIs" when
implementing the new API.
- # Documentation path:
`python/docs/source/user_guide/pandas_on_spark/supported_pandas_api.rst`.
+ # NOTE: Please update the pandas-on-Spark reference document when
implementing the new API.
+ # Documentation path: `python/docs/source/reference/pyspark.pandas/`.
# Properties
corr = _unsupported_property("corr")
@@ -66,8 +66,8 @@ class MissingPandasLikeDataFrameGroupBy:
class MissingPandasLikeSeriesGroupBy:
- # NOTE: Please update the document "Supported pandas APIs" when
implementing the new API.
- # Documentation path:
`python/docs/source/user_guide/pandas_on_spark/supported_pandas_api.rst`.
+ # NOTE: Please update the pandas-on-Spark reference document when
implementing the new API.
+ # Documentation path: `python/docs/source/reference/pyspark.pandas/`.
# Properties
corr = _unsupported_property("corr")
diff --git a/python/pyspark/pandas/missing/indexes.py
b/python/pyspark/pandas/missing/indexes.py
index 55050a3e8c9..99fcf367f3e 100644
--- a/python/pyspark/pandas/missing/indexes.py
+++ b/python/pyspark/pandas/missing/indexes.py
@@ -36,8 +36,8 @@ def _unsupported_property(property_name, deprecated=False,
reason="", cls="Index
class MissingPandasLikeIndex:
- # NOTE: Please update the document "Supported pandas APIs" when
implementing the new API.
- # Documentation path:
`python/docs/source/user_guide/pandas_on_spark/supported_pandas_api.rst`.
+ # NOTE: Please update the pandas-on-Spark reference document when
implementing the new API.
+ # Documentation path: `python/docs/source/reference/pyspark.pandas/`.
# Properties
nbytes = _unsupported_property("nbytes")
@@ -80,8 +80,8 @@ class MissingPandasLikeIndex:
class MissingPandasLikeDatetimeIndex(MissingPandasLikeIndex):
- # NOTE: Please update the document "Supported pandas APIs" when
implementing the new API.
- # Documentation path:
`python/docs/source/user_guide/pandas_on_spark/supported_pandas_api.rst`.
+ # NOTE: Please update the pandas-on-Spark reference document when
implementing the new API.
+ # Documentation path: `python/docs/source/reference/pyspark.pandas/`.
# Properties
nanosecond = _unsupported_property("nanosecond", cls="DatetimeIndex")
@@ -105,8 +105,8 @@ class
MissingPandasLikeDatetimeIndex(MissingPandasLikeIndex):
class MissingPandasLikeTimedeltaIndex(MissingPandasLikeIndex):
- # NOTE: Please update the document "Supported pandas APIs" when
implementing the new API.
- # Documentation path:
`python/docs/source/user_guide/pandas_on_spark/supported_pandas_api.rst`.
+ # NOTE: Please update the pandas-on-Spark reference document when
implementing the new API.
+ # Documentation path: `python/docs/source/reference/pyspark.pandas/`.
# Properties
nanoseconds = _unsupported_property("nanoseconds", cls="TimedeltaIndex")
@@ -122,8 +122,8 @@ class
MissingPandasLikeTimedeltaIndex(MissingPandasLikeIndex):
class MissingPandasLikeMultiIndex:
- # NOTE: Please update the document "Supported pandas APIs" when
implementing the new API.
- # Documentation path:
`python/docs/source/user_guide/pandas_on_spark/supported_pandas_api.rst`.
+ # NOTE: Please update the pandas-on-Spark reference document when
implementing the new API.
+ # Documentation path: `python/docs/source/reference/pyspark.pandas/`.
# Functions
argsort = _unsupported_function("argsort")
diff --git a/python/pyspark/pandas/missing/resample.py
b/python/pyspark/pandas/missing/resample.py
index 91932797205..a0e647e1e44 100644
--- a/python/pyspark/pandas/missing/resample.py
+++ b/python/pyspark/pandas/missing/resample.py
@@ -38,8 +38,8 @@ def _unsupported_property(property_name, deprecated=False,
reason=""):
class MissingPandasLikeDataFrameResampler:
- # NOTE: Please update the document "Supported pandas APIs" when
implementing the new API.
- # Documentation path:
`python/docs/source/user_guide/pandas_on_spark/supported_pandas_api.rst`.
+ # NOTE: Please update the pandas-on-Spark reference document when
implementing the new API.
+ # Documentation path: `python/docs/source/reference/pyspark.pandas/`.
# Properties
groups = _unsupported_property("groups")
@@ -72,8 +72,8 @@ class MissingPandasLikeDataFrameResampler:
class MissingPandasLikeSeriesResampler:
- # NOTE: Please update the document "Supported pandas APIs" when
implementing the new API.
- # Documentation path:
`python/docs/source/user_guide/pandas_on_spark/supported_pandas_api.rst`.
+ # NOTE: Please update the pandas-on-Spark reference document when
implementing the new API.
+ # Documentation path: `python/docs/source/reference/pyspark.pandas/`.
# Properties
groups = _unsupported_property("groups")
diff --git a/python/pyspark/pandas/missing/series.py
b/python/pyspark/pandas/missing/series.py
index 3fafbbe048f..2b10dc34e58 100644
--- a/python/pyspark/pandas/missing/series.py
+++ b/python/pyspark/pandas/missing/series.py
@@ -30,8 +30,8 @@ def _unsupported_property(property_name, deprecated=False,
reason=""):
class MissingPandasLikeSeries:
- # NOTE: Please update the document "Supported pandas APIs" when
implementing the new API.
- # Documentation path:
`python/docs/source/user_guide/pandas_on_spark/supported_pandas_api.rst`.
+ # NOTE: Please update the pandas-on-Spark reference document when
implementing the new API.
+ # Documentation path: `python/docs/source/reference/pyspark.pandas/`.
# Functions
asfreq = _unsupported_function("asfreq")
diff --git a/python/pyspark/pandas/missing/window.py
b/python/pyspark/pandas/missing/window.py
index cbc84a8ca8a..31684e43ccf 100644
--- a/python/pyspark/pandas/missing/window.py
+++ b/python/pyspark/pandas/missing/window.py
@@ -73,8 +73,8 @@ def _unsupported_property_exponential_moving(property_name,
deprecated=False, re
class MissingPandasLikeExpanding:
- # NOTE: Please update the document "Supported pandas APIs" when
implementing the new API.
- # Documentation path:
`python/docs/source/user_guide/pandas_on_spark/supported_pandas_api.rst`.
+ # NOTE: Please update the pandas-on-Spark reference document when
implementing the new API.
+ # Documentation path: `python/docs/source/reference/pyspark.pandas/`.
agg = _unsupported_function_expanding("agg")
aggregate = _unsupported_function_expanding("aggregate")
@@ -92,8 +92,8 @@ class MissingPandasLikeExpanding:
class MissingPandasLikeRolling:
- # NOTE: Please update the document "Supported pandas APIs" when
implementing the new API.
- # Documentation path:
`python/docs/source/user_guide/pandas_on_spark/supported_pandas_api.rst`.
+ # NOTE: Please update the pandas-on-Spark reference document when
implementing the new API.
+ # Documentation path: `python/docs/source/reference/pyspark.pandas/`.
agg = _unsupported_function_rolling("agg")
aggregate = _unsupported_function_rolling("aggregate")
@@ -111,8 +111,8 @@ class MissingPandasLikeRolling:
class MissingPandasLikeExpandingGroupby:
- # NOTE: Please update the document "Supported pandas APIs" when
implementing the new API.
- # Documentation path:
`python/docs/source/user_guide/pandas_on_spark/supported_pandas_api.rst`.
+ # NOTE: Please update the pandas-on-Spark reference document when
implementing the new API.
+ # Documentation path: `python/docs/source/reference/pyspark.pandas/`.
agg = _unsupported_function_expanding("agg")
aggregate = _unsupported_function_expanding("aggregate")
@@ -130,8 +130,8 @@ class MissingPandasLikeExpandingGroupby:
class MissingPandasLikeRollingGroupby:
- # NOTE: Please update the document "Supported pandas APIs" when
implementing the new API.
- # Documentation path:
`python/docs/source/user_guide/pandas_on_spark/supported_pandas_api.rst`.
+ # NOTE: Please update the pandas-on-Spark reference document when
implementing the new API.
+ # Documentation path: `python/docs/source/reference/pyspark.pandas/`.
agg = _unsupported_function_rolling("agg")
aggregate = _unsupported_function_rolling("aggregate")
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org
