svn commit: r29401 - in /dev/spark/2.4.1-SNAPSHOT-2018_09_14_22_02-ae2ca0e-docs: ./ _site/ _site/api/ _site/api/R/ _site/api/java/ _site/api/java/lib/ _site/api/java/org/ _site/api/java/org/apache/ _s

2018-09-14 Thread pwendell
Author: pwendell
Date: Sat Sep 15 05:17:39 2018
New Revision: 29401

Log:
Apache Spark 2.4.1-SNAPSHOT-2018_09_14_22_02-ae2ca0e docs


[This commit notification would consist of 1475 parts, 
which exceeds the limit of 50 ones, so it was shortened to the summary.]

-
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org



[2/2] spark git commit: Revert "[SPARK-25431][SQL][EXAMPLES] Fix function examples and unify the format of the example results."

2018-09-14 Thread ueshin
Revert "[SPARK-25431][SQL][EXAMPLES] Fix function examples and unify the format 
of the example results."

This reverts commit 59054fa89b1f39f0d5d83cfe0b531ec39517f8fe.


Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/ae2ca0e5
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/ae2ca0e5
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/ae2ca0e5

Branch: refs/heads/branch-2.4
Commit: ae2ca0e5ddc477dea3fdffafe5b69f548b502692
Parents: d3f5475
Author: Takuya UESHIN 
Authored: Sat Sep 15 12:51:46 2018 +0900
Committer: Takuya UESHIN 
Committed: Sat Sep 15 12:51:46 2018 +0900

--
 .../expressions/collectionOperations.scala  | 49 ++--
 .../expressions/complexTypeCreator.scala|  4 +-
 .../expressions/higherOrderFunctions.scala  | 32 ++---
 3 files changed, 42 insertions(+), 43 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/spark/blob/ae2ca0e5/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
--
diff --git 
a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
 
b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
index 3ad21ec..ea6fccc 100644
--- 
a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
+++ 
b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
@@ -131,7 +131,7 @@ case class Size(child: Expression) extends UnaryExpression 
with ExpectsInputType
   examples = """
 Examples:
   > SELECT _FUNC_(map(1, 'a', 2, 'b'));
-   [1, 2]
+   [1,2]
   """)
 case class MapKeys(child: Expression)
   extends UnaryExpression with ExpectsInputTypes {
@@ -320,7 +320,7 @@ case class ArraysZip(children: Seq[Expression]) extends 
Expression with ExpectsI
   examples = """
 Examples:
   > SELECT _FUNC_(map(1, 'a', 2, 'b'));
-   ["a", "b"]
+   ["a","b"]
   """)
 case class MapValues(child: Expression)
   extends UnaryExpression with ExpectsInputTypes {
@@ -348,7 +348,7 @@ case class MapValues(child: Expression)
   examples = """
 Examples:
   > SELECT _FUNC_(map(1, 'a', 2, 'b'));
-   [[1, "a"], [2, "b"]]
+   [(1,"a"),(2,"b")]
   """,
   since = "2.4.0")
 case class MapEntries(child: Expression) extends UnaryExpression with 
ExpectsInputTypes {
@@ -516,7 +516,7 @@ case class MapEntries(child: Expression) extends 
UnaryExpression with ExpectsInp
   examples = """
 Examples:
   > SELECT _FUNC_(map(1, 'a', 2, 'b'), map(2, 'c', 3, 'd'));
-   [1 -> "a", 2 -> "b", 2 -> "c", 3 -> "d"]
+   [[1 -> "a"], [2 -> "b"], [2 -> "c"], [3 -> "d"]]
   """, since = "2.4.0")
 case class MapConcat(children: Seq[Expression]) extends 
ComplexTypeMergingExpression {
 
@@ -718,7 +718,7 @@ case class MapConcat(children: Seq[Expression]) extends 
ComplexTypeMergingExpres
   examples = """
 Examples:
   > SELECT _FUNC_(array(struct(1, 'a'), struct(2, 'b')));
-   [1 -> "a", 2 -> "b"]
+   {1:"a",2:"b"}
   """,
   since = "2.4.0")
 case class MapFromEntries(child: Expression) extends UnaryExpression {
@@ -1071,7 +1071,7 @@ object ArraySortLike {
   examples = """
 Examples:
   > SELECT _FUNC_(array('b', 'd', null, 'c', 'a'), true);
-   [null, "a", "b", "c", "d"]
+   [null,"a","b","c","d"]
   """)
 // scalastyle:on line.size.limit
 case class SortArray(base: Expression, ascendingOrder: Expression)
@@ -1129,7 +1129,7 @@ case class SortArray(base: Expression, ascendingOrder: 
Expression)
   examples = """
 Examples:
   > SELECT _FUNC_(array('b', 'd', null, 'c', 'a'));
-   ["a", "b", "c", "d", null]
+   ["a","b","c","d",null]
   """,
   since = "2.4.0")
 // scalastyle:on line.size.limit
@@ -1254,7 +1254,7 @@ case class Shuffle(child: Expression, randomSeed: 
Option[Long] = None)
   examples = """
 Examples:
   > SELECT _FUNC_('Spark SQL');
-   "LQS krapS"
+   LQS krapS
   > SELECT _FUNC_(array(2, 1, 4, 3));
[3, 4, 1, 2]
   """,
@@ -1634,9 +1634,9 @@ case class ArraysOverlap(left: Expression, right: 
Expression)
   examples = """
 Examples:
   > SELECT _FUNC_(array(1, 2, 3, 4), 2, 2);
-   [2, 3]
+   [2,3]
   > SELECT _FUNC_(array(1, 2, 3, 4), -2, 2);
-   [3, 4]
+   [3,4]
   """, since = "2.4.0")
 // scalastyle:on line.size.limit
 case class Slice(x: Expression, start: Expression, length: Expression)
@@ -1745,11 +1745,11 @@ case class Slice(x: Expression, start: Expression, 
length: Expression)
   examples = """
 Examples:
   > SELECT _FUNC_(array('hello', 'world'), ' ');
-   "hello world"
+   hello world
   > SELECT 

[1/2] spark git commit: Revert "[SPARK-25431][SQL][EXAMPLES] Fix function examples and unify the format of the example results."

2018-09-14 Thread ueshin
Repository: spark
Updated Branches:
  refs/heads/branch-2.4 d3f5475a1 -> ae2ca0e5d
  refs/heads/master 9bb798f2e -> be454a7ce


Revert "[SPARK-25431][SQL][EXAMPLES] Fix function examples and unify the format 
of the example results."

This reverts commit 9c25d7f735ed8c49c795babea3fda3cab226e7cb.


Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/be454a7c
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/be454a7c
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/be454a7c

Branch: refs/heads/master
Commit: be454a7cef1cb5c76fb22589fc3a55c1bf519cf4
Parents: 9bb798f
Author: Takuya UESHIN 
Authored: Sat Sep 15 12:50:46 2018 +0900
Committer: Takuya UESHIN 
Committed: Sat Sep 15 12:50:46 2018 +0900

--
 .../expressions/collectionOperations.scala  | 49 ++--
 .../expressions/complexTypeCreator.scala|  4 +-
 .../expressions/higherOrderFunctions.scala  | 32 ++---
 3 files changed, 42 insertions(+), 43 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/spark/blob/be454a7c/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
--
diff --git 
a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
 
b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
index 3ad21ec..ea6fccc 100644
--- 
a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
+++ 
b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
@@ -131,7 +131,7 @@ case class Size(child: Expression) extends UnaryExpression 
with ExpectsInputType
   examples = """
 Examples:
   > SELECT _FUNC_(map(1, 'a', 2, 'b'));
-   [1, 2]
+   [1,2]
   """)
 case class MapKeys(child: Expression)
   extends UnaryExpression with ExpectsInputTypes {
@@ -320,7 +320,7 @@ case class ArraysZip(children: Seq[Expression]) extends 
Expression with ExpectsI
   examples = """
 Examples:
   > SELECT _FUNC_(map(1, 'a', 2, 'b'));
-   ["a", "b"]
+   ["a","b"]
   """)
 case class MapValues(child: Expression)
   extends UnaryExpression with ExpectsInputTypes {
@@ -348,7 +348,7 @@ case class MapValues(child: Expression)
   examples = """
 Examples:
   > SELECT _FUNC_(map(1, 'a', 2, 'b'));
-   [[1, "a"], [2, "b"]]
+   [(1,"a"),(2,"b")]
   """,
   since = "2.4.0")
 case class MapEntries(child: Expression) extends UnaryExpression with 
ExpectsInputTypes {
@@ -516,7 +516,7 @@ case class MapEntries(child: Expression) extends 
UnaryExpression with ExpectsInp
   examples = """
 Examples:
   > SELECT _FUNC_(map(1, 'a', 2, 'b'), map(2, 'c', 3, 'd'));
-   [1 -> "a", 2 -> "b", 2 -> "c", 3 -> "d"]
+   [[1 -> "a"], [2 -> "b"], [2 -> "c"], [3 -> "d"]]
   """, since = "2.4.0")
 case class MapConcat(children: Seq[Expression]) extends 
ComplexTypeMergingExpression {
 
@@ -718,7 +718,7 @@ case class MapConcat(children: Seq[Expression]) extends 
ComplexTypeMergingExpres
   examples = """
 Examples:
   > SELECT _FUNC_(array(struct(1, 'a'), struct(2, 'b')));
-   [1 -> "a", 2 -> "b"]
+   {1:"a",2:"b"}
   """,
   since = "2.4.0")
 case class MapFromEntries(child: Expression) extends UnaryExpression {
@@ -1071,7 +1071,7 @@ object ArraySortLike {
   examples = """
 Examples:
   > SELECT _FUNC_(array('b', 'd', null, 'c', 'a'), true);
-   [null, "a", "b", "c", "d"]
+   [null,"a","b","c","d"]
   """)
 // scalastyle:on line.size.limit
 case class SortArray(base: Expression, ascendingOrder: Expression)
@@ -1129,7 +1129,7 @@ case class SortArray(base: Expression, ascendingOrder: 
Expression)
   examples = """
 Examples:
   > SELECT _FUNC_(array('b', 'd', null, 'c', 'a'));
-   ["a", "b", "c", "d", null]
+   ["a","b","c","d",null]
   """,
   since = "2.4.0")
 // scalastyle:on line.size.limit
@@ -1254,7 +1254,7 @@ case class Shuffle(child: Expression, randomSeed: 
Option[Long] = None)
   examples = """
 Examples:
   > SELECT _FUNC_('Spark SQL');
-   "LQS krapS"
+   LQS krapS
   > SELECT _FUNC_(array(2, 1, 4, 3));
[3, 4, 1, 2]
   """,
@@ -1634,9 +1634,9 @@ case class ArraysOverlap(left: Expression, right: 
Expression)
   examples = """
 Examples:
   > SELECT _FUNC_(array(1, 2, 3, 4), 2, 2);
-   [2, 3]
+   [2,3]
   > SELECT _FUNC_(array(1, 2, 3, 4), -2, 2);
-   [3, 4]
+   [3,4]
   """, since = "2.4.0")
 // scalastyle:on line.size.limit
 case class Slice(x: Expression, start: Expression, length: Expression)
@@ -1745,11 +1745,11 @@ case class Slice(x: Expression, start: Expression, 
length: Expression)
   examples = """
 

svn commit: r29400 - in /dev/spark/2.4.0-SNAPSHOT-2018_09_14_20_02-9bb798f-docs: ./ _site/ _site/api/ _site/api/R/ _site/api/java/ _site/api/java/lib/ _site/api/java/org/ _site/api/java/org/apache/ _s

2018-09-14 Thread pwendell
Author: pwendell
Date: Sat Sep 15 03:19:00 2018
New Revision: 29400

Log:
Apache Spark 2.4.0-SNAPSHOT-2018_09_14_20_02-9bb798f docs


[This commit notification would consist of 1484 parts, 
which exceeds the limit of 50 ones, so it was shortened to the summary.]

-
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org



spark git commit: [SPARK-25238][PYTHON] lint-python: Upgrade pycodestyle to v2.4.0

2018-09-14 Thread srowen
Repository: spark
Updated Branches:
  refs/heads/branch-2.4 59054fa89 -> d3f5475a1


[SPARK-25238][PYTHON] lint-python: Upgrade pycodestyle to v2.4.0

See https://pycodestyle.readthedocs.io/en/latest/developer.html#changes for 
changes made in this release.

## What changes were proposed in this pull request?

Upgrade pycodestyle to v2.4.0

## How was this patch tested?

__pycodestyle__

Please review http://spark.apache.org/contributing.html before opening a pull 
request.

Closes #22231 from cclauss/patch-1.

Authored-by: cclauss 
Signed-off-by: Sean Owen 
(cherry picked from commit 9bb798f2e6eefd9edb7b6d9980a894557c107bd3)
Signed-off-by: Sean Owen 


Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/d3f5475a
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/d3f5475a
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/d3f5475a

Branch: refs/heads/branch-2.4
Commit: d3f5475a1a9efc1dcffbf5a4697f8431b0588e9e
Parents: 59054fa
Author: cclauss 
Authored: Fri Sep 14 20:13:07 2018 -0500
Committer: Sean Owen 
Committed: Fri Sep 14 20:13:16 2018 -0500

--
 dev/lint-python | 2 +-
 dev/run-tests-jenkins.py| 4 ++--
 dev/tox.ini | 2 +-
 python/pyspark/sql/functions.py | 2 +-
 4 files changed, 5 insertions(+), 5 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/spark/blob/d3f5475a/dev/lint-python
--
diff --git a/dev/lint-python b/dev/lint-python
index f738af9..1e944b0 100755
--- a/dev/lint-python
+++ b/dev/lint-python
@@ -36,7 +36,7 @@ compile_status="${PIPESTATUS[0]}"
 # Get pycodestyle at runtime so that we don't rely on it being installed on 
the build server.
 # See: https://github.com/apache/spark/pull/1744#issuecomment-50982162
 # Updated to the latest official version of pep8. pep8 is formally renamed to 
pycodestyle.
-PYCODESTYLE_VERSION="2.3.1"
+PYCODESTYLE_VERSION="2.4.0"
 
PYCODESTYLE_SCRIPT_PATH="$SPARK_ROOT_DIR/dev/pycodestyle-$PYCODESTYLE_VERSION.py"
 
PYCODESTYLE_SCRIPT_REMOTE_PATH="https://raw.githubusercontent.com/PyCQA/pycodestyle/$PYCODESTYLE_VERSION/pycodestyle.py;
 

http://git-wip-us.apache.org/repos/asf/spark/blob/d3f5475a/dev/run-tests-jenkins.py
--
diff --git a/dev/run-tests-jenkins.py b/dev/run-tests-jenkins.py
index 6e94389..eca88f2 100755
--- a/dev/run-tests-jenkins.py
+++ b/dev/run-tests-jenkins.py
@@ -116,7 +116,7 @@ def run_tests(tests_timeout):
 
 failure_note_by_errcode = {
 # error to denote run-tests script failures:
-1: 'executing the `dev/run-tests` script',  # noqa: W605
+1: 'executing the `dev/run-tests` script',
 ERROR_CODES["BLOCK_GENERAL"]: 'some tests',
 ERROR_CODES["BLOCK_RAT"]: 'RAT tests',
 ERROR_CODES["BLOCK_SCALA_STYLE"]: 'Scala style tests',
@@ -131,7 +131,7 @@ def run_tests(tests_timeout):
 ERROR_CODES["BLOCK_PYSPARK_UNIT_TESTS"]: 'PySpark unit tests',
 ERROR_CODES["BLOCK_PYSPARK_PIP_TESTS"]: 'PySpark pip packaging tests',
 ERROR_CODES["BLOCK_SPARKR_UNIT_TESTS"]: 'SparkR unit tests',
-ERROR_CODES["BLOCK_TIMEOUT"]: 'from timeout after a configured wait of 
\`%s\`' % (
+ERROR_CODES["BLOCK_TIMEOUT"]: 'from timeout after a configured wait of 
`%s`' % (
 tests_timeout)
 }
 

http://git-wip-us.apache.org/repos/asf/spark/blob/d3f5475a/dev/tox.ini
--
diff --git a/dev/tox.ini b/dev/tox.ini
index 28dad8f..6ec223b 100644
--- a/dev/tox.ini
+++ b/dev/tox.ini
@@ -14,6 +14,6 @@
 # limitations under the License.
 
 [pycodestyle]
-ignore=E402,E731,E241,W503,E226,E722,E741,E305
+ignore=E226,E241,E305,E402,E722,E731,E741,W503,W504
 max-line-length=100
 
exclude=cloudpickle.py,heapq3.py,shared.py,python/docs/conf.py,work/*/*.py,python/.eggs/*,dist/*

http://git-wip-us.apache.org/repos/asf/spark/blob/d3f5475a/python/pyspark/sql/functions.py
--
diff --git a/python/pyspark/sql/functions.py b/python/pyspark/sql/functions.py
index e288ec8..6da5237 100644
--- a/python/pyspark/sql/functions.py
+++ b/python/pyspark/sql/functions.py
@@ -1711,7 +1711,7 @@ def regexp_extract(str, pattern, idx):
 @ignore_unicode_prefix
 @since(1.5)
 def regexp_replace(str, pattern, replacement):
-"""Replace all substrings of the specified string value that match regexp 
with rep.
+r"""Replace all substrings of the specified string value that match regexp 
with rep.
 
 >>> df = spark.createDataFrame([('100-200',)], ['str'])
 >>> df.select(regexp_replace('str', r'(\d+)', '--').alias('d')).collect()


-

spark git commit: [SPARK-25238][PYTHON] lint-python: Upgrade pycodestyle to v2.4.0

2018-09-14 Thread srowen
Repository: spark
Updated Branches:
  refs/heads/master 9c25d7f73 -> 9bb798f2e


[SPARK-25238][PYTHON] lint-python: Upgrade pycodestyle to v2.4.0

See https://pycodestyle.readthedocs.io/en/latest/developer.html#changes for 
changes made in this release.

## What changes were proposed in this pull request?

Upgrade pycodestyle to v2.4.0

## How was this patch tested?

__pycodestyle__

Please review http://spark.apache.org/contributing.html before opening a pull 
request.

Closes #22231 from cclauss/patch-1.

Authored-by: cclauss 
Signed-off-by: Sean Owen 


Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/9bb798f2
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/9bb798f2
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/9bb798f2

Branch: refs/heads/master
Commit: 9bb798f2e6eefd9edb7b6d9980a894557c107bd3
Parents: 9c25d7f
Author: cclauss 
Authored: Fri Sep 14 20:13:07 2018 -0500
Committer: Sean Owen 
Committed: Fri Sep 14 20:13:07 2018 -0500

--
 dev/lint-python | 2 +-
 dev/run-tests-jenkins.py| 4 ++--
 dev/tox.ini | 2 +-
 python/pyspark/sql/functions.py | 2 +-
 4 files changed, 5 insertions(+), 5 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/spark/blob/9bb798f2/dev/lint-python
--
diff --git a/dev/lint-python b/dev/lint-python
index a98a251..e26bd4b 100755
--- a/dev/lint-python
+++ b/dev/lint-python
@@ -36,7 +36,7 @@ compile_status="${PIPESTATUS[0]}"
 # Get pycodestyle at runtime so that we don't rely on it being installed on 
the build server.
 # See: https://github.com/apache/spark/pull/1744#issuecomment-50982162
 # Updated to the latest official version of pep8. pep8 is formally renamed to 
pycodestyle.
-PYCODESTYLE_VERSION="2.3.1"
+PYCODESTYLE_VERSION="2.4.0"
 
PYCODESTYLE_SCRIPT_PATH="$SPARK_ROOT_DIR/dev/pycodestyle-$PYCODESTYLE_VERSION.py"
 
PYCODESTYLE_SCRIPT_REMOTE_PATH="https://raw.githubusercontent.com/PyCQA/pycodestyle/$PYCODESTYLE_VERSION/pycodestyle.py;
 

http://git-wip-us.apache.org/repos/asf/spark/blob/9bb798f2/dev/run-tests-jenkins.py
--
diff --git a/dev/run-tests-jenkins.py b/dev/run-tests-jenkins.py
index 6e94389..eca88f2 100755
--- a/dev/run-tests-jenkins.py
+++ b/dev/run-tests-jenkins.py
@@ -116,7 +116,7 @@ def run_tests(tests_timeout):
 
 failure_note_by_errcode = {
 # error to denote run-tests script failures:
-1: 'executing the `dev/run-tests` script',  # noqa: W605
+1: 'executing the `dev/run-tests` script',
 ERROR_CODES["BLOCK_GENERAL"]: 'some tests',
 ERROR_CODES["BLOCK_RAT"]: 'RAT tests',
 ERROR_CODES["BLOCK_SCALA_STYLE"]: 'Scala style tests',
@@ -131,7 +131,7 @@ def run_tests(tests_timeout):
 ERROR_CODES["BLOCK_PYSPARK_UNIT_TESTS"]: 'PySpark unit tests',
 ERROR_CODES["BLOCK_PYSPARK_PIP_TESTS"]: 'PySpark pip packaging tests',
 ERROR_CODES["BLOCK_SPARKR_UNIT_TESTS"]: 'SparkR unit tests',
-ERROR_CODES["BLOCK_TIMEOUT"]: 'from timeout after a configured wait of 
\`%s\`' % (
+ERROR_CODES["BLOCK_TIMEOUT"]: 'from timeout after a configured wait of 
`%s`' % (
 tests_timeout)
 }
 

http://git-wip-us.apache.org/repos/asf/spark/blob/9bb798f2/dev/tox.ini
--
diff --git a/dev/tox.ini b/dev/tox.ini
index 28dad8f..6ec223b 100644
--- a/dev/tox.ini
+++ b/dev/tox.ini
@@ -14,6 +14,6 @@
 # limitations under the License.
 
 [pycodestyle]
-ignore=E402,E731,E241,W503,E226,E722,E741,E305
+ignore=E226,E241,E305,E402,E722,E731,E741,W503,W504
 max-line-length=100
 
exclude=cloudpickle.py,heapq3.py,shared.py,python/docs/conf.py,work/*/*.py,python/.eggs/*,dist/*

http://git-wip-us.apache.org/repos/asf/spark/blob/9bb798f2/python/pyspark/sql/functions.py
--
diff --git a/python/pyspark/sql/functions.py b/python/pyspark/sql/functions.py
index e288ec8..6da5237 100644
--- a/python/pyspark/sql/functions.py
+++ b/python/pyspark/sql/functions.py
@@ -1711,7 +1711,7 @@ def regexp_extract(str, pattern, idx):
 @ignore_unicode_prefix
 @since(1.5)
 def regexp_replace(str, pattern, replacement):
-"""Replace all substrings of the specified string value that match regexp 
with rep.
+r"""Replace all substrings of the specified string value that match regexp 
with rep.
 
 >>> df = spark.createDataFrame([('100-200',)], ['str'])
 >>> df.select(regexp_replace('str', r'(\d+)', '--').alias('d')).collect()


-
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: 

svn commit: r29397 - in /dev/spark/2.4.0-SNAPSHOT-2018_09_14_12_03-9c25d7f-docs: ./ _site/ _site/api/ _site/api/R/ _site/api/java/ _site/api/java/lib/ _site/api/java/org/ _site/api/java/org/apache/ _s

2018-09-14 Thread pwendell
Author: pwendell
Date: Fri Sep 14 19:17:48 2018
New Revision: 29397

Log:
Apache Spark 2.4.0-SNAPSHOT-2018_09_14_12_03-9c25d7f docs


[This commit notification would consist of 1484 parts, 
which exceeds the limit of 50 ones, so it was shortened to the summary.]

-
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org



svn commit: r29392 - /dev/spark/KEYS

2018-09-14 Thread wenchen
Author: wenchen
Date: Fri Sep 14 18:16:52 2018
New Revision: 29392

Log:
Update KEYS

Modified:
dev/spark/KEYS

Modified: dev/spark/KEYS
==
--- dev/spark/KEYS (original)
+++ dev/spark/KEYS Fri Sep 14 18:16:52 2018
@@ -704,10 +704,10 @@ kyHyHY5kPG9HfDOSahPz
 =SDAz
 -END PGP PUBLIC KEY BLOCK-
 
-pub   4096R/FEE24A6B 2018-09-14
-  Key fingerprint = A9EE F659 7357 DB14 4DA0  4B43 FC69 F693 FEE2 4A6B
+pub   4096R/89E45E06 2018-09-14
+  Key fingerprint = 2DDA 5187 089E A1F5 96B3  B00C A433 0D11 89E4 5E06
 uid  Wenchen Fan (CODE SIGNING KEY) 
-sub   4096R/E47F1147 2018-09-14
+sub   4096R/B9EF05F4 2018-09-14
 -BEGIN PGP PUBLIC KEY BLOCK-
 Version: GnuPG v1
 
@@ -751,52 +751,52 @@ BQ8X4e1FobklGxRDsq1bbJtsk/RjmZJJ4ntZvsl8
 ZmL6fjAvqrL0WGki33jMUtDpUC9GjQtAsYoR4taDpc7wKp45TLUMoV55hIUHE83a
 z5xkXFTOYoSyWgHFCPbV9qA25TWMAUOKDOUiOdrLa3Nz6fw1d4nVL/bBVzHzrOWX
 sF9hsz7kPMi2ExrXimyYNHgWPwcBJwooTst76VdH4s8ghLXtLRXV2WuKcDQZa9CJ
-XJkCDQRbm7T5ARAA1IgBj2BbGy69ybaBxKNR1nLxIz/zuUFjFnbMmgU0QYcDW2LC
-DknBehH0q6e6pWSA4BbVntgUFcmLSgP+tPIpSsx0QgokVD7TuiVXrgiXWabSVHqq
-A5miTHjdPRlq/fEyG9UkPX6f6gY6Y5Bq6FMbBmRIdI2a/KHPIw7QqIdBxSLioR87
-GNcWltzjFs/swa+exovik/Yo7fWBAMDLyWv2f7IREWclITuuX0Qb43Fz+PxBXIYW
-Anoe11WElSUCCkualqzY8Xw4vHZmohwZ4gDfhNAfWuFijyXX/lVqe0ojzmnMbOP+
-3ifEXaCG86tX9k5O/uSGp+k4v5dB2+8yM8WYVSc/Ae3eFBm3/gxSRhp37c2NgQqe
-Uy9K4wYA1eB8LSk1dPJis57L6chPs67FfSf1IzglwceoOE3Mhnt6iQ3wA9Wk8xvi
-J0xpZljcaZ0U6REEjVPiNg4OEczRJ2tI3gzdSeA5/SLWjqkxU3j24EK//T+lf335
-9u6uR5w4EdZFt7Rn10W6GCSF+7cqBOp2UwjnDZ5npTJPp/2OQkfjaz7/r7uK27Kl
-dkzOuoarbZx8zdEKTzxptdUayEJqLs97zB3M34yhftCgwsgtZf//fjHxIpIx81E4
-iifEzPT7MfjXnxv0LtOa5XZgfOeJNzJed/q8t0nlrf/OqnYQXOz+ls6a9cMAEQEA
+XJkCDQRbm/nXARAA1qqnpcaXQmE6bzpNJIaVAwG8XUCkGh3YIaZb/c+Mcf1BQQ8q
+Uu0QYydppBDWNGpQIvMmwojuppyStFlcQ7/saaFZ3UnrVZp82sPaWi7ldYMy//mV
+ROl4YjHbyc6aWbmIMXcIK8F1hVr4L+vYNtzKTaMBwpP64/vAWGHemgYuwEWaJwCX
+AFeY4NPywP6uH4izuAwA5QC2p26QjOV4o+MAPLuU5hZw78EWsVlj7whOvqLvi+SG
+TMn/9wqMPtBMm98tdXev/apuQRFepcmu1GWJTRIY5RTz7fJK7lPx96s3H7/0wQxb
+RrTIo21h58t17k2uNUcYJQFtDMFT+SHViB+DljqiXIBMsl4JCbEInsubF4XDxshS
+rST5wSKDyDAGu4BcFBbgwH5KZgc/efCAnP95FcAWSw0ZHGZsymMpdSV2cQtRLrxv
+l3PUav6QjzrXV+OJ6Z12WnUTAVbIXQpCu5YrDMGF4yldppQmzvVQ//Cywv4zCf5N
+5rfnKxqw9U1y1YJCW8Ii6UqYx/i9eaCk+spaAk+9b1YwnpncyJGFswWaULpFNdRq
+5DHl5+HhYSg1aaxVGzO4il9h6Z7VZV2E9Jg+iMP46V5FKSR+QftC2R8fMaV2l1eJ
+blnM6lnr96nCBKYNZgKOPYaWF2znpUf0b70vYvQNxVvpJ49blKGMMpBEzTcAEQEA
 AbQzV2VuY2hlbiBGYW4gKENPREUgU0lHTklORyBLRVkpIDx3ZW5jaGVuQGFwYWNo
-ZS5vcmc+iQI4BBMBAgAiBQJbm7T5AhsDBgsJCAcDAgYVCAIJCgsEFgIDAQIeAQIX
-gAAKCRD8afaT/uJKa3kfD/4sYwwXmEplVV2L3qk5cNZqyTsZRqEmvUJkEXyDHWd3
-S5kxihRL1yO4mpTI3mdbX8TdQnPI8yOKaGasLVYNJjoCstdaaNU0gOY0LGO2U03F
-gn1VPsBvpBg4cEh0X7pBHrOrMpPqOjrGjk+ekVAX0tub8rEibFuSKnZ+zRNBH0qM
-1k9l6k1FrWAxV27pvKPg4Bx0B1k2sCWXgDlUeo7gTk5kLGLSea1dCOaBfc2Ptegb
-l/SLqJTT6gclyn8AguTK9nzPFYAmfibAbbyZPH9FElLjvC39YBW07CvfgOQR7K6J
-uNDdhb0Q/iHHblFsklKuC+3GHsrBCSfuLlA3aikhq5wzrLpOK5HgQcGZE5AZj1fE
-NS4XIHG6fG1l7E9c4i6wkx45ZcUQ0/ruZL8vlk86Hask/ff5zqpt6xCLBsg9/4Xd
-Xx68fz7g1/88Z5RJFtpI4Z1fmgDZWMWu+0v5eh6quRnfrfEtgh8bWmR0+xmiTOhR
-JvL3cvFH/3C7U7Heej8ewNW6Gx8J7n63M4llRo5wEvrS2NvdwNboetYUoSj0ePM2
-6CTk0f530U0K0rasGYO0ZHRRq3z2BMiu9n877B3IslL5RzOUunXJz9qFcka0dH8Q
-SCmbSNFd9uaGMiqvdCm2r3uvbBzpOv/BQK5wT3MfpM6DcJHqXTrR67vEql48uBMi
-SbkCDQRbm7T5ARAAsyUCUn8mMjwS6yfhCYH5QgyNBxMXQwbVogDsvKmzPZNap4F+
-khViLlC3LL/tEBu9yWbnUuDUYcWvqTOdJNp0vqh1P26m7jNE+Pobjuz/xyFCVMrx
-rKeLkRw5fE6WYBr4CktPL9tAgl0ScDB5qHgz3TV9VHAwuxiLAOFTUMEphe8VxYJq
-26PNpjhH9X/ut2HohXOuDQcwubek+52AOj5Laz0LngrQ2yYg+03sYtPMijVlqGiI
-AJAtEpQp4/W+RVAltOQPWCedgLN4nLBtNKJq4gY43jcC2W+wbIbMSmfB8B2BL50r
-THWCf0ES2R1jvW+f4BPGHwAFqNuCY9+YWWfIqVdo7heFKlah897jphientz3tHe+
-RXgGVCn1pt8up9uywrY6UpQdDdB5KRhng7TS857jNpdKyOLfSaiLQwCCq/UkDsjv
-wJqF6YlbkdP8RUtiOoEOGKNehhHup9tt9VALcjImQebzz0fAn8ZT1nc1XoYNm11n
-9LwPg5W0/T6FZzXuqHMO1NL6/zZm3ei1/Q6xpC5vh8GeGIkAFa71M4ys5GqWe5ak
-hOzse2aVACG+v9sBnOLTOnEme8zMT2hbTj7qE62kPNLeUeBgn1Cx8naw6T51LeR8
-us9e7oXmzJoTFpb/6q36mOCeQbtVCNVVXAWlrHcC8Jc3dbVVkw695Fn6f0EAEQEA
-AYkCHwQYAQIACQUCW5u0+QIbDAAKCRD8afaT/uJKa7v8D/9smPjxGL4Ss4F0NPK0
-hpwzXQQJQD6bSuJMwYLZKQytn/6EK4ixCjunEkaLPRog11iVP51O6/uUYSj1TCoh
-pbG/Q8s98Ht4/biP+l1yA+ifi1GeF01Utn1j9rlHZ0+EuGyMF3nrLokq9mWflQbK
-U/9W2ppFwweDN1v73dVVTWCDFEAIyB37HfrpxuqpZRXdtKvSXcr58QfJJMbQmQEz
-lhdNfzh+dZuar795/2SxXIOtmxLvclE4f52+zTFps5NksuRmCnWrNKwfWGUkDUDU
-EMpJD2OnbqhgDQqBH5F7SbBO19C9Cdy09PQWrwhdEZr+00fxpdN8QvVjNVs7zUjh
-vdQYhyyaTOozkvAktDSiAODE3sOiOkVbO/CjWdO1EKq1t8GQ8BKbRU9QMA1exBjW
-SARIlHbQrb/VmzKnTtM4ptD/TBP38QWKXZrWK1QXw2d849qeIyGFYLICT9SVDU+C
-tFjaQ829T6iGUez/u/9mLclkYWrKsojTcTNW4SpGaH8+1IeVkPEvDxp/B5kWFpWx
-U+X/mkqYFK/4drNjXc/ewdxAEKkU3UXDgETGo9cLUmWuOgT5RRKOAGWZV0lzKQJ5
-zQwuSapm6zXfVJHfdsayJuNpcJRxBnu3H2ZOGcSGJ5ESq9gnPEkKIjaW5GflbF4S
-X67Uef3GJHC1os6AMBXpTMqtTQ==
-=t94S
+ZS5vcmc+iQI4BBMBAgAiBQJbm/nXAhsDBgsJCAcDAgYVCAIJCgsEFgIDAQIeAQIX
+gAAKCRCkMw0RieReBoNvD/0V1ddp1a7hwDe3El3tyyppmVOdU36lUZFXDEb8z4Yr

svn commit: r29391 - in /dev/spark/2.4.1-SNAPSHOT-2018_09_14_10_02-59054fa-docs: ./ _site/ _site/api/ _site/api/R/ _site/api/java/ _site/api/java/lib/ _site/api/java/org/ _site/api/java/org/apache/ _s

2018-09-14 Thread pwendell
Author: pwendell
Date: Fri Sep 14 17:17:23 2018
New Revision: 29391

Log:
Apache Spark 2.4.1-SNAPSHOT-2018_09_14_10_02-59054fa docs


[This commit notification would consist of 1475 parts, 
which exceeds the limit of 50 ones, so it was shortened to the summary.]

-
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org



spark git commit: [SPARK-25431][SQL][EXAMPLES] Fix function examples and unify the format of the example results.

2018-09-14 Thread lixiao
Repository: spark
Updated Branches:
  refs/heads/branch-2.4 8cdf7f4c9 -> 59054fa89


[SPARK-25431][SQL][EXAMPLES] Fix function examples and unify the format of the 
example results.

## What changes were proposed in this pull request?

There are some mistakes in examples of newly added functions. Also the format 
of the example results are not unified. We should fix and unify them.

## How was this patch tested?

Manually executed the examples.

Closes #22421 from ueshin/issues/SPARK-25431/fix_examples.

Authored-by: Takuya UESHIN 
Signed-off-by: gatorsmile 
(cherry picked from commit 9c25d7f735ed8c49c795babea3fda3cab226e7cb)
Signed-off-by: gatorsmile 


Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/59054fa8
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/59054fa8
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/59054fa8

Branch: refs/heads/branch-2.4
Commit: 59054fa89b1f39f0d5d83cfe0b531ec39517f8fe
Parents: 8cdf7f4
Author: Takuya UESHIN 
Authored: Fri Sep 14 09:25:27 2018 -0700
Committer: gatorsmile 
Committed: Fri Sep 14 09:25:43 2018 -0700

--
 .../expressions/collectionOperations.scala  | 49 ++--
 .../expressions/complexTypeCreator.scala|  4 +-
 .../expressions/higherOrderFunctions.scala  | 32 ++---
 3 files changed, 43 insertions(+), 42 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/spark/blob/59054fa8/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
--
diff --git 
a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
 
b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
index ea6fccc..3ad21ec 100644
--- 
a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
+++ 
b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
@@ -131,7 +131,7 @@ case class Size(child: Expression) extends UnaryExpression 
with ExpectsInputType
   examples = """
 Examples:
   > SELECT _FUNC_(map(1, 'a', 2, 'b'));
-   [1,2]
+   [1, 2]
   """)
 case class MapKeys(child: Expression)
   extends UnaryExpression with ExpectsInputTypes {
@@ -320,7 +320,7 @@ case class ArraysZip(children: Seq[Expression]) extends 
Expression with ExpectsI
   examples = """
 Examples:
   > SELECT _FUNC_(map(1, 'a', 2, 'b'));
-   ["a","b"]
+   ["a", "b"]
   """)
 case class MapValues(child: Expression)
   extends UnaryExpression with ExpectsInputTypes {
@@ -348,7 +348,7 @@ case class MapValues(child: Expression)
   examples = """
 Examples:
   > SELECT _FUNC_(map(1, 'a', 2, 'b'));
-   [(1,"a"),(2,"b")]
+   [[1, "a"], [2, "b"]]
   """,
   since = "2.4.0")
 case class MapEntries(child: Expression) extends UnaryExpression with 
ExpectsInputTypes {
@@ -516,7 +516,7 @@ case class MapEntries(child: Expression) extends 
UnaryExpression with ExpectsInp
   examples = """
 Examples:
   > SELECT _FUNC_(map(1, 'a', 2, 'b'), map(2, 'c', 3, 'd'));
-   [[1 -> "a"], [2 -> "b"], [2 -> "c"], [3 -> "d"]]
+   [1 -> "a", 2 -> "b", 2 -> "c", 3 -> "d"]
   """, since = "2.4.0")
 case class MapConcat(children: Seq[Expression]) extends 
ComplexTypeMergingExpression {
 
@@ -718,7 +718,7 @@ case class MapConcat(children: Seq[Expression]) extends 
ComplexTypeMergingExpres
   examples = """
 Examples:
   > SELECT _FUNC_(array(struct(1, 'a'), struct(2, 'b')));
-   {1:"a",2:"b"}
+   [1 -> "a", 2 -> "b"]
   """,
   since = "2.4.0")
 case class MapFromEntries(child: Expression) extends UnaryExpression {
@@ -1071,7 +1071,7 @@ object ArraySortLike {
   examples = """
 Examples:
   > SELECT _FUNC_(array('b', 'd', null, 'c', 'a'), true);
-   [null,"a","b","c","d"]
+   [null, "a", "b", "c", "d"]
   """)
 // scalastyle:on line.size.limit
 case class SortArray(base: Expression, ascendingOrder: Expression)
@@ -1129,7 +1129,7 @@ case class SortArray(base: Expression, ascendingOrder: 
Expression)
   examples = """
 Examples:
   > SELECT _FUNC_(array('b', 'd', null, 'c', 'a'));
-   ["a","b","c","d",null]
+   ["a", "b", "c", "d", null]
   """,
   since = "2.4.0")
 // scalastyle:on line.size.limit
@@ -1254,7 +1254,7 @@ case class Shuffle(child: Expression, randomSeed: 
Option[Long] = None)
   examples = """
 Examples:
   > SELECT _FUNC_('Spark SQL');
-   LQS krapS
+   "LQS krapS"
   > SELECT _FUNC_(array(2, 1, 4, 3));
[3, 4, 1, 2]
   """,
@@ -1634,9 +1634,9 @@ case class ArraysOverlap(left: Expression, right: 
Expression)
   examples = """
 Examples:
   > SELECT _FUNC_(array(1, 2, 3, 4), 2, 2);

spark git commit: [SPARK-25431][SQL][EXAMPLES] Fix function examples and unify the format of the example results.

2018-09-14 Thread lixiao
Repository: spark
Updated Branches:
  refs/heads/master a81ef9e1f -> 9c25d7f73


[SPARK-25431][SQL][EXAMPLES] Fix function examples and unify the format of the 
example results.

## What changes were proposed in this pull request?

There are some mistakes in examples of newly added functions. Also the format 
of the example results are not unified. We should fix and unify them.

## How was this patch tested?

Manually executed the examples.

Closes #22421 from ueshin/issues/SPARK-25431/fix_examples.

Authored-by: Takuya UESHIN 
Signed-off-by: gatorsmile 


Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/9c25d7f7
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/9c25d7f7
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/9c25d7f7

Branch: refs/heads/master
Commit: 9c25d7f735ed8c49c795babea3fda3cab226e7cb
Parents: a81ef9e
Author: Takuya UESHIN 
Authored: Fri Sep 14 09:25:27 2018 -0700
Committer: gatorsmile 
Committed: Fri Sep 14 09:25:27 2018 -0700

--
 .../expressions/collectionOperations.scala  | 49 ++--
 .../expressions/complexTypeCreator.scala|  4 +-
 .../expressions/higherOrderFunctions.scala  | 32 ++---
 3 files changed, 43 insertions(+), 42 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/spark/blob/9c25d7f7/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
--
diff --git 
a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
 
b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
index ea6fccc..3ad21ec 100644
--- 
a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
+++ 
b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/collectionOperations.scala
@@ -131,7 +131,7 @@ case class Size(child: Expression) extends UnaryExpression 
with ExpectsInputType
   examples = """
 Examples:
   > SELECT _FUNC_(map(1, 'a', 2, 'b'));
-   [1,2]
+   [1, 2]
   """)
 case class MapKeys(child: Expression)
   extends UnaryExpression with ExpectsInputTypes {
@@ -320,7 +320,7 @@ case class ArraysZip(children: Seq[Expression]) extends 
Expression with ExpectsI
   examples = """
 Examples:
   > SELECT _FUNC_(map(1, 'a', 2, 'b'));
-   ["a","b"]
+   ["a", "b"]
   """)
 case class MapValues(child: Expression)
   extends UnaryExpression with ExpectsInputTypes {
@@ -348,7 +348,7 @@ case class MapValues(child: Expression)
   examples = """
 Examples:
   > SELECT _FUNC_(map(1, 'a', 2, 'b'));
-   [(1,"a"),(2,"b")]
+   [[1, "a"], [2, "b"]]
   """,
   since = "2.4.0")
 case class MapEntries(child: Expression) extends UnaryExpression with 
ExpectsInputTypes {
@@ -516,7 +516,7 @@ case class MapEntries(child: Expression) extends 
UnaryExpression with ExpectsInp
   examples = """
 Examples:
   > SELECT _FUNC_(map(1, 'a', 2, 'b'), map(2, 'c', 3, 'd'));
-   [[1 -> "a"], [2 -> "b"], [2 -> "c"], [3 -> "d"]]
+   [1 -> "a", 2 -> "b", 2 -> "c", 3 -> "d"]
   """, since = "2.4.0")
 case class MapConcat(children: Seq[Expression]) extends 
ComplexTypeMergingExpression {
 
@@ -718,7 +718,7 @@ case class MapConcat(children: Seq[Expression]) extends 
ComplexTypeMergingExpres
   examples = """
 Examples:
   > SELECT _FUNC_(array(struct(1, 'a'), struct(2, 'b')));
-   {1:"a",2:"b"}
+   [1 -> "a", 2 -> "b"]
   """,
   since = "2.4.0")
 case class MapFromEntries(child: Expression) extends UnaryExpression {
@@ -1071,7 +1071,7 @@ object ArraySortLike {
   examples = """
 Examples:
   > SELECT _FUNC_(array('b', 'd', null, 'c', 'a'), true);
-   [null,"a","b","c","d"]
+   [null, "a", "b", "c", "d"]
   """)
 // scalastyle:on line.size.limit
 case class SortArray(base: Expression, ascendingOrder: Expression)
@@ -1129,7 +1129,7 @@ case class SortArray(base: Expression, ascendingOrder: 
Expression)
   examples = """
 Examples:
   > SELECT _FUNC_(array('b', 'd', null, 'c', 'a'));
-   ["a","b","c","d",null]
+   ["a", "b", "c", "d", null]
   """,
   since = "2.4.0")
 // scalastyle:on line.size.limit
@@ -1254,7 +1254,7 @@ case class Shuffle(child: Expression, randomSeed: 
Option[Long] = None)
   examples = """
 Examples:
   > SELECT _FUNC_('Spark SQL');
-   LQS krapS
+   "LQS krapS"
   > SELECT _FUNC_(array(2, 1, 4, 3));
[3, 4, 1, 2]
   """,
@@ -1634,9 +1634,9 @@ case class ArraysOverlap(left: Expression, right: 
Expression)
   examples = """
 Examples:
   > SELECT _FUNC_(array(1, 2, 3, 4), 2, 2);
-   [2,3]
+   [2, 3]
   > SELECT _FUNC_(array(1, 2, 3, 4), -2, 2);
-   [3,4]
+   [3, 

svn commit: r29386 - /dev/spark/KEYS

2018-09-14 Thread wenchen
Author: wenchen
Date: Fri Sep 14 13:20:53 2018
New Revision: 29386

Log:
Update KEYS

Modified:
dev/spark/KEYS

Modified: dev/spark/KEYS
==
--- dev/spark/KEYS (original)
+++ dev/spark/KEYS Fri Sep 14 13:20:53 2018
@@ -703,60 +703,100 @@ iI08G08QlT8LxLCvMSn81txtKAdPssT+pnMpTQo2
 kyHyHY5kPG9HfDOSahPz
 =SDAz
 -END PGP PUBLIC KEY BLOCK-
-pub   rsa4096 2018-09-14 [SC]
-  8E166212D2066D5FE3617329C9D45130D5B1BC33
-uid  Wenchen Fan (CODE SIGNING KEY) 
-sub   rsa4096 2018-09-14 [E]
 
+pub   4096R/FEE24A6B 2018-09-14
+  Key fingerprint = A9EE F659 7357 DB14 4DA0  4B43 FC69 F693 FEE2 4A6B
+uid  Wenchen Fan (CODE SIGNING KEY) 
+sub   4096R/E47F1147 2018-09-14
 -BEGIN PGP PUBLIC KEY BLOCK-
+Version: GnuPG v1
 
-mQINBFubrx8BEADCNVZz+4lqPsNmfuasnLu/7PEmKG3HkhUZudc5JRnLXkFNOY2v
-Ve3niik8BTG8bJDSozpI6/h0Y2zuWs0FBLnCLYSw2cz9pP605imh2fo/Obnwdlx/
-vpkurSEfif2a+NWkJ8I4raHfYBNbKEmOtE8fAKk8QDLE7irMnoAiIYHZc+a4Jr3U
-/7wQqPej3WJIxpxFEHzbewJPFlfeZz8g+kZm8zt2JO0pHpikA55ocZBtGnqagFiy
-wwZxug4azpdFYy6tfws6zj7gfrKR+E33SsVhmyNhC5wXFRsGxCio9SYdFUqd+kqs
-ojdf4hA2C1kIHwqeoNL4+6Pgcy7SVjN8TeI44dUeK7LmSeUodmb0HgRw5xXLRnxt
-Rn403OSTHdO6TH/1vdVYjrb9hMlUuxH7FxS9mVruL52+9Hyt8VA2+jD6NO3T37V2
-W0UQsSaRZvb/xqtafJFH2JcPyTUVOnB5SmI5ZnGYPgHVs9a9iU+XE5sSwhwADQkv
-Wew5H0glxi2gl5OEoOMXc19eRsVLcQh+Ysaf/A6WBikLfSF/t9+27WePkxbyZh5o
-h5YLNmnULLxvpb7BTL85nhhqMvpvDC7m2SS0vOw5mIcE7LxKSJQw3DLEE1W/apQw
-KyGds1T1lygjmZ5tDyvw7BN8jlSxlV8c8QdiEV75nqls9KwoDcW+DD8rUQARAQAB
-tDRXZW5jaGVuIEZhbiAoQ09ERSBTSUdOSU5HIEtFWSkgPGNsb3VkMGZhbkBnbWFp
-bC5jb20+iQJOBBMBCAA4FiEEjhZiEtIGbV/jYXMpydRRMNWxvDMFAlubrx8CGwMF
-CwkIBwIGFQoJCAsCBBYCAwECHgECF4AACgkQydRRMNWxvDOiig//XhLEOQuYD6eF
-x/FMsj++Au2stP+bHWXay1ut2JU0NFz8qcyGvuN0cGu3Jb4sZ49q6EtnjJ2Jp+cQ
-WD0jBqXNt0dxo44HeBrhJZXzmu/frOsNqIoEiZ72yhn//Eg0rEVGyaRkcqGnaU/9
-1TXgKcA0d/MfAw+AULLEI18GfeThCPrOfOQJOFK/kHmkcjlr7I5FI/kTNRLQBJwI
-qvdVeSmEp3OE6B5+uvqt5FbyP0M2jlSKy5p45FdB6q13d/SwUcFFl9wQ2FTrh6Mf
-jHliOW+MggnYs8SeapHFH9df98gfHJh2MRA4ib9AMPuc41g5bRvEKyppWenJh480
-kXh3bUonIcvX5svQ+Taerv9jAPf1nFLBxDJ6KuRJn+KbZra2FfdaMUqYniPj2aan
-ZCTveCQ18O0p7G0C1SqN0JIOqSvnS9RE7sNWsfsztQgOB/W3xr+UQPzF3iwToyeP
-pJO6+eqsuwlSrlD4ktorcrP4nXf/p1kEMjQg51IFnkjCYkOlxEfWppQm+WIBUuML
-xC+o5iu/q6mZ3LZI+MGZPM3LGNBnzq+nr6f6+SQ5iufddfq9QHDmYqKOWybaLaEK
-XcAFQT6EnncOhomud+LfJR8LW3fGIO+UuqkbyKqjAqNsD3PZc93cLVj3ho8UzoVR
-k9hnEuD6KO+RbQzc3KUtjRMd8Aw47YC5Ag0EW5uvHwEQAMyJOyLFwJVP1QL3TgmY
-tcOclHlWEzVeSGyWCetttxFhcldDDwNbRvqIdsggz1bcwu+a1bc9K5Skao86KgYr
-qWMaJLJDVvxoQ9glP0lAnTE4cPv8hFcFAlsaGJC3eCKX9h9SWDAdrUbwLgXTHTWu
-slSBOPAMw5hS3hueBZl+IYv2agMohBreThximZcaTk8xmHS0VPn0GGYLoF5/J/NP
-blNm2W/pRxiKUTogFK+AUhqNcDksrzVD3reJIgAeu9m1bzlFj+iRCC3towyqTwW9
-czl/CKKBUUp0+gnJFIfzEmiMCQ9nJ3WyzEGgXJHrPCtoDehuGc7oLHdt0UHrykU1
-lD4KKiA19fIfHGvk8PFX+BoBvsyrfByPV06q7HwYJ7ahuRgQ3+S6LuIzoSrNUyas
-rJVOucLO6oFB5ZFAJmZaHVLrvNMpIRHZMFmhaMUom1QKWhWI419QabHdKvrbvz0E
-fa+JeNgD/UwH/e5w83fsE4VQLxrO3lvthNW5MofKvxmtCbqIiwqHdAvfO4KOs0ln
-goSTIdwlVUQYrK2PIZoIgH8xACCpBIdJns/vmRXUFVti+Rwrarq8pANQAgH82Mzx
-dy+/fYmAvXHvqXNX+h62cvYKY57C1UH7bJnaWV3mOJL0nqoBF7aLF6tF9LX63+pU
-NEAD6HRrPeBpDFfeIVJNXE+tABEBAAGJAjYEGAEIACAWIQSOFmIS0gZtX+NhcynJ
-1FEw1bG8MwUCW5uvHwIbDAAKCRDJ1FEw1bG8M6TiD/0U1Sor0XHfitxnTLfujEOX
-oV5siahMngKdl0uLyOTXKhZtUWFktiH0D7xyzKo8+/Y6Dc4dx2Zn73Z6rOXxjhos
-yvcPTfWS3gbt4bcrRjdMPl7UJ9PC5GWOhc72dBg+ZqrvCY3QQMwSz49J3nLnQE+P
-ogKYq1qqQ8usPFP1YLXhbHsGqRk6i597/Y4uZOniWSZy/hnSKKEI1871pS4TddKl
-0mhFQxbcfQhIFjkkXeuHrI4vvryFsBEQuEiBdBua2YlfQl56sB6yi3QG0uOlA47t
-PHFFN21buLen3zVZKj/MYxUqSFDU+dyqyrnLXgGO78NY2SwsLojale7VGSXRwC2i
-qqaH6S8FeAU5Urp3EzS/Al8d8Z7fOrQNvG3Ju1S9Jlalrvvo/JmLpkCOnJlMYsXg
-w6B1LUYV90bgie0zYCTeAPEnXH/8hWfR2akD4eDOccwVTTFYv5R2QpJYmXB+7RKW
-CgNb3OCcUt8Q4mTnqEc5kABoVTmNSm7lgMZ4osPHpybXksBDt5dZPH657nWhXmE3
-zVbVusN3Y3pQSyatVgSwiW1ZdjRdwTjhPLIGdr+qNKWljmIirbcQgqDjvPE74vcF
-vtaFxoVBeIPRdv0Ws++5bYTd6kxStnLy5c5+syjtuOgT9vgxNBNHr769UEnFBXy2
-CiiHU1ERyAV7S5jV2vDOvQ==
-=Dt8m
+mI0EWC+l4gEEAKKxwuQeYNR66TTUqyGhfpdDONTEy1zf3Hb+kRzpbPvB5WV+dxNQ
+v/yHZL4YbVzjIoqgVHzJaZlaBvBIRi9A+jyi/t6P7ePRJYqE3QKfKkUcDkACcNVS
+akhgjxMiz5brb8yzbDwiUo/ojP/yyjZpWAMk4ADY2XnbcGwFXRhwiDL5ABEBAAG0
+L1RvdGFsbHkgTGVnaXQgU2lnbmluZyBLZXkgPG1hbGxvcnlAZXhhbXBsZS5vcmc+
+iNAEEwEIADoWIQTPgFhmrr2CZlQjVU9DWe1i4ITauQUCWC+l4gIbAQYLCQgHAwIH
+FQoJCAsDAgQWAgMBAh4BAheAAAoJEENZ7WLghNq5IBYEAJx5lw8JI0E9uzhlfM8f
+jlbPM8t8kldABxc6eSO2XbPaxVyi6IZ8QZQGrms4ZqlF2vgFJyFRKgT85uhs/9wk
+b4+DCe/hCJM4kmh0vaqRen4j1oq3PZes82g9Kg9TQ46ZL3tKCXbkyH70KztW4r4T
+s9R0GzoLMKCnTQDzq8KgddVjmQENBEy9tcUBCACnWQfqdrcz7tQL/iCeWDYSYPwX
+pPMUMLE721HfFH7d8ErunPKPIwq1v4CrNmMjcainofbu/BfuZESSK1hBAItOk/5V
+TkzCJlzkrHY9g5v+XlBMPDQC9u4AE/myw3p52+0NXsnBz+a35mxJKMl+9v9ztvue
+A6EmLr2xaLf/nx4XwXUMSi1Lp8i8XpAOz/Xg1fspPMRhuDAGYDnOh4uH1jADGoqY
+aPMty0yVEmzx74qvdIOvfgj16A/9LYXk67td6/JQ5LFCZmFsbahAsqi9inNgBZmn
+fXO4m4lhzeqNjJAgaw7Fz2zqUmvpEheKKClgTQMWWNI9Rx1L8IKnJkuKnpzHABEB
+AAG0I01pY2hhZWwgUnV0dGVyIDxtYXJ1dHRlckBnbWFpbC5jb20+iQE+BBMBAgAo

svn commit: r29385 - in /dev/spark/2.4.1-SNAPSHOT-2018_09_14_06_02-8cdf7f4-docs: ./ _site/ _site/api/ _site/api/R/ _site/api/java/ _site/api/java/lib/ _site/api/java/org/ _site/api/java/org/apache/ _s

2018-09-14 Thread pwendell
Author: pwendell
Date: Fri Sep 14 13:17:16 2018
New Revision: 29385

Log:
Apache Spark 2.4.1-SNAPSHOT-2018_09_14_06_02-8cdf7f4 docs


[This commit notification would consist of 1475 parts, 
which exceeds the limit of 50 ones, so it was shortened to the summary.]

-
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org



svn commit: r29384 - /dev/spark/KEYS

2018-09-14 Thread wenchen
Author: wenchen
Date: Fri Sep 14 13:12:04 2018
New Revision: 29384

Log:
Update KEYS

Modified:
dev/spark/KEYS

Modified: dev/spark/KEYS
==
--- dev/spark/KEYS (original)
+++ dev/spark/KEYS Fri Sep 14 13:12:04 2018
@@ -703,3 +703,60 @@ iI08G08QlT8LxLCvMSn81txtKAdPssT+pnMpTQo2
 kyHyHY5kPG9HfDOSahPz
 =SDAz
 -END PGP PUBLIC KEY BLOCK-
+pub   rsa4096 2018-09-14 [SC]
+  8E166212D2066D5FE3617329C9D45130D5B1BC33
+uid  Wenchen Fan (CODE SIGNING KEY) 
+sub   rsa4096 2018-09-14 [E]
+
+-BEGIN PGP PUBLIC KEY BLOCK-
+
+mQINBFubrx8BEADCNVZz+4lqPsNmfuasnLu/7PEmKG3HkhUZudc5JRnLXkFNOY2v
+Ve3niik8BTG8bJDSozpI6/h0Y2zuWs0FBLnCLYSw2cz9pP605imh2fo/Obnwdlx/
+vpkurSEfif2a+NWkJ8I4raHfYBNbKEmOtE8fAKk8QDLE7irMnoAiIYHZc+a4Jr3U
+/7wQqPej3WJIxpxFEHzbewJPFlfeZz8g+kZm8zt2JO0pHpikA55ocZBtGnqagFiy
+wwZxug4azpdFYy6tfws6zj7gfrKR+E33SsVhmyNhC5wXFRsGxCio9SYdFUqd+kqs
+ojdf4hA2C1kIHwqeoNL4+6Pgcy7SVjN8TeI44dUeK7LmSeUodmb0HgRw5xXLRnxt
+Rn403OSTHdO6TH/1vdVYjrb9hMlUuxH7FxS9mVruL52+9Hyt8VA2+jD6NO3T37V2
+W0UQsSaRZvb/xqtafJFH2JcPyTUVOnB5SmI5ZnGYPgHVs9a9iU+XE5sSwhwADQkv
+Wew5H0glxi2gl5OEoOMXc19eRsVLcQh+Ysaf/A6WBikLfSF/t9+27WePkxbyZh5o
+h5YLNmnULLxvpb7BTL85nhhqMvpvDC7m2SS0vOw5mIcE7LxKSJQw3DLEE1W/apQw
+KyGds1T1lygjmZ5tDyvw7BN8jlSxlV8c8QdiEV75nqls9KwoDcW+DD8rUQARAQAB
+tDRXZW5jaGVuIEZhbiAoQ09ERSBTSUdOSU5HIEtFWSkgPGNsb3VkMGZhbkBnbWFp
+bC5jb20+iQJOBBMBCAA4FiEEjhZiEtIGbV/jYXMpydRRMNWxvDMFAlubrx8CGwMF
+CwkIBwIGFQoJCAsCBBYCAwECHgECF4AACgkQydRRMNWxvDOiig//XhLEOQuYD6eF
+x/FMsj++Au2stP+bHWXay1ut2JU0NFz8qcyGvuN0cGu3Jb4sZ49q6EtnjJ2Jp+cQ
+WD0jBqXNt0dxo44HeBrhJZXzmu/frOsNqIoEiZ72yhn//Eg0rEVGyaRkcqGnaU/9
+1TXgKcA0d/MfAw+AULLEI18GfeThCPrOfOQJOFK/kHmkcjlr7I5FI/kTNRLQBJwI
+qvdVeSmEp3OE6B5+uvqt5FbyP0M2jlSKy5p45FdB6q13d/SwUcFFl9wQ2FTrh6Mf
+jHliOW+MggnYs8SeapHFH9df98gfHJh2MRA4ib9AMPuc41g5bRvEKyppWenJh480
+kXh3bUonIcvX5svQ+Taerv9jAPf1nFLBxDJ6KuRJn+KbZra2FfdaMUqYniPj2aan
+ZCTveCQ18O0p7G0C1SqN0JIOqSvnS9RE7sNWsfsztQgOB/W3xr+UQPzF3iwToyeP
+pJO6+eqsuwlSrlD4ktorcrP4nXf/p1kEMjQg51IFnkjCYkOlxEfWppQm+WIBUuML
+xC+o5iu/q6mZ3LZI+MGZPM3LGNBnzq+nr6f6+SQ5iufddfq9QHDmYqKOWybaLaEK
+XcAFQT6EnncOhomud+LfJR8LW3fGIO+UuqkbyKqjAqNsD3PZc93cLVj3ho8UzoVR
+k9hnEuD6KO+RbQzc3KUtjRMd8Aw47YC5Ag0EW5uvHwEQAMyJOyLFwJVP1QL3TgmY
+tcOclHlWEzVeSGyWCetttxFhcldDDwNbRvqIdsggz1bcwu+a1bc9K5Skao86KgYr
+qWMaJLJDVvxoQ9glP0lAnTE4cPv8hFcFAlsaGJC3eCKX9h9SWDAdrUbwLgXTHTWu
+slSBOPAMw5hS3hueBZl+IYv2agMohBreThximZcaTk8xmHS0VPn0GGYLoF5/J/NP
+blNm2W/pRxiKUTogFK+AUhqNcDksrzVD3reJIgAeu9m1bzlFj+iRCC3towyqTwW9
+czl/CKKBUUp0+gnJFIfzEmiMCQ9nJ3WyzEGgXJHrPCtoDehuGc7oLHdt0UHrykU1
+lD4KKiA19fIfHGvk8PFX+BoBvsyrfByPV06q7HwYJ7ahuRgQ3+S6LuIzoSrNUyas
+rJVOucLO6oFB5ZFAJmZaHVLrvNMpIRHZMFmhaMUom1QKWhWI419QabHdKvrbvz0E
+fa+JeNgD/UwH/e5w83fsE4VQLxrO3lvthNW5MofKvxmtCbqIiwqHdAvfO4KOs0ln
+goSTIdwlVUQYrK2PIZoIgH8xACCpBIdJns/vmRXUFVti+Rwrarq8pANQAgH82Mzx
+dy+/fYmAvXHvqXNX+h62cvYKY57C1UH7bJnaWV3mOJL0nqoBF7aLF6tF9LX63+pU
+NEAD6HRrPeBpDFfeIVJNXE+tABEBAAGJAjYEGAEIACAWIQSOFmIS0gZtX+NhcynJ
+1FEw1bG8MwUCW5uvHwIbDAAKCRDJ1FEw1bG8M6TiD/0U1Sor0XHfitxnTLfujEOX
+oV5siahMngKdl0uLyOTXKhZtUWFktiH0D7xyzKo8+/Y6Dc4dx2Zn73Z6rOXxjhos
+yvcPTfWS3gbt4bcrRjdMPl7UJ9PC5GWOhc72dBg+ZqrvCY3QQMwSz49J3nLnQE+P
+ogKYq1qqQ8usPFP1YLXhbHsGqRk6i597/Y4uZOniWSZy/hnSKKEI1871pS4TddKl
+0mhFQxbcfQhIFjkkXeuHrI4vvryFsBEQuEiBdBua2YlfQl56sB6yi3QG0uOlA47t
+PHFFN21buLen3zVZKj/MYxUqSFDU+dyqyrnLXgGO78NY2SwsLojale7VGSXRwC2i
+qqaH6S8FeAU5Urp3EzS/Al8d8Z7fOrQNvG3Ju1S9Jlalrvvo/JmLpkCOnJlMYsXg
+w6B1LUYV90bgie0zYCTeAPEnXH/8hWfR2akD4eDOccwVTTFYv5R2QpJYmXB+7RKW
+CgNb3OCcUt8Q4mTnqEc5kABoVTmNSm7lgMZ4osPHpybXksBDt5dZPH657nWhXmE3
+zVbVusN3Y3pQSyatVgSwiW1ZdjRdwTjhPLIGdr+qNKWljmIirbcQgqDjvPE74vcF
+vtaFxoVBeIPRdv0Ws++5bYTd6kxStnLy5c5+syjtuOgT9vgxNBNHr769UEnFBXy2
+CiiHU1ERyAV7S5jV2vDOvQ==
+=Dt8m
+-END PGP PUBLIC KEY BLOCK-



-
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org



[spark] Git Push Summary

2018-09-14 Thread wenchen
Repository: spark
Updated Tags:  refs/tags/v2.4.0-rc1 [created] 1220ab8a0

-
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org



[1/2] spark git commit: Preparing Spark release v2.4.0-rc1

2018-09-14 Thread wenchen
Repository: spark
Updated Branches:
  refs/heads/branch-2.4 9273be09f -> 8cdf7f4c9


Preparing Spark release v2.4.0-rc1


Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/1220ab8a
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/1220ab8a
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/1220ab8a

Branch: refs/heads/branch-2.4
Commit: 1220ab8a0738b5f67dc522df5e3e77ffc83d207a
Parents: 9273be0
Author: Wenchen 
Authored: Fri Sep 14 12:39:46 2018 +
Committer: Wenchen 
Committed: Fri Sep 14 12:39:46 2018 +

--
 assembly/pom.xml   | 2 +-
 common/kvstore/pom.xml | 2 +-
 common/network-common/pom.xml  | 2 +-
 common/network-shuffle/pom.xml | 2 +-
 common/network-yarn/pom.xml| 2 +-
 common/sketch/pom.xml  | 2 +-
 common/tags/pom.xml| 2 +-
 common/unsafe/pom.xml  | 2 +-
 core/pom.xml   | 2 +-
 docs/_config.yml   | 2 +-
 examples/pom.xml   | 2 +-
 external/avro/pom.xml  | 2 +-
 external/docker-integration-tests/pom.xml  | 2 +-
 external/flume-assembly/pom.xml| 2 +-
 external/flume-sink/pom.xml| 2 +-
 external/flume/pom.xml | 2 +-
 external/kafka-0-10-assembly/pom.xml   | 2 +-
 external/kafka-0-10-sql/pom.xml| 2 +-
 external/kafka-0-10/pom.xml| 2 +-
 external/kafka-0-8-assembly/pom.xml| 2 +-
 external/kafka-0-8/pom.xml | 2 +-
 external/kinesis-asl-assembly/pom.xml  | 2 +-
 external/kinesis-asl/pom.xml   | 2 +-
 external/spark-ganglia-lgpl/pom.xml| 2 +-
 graphx/pom.xml | 2 +-
 hadoop-cloud/pom.xml   | 2 +-
 launcher/pom.xml   | 2 +-
 mllib-local/pom.xml| 2 +-
 mllib/pom.xml  | 2 +-
 pom.xml| 2 +-
 python/pyspark/version.py  | 2 +-
 repl/pom.xml   | 2 +-
 resource-managers/kubernetes/core/pom.xml  | 2 +-
 resource-managers/kubernetes/integration-tests/pom.xml | 2 +-
 resource-managers/mesos/pom.xml| 2 +-
 resource-managers/yarn/pom.xml | 2 +-
 sql/catalyst/pom.xml   | 2 +-
 sql/core/pom.xml   | 2 +-
 sql/hive-thriftserver/pom.xml  | 2 +-
 sql/hive/pom.xml   | 2 +-
 streaming/pom.xml  | 2 +-
 tools/pom.xml  | 2 +-
 42 files changed, 42 insertions(+), 42 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/spark/blob/1220ab8a/assembly/pom.xml
--
diff --git a/assembly/pom.xml b/assembly/pom.xml
index 9608c96..63ab510 100644
--- a/assembly/pom.xml
+++ b/assembly/pom.xml
@@ -21,7 +21,7 @@
   
 org.apache.spark
 spark-parent_2.11
-2.4.0-SNAPSHOT
+2.4.0
 ../pom.xml
   
 

http://git-wip-us.apache.org/repos/asf/spark/blob/1220ab8a/common/kvstore/pom.xml
--
diff --git a/common/kvstore/pom.xml b/common/kvstore/pom.xml
index 8c14835..b10e118 100644
--- a/common/kvstore/pom.xml
+++ b/common/kvstore/pom.xml
@@ -22,7 +22,7 @@
   
 org.apache.spark
 spark-parent_2.11
-2.4.0-SNAPSHOT
+2.4.0
 ../../pom.xml
   
 

http://git-wip-us.apache.org/repos/asf/spark/blob/1220ab8a/common/network-common/pom.xml
--
diff --git a/common/network-common/pom.xml b/common/network-common/pom.xml
index 8ca7733..74c6d23 100644
--- a/common/network-common/pom.xml
+++ b/common/network-common/pom.xml
@@ -22,7 +22,7 @@
   
 org.apache.spark
 spark-parent_2.11
-2.4.0-SNAPSHOT
+2.4.0
 ../../pom.xml
   
 

http://git-wip-us.apache.org/repos/asf/spark/blob/1220ab8a/common/network-shuffle/pom.xml
--
diff --git a/common/network-shuffle/pom.xml b/common/network-shuffle/pom.xml
index 05335df..fbdc979 100644
--- 

[2/2] spark git commit: Preparing development version 2.4.1-SNAPSHOT

2018-09-14 Thread wenchen
Preparing development version 2.4.1-SNAPSHOT


Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/8cdf7f4c
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/8cdf7f4c
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/8cdf7f4c

Branch: refs/heads/branch-2.4
Commit: 8cdf7f4c9345f8a58adffcf048fb84cc618cffcf
Parents: 1220ab8
Author: Wenchen 
Authored: Fri Sep 14 12:41:28 2018 +
Committer: Wenchen 
Committed: Fri Sep 14 12:41:28 2018 +

--
 R/pkg/DESCRIPTION  | 2 +-
 assembly/pom.xml   | 2 +-
 common/kvstore/pom.xml | 2 +-
 common/network-common/pom.xml  | 2 +-
 common/network-shuffle/pom.xml | 2 +-
 common/network-yarn/pom.xml| 2 +-
 common/sketch/pom.xml  | 2 +-
 common/tags/pom.xml| 2 +-
 common/unsafe/pom.xml  | 2 +-
 core/pom.xml   | 2 +-
 docs/_config.yml   | 4 ++--
 examples/pom.xml   | 2 +-
 external/avro/pom.xml  | 2 +-
 external/docker-integration-tests/pom.xml  | 2 +-
 external/flume-assembly/pom.xml| 2 +-
 external/flume-sink/pom.xml| 2 +-
 external/flume/pom.xml | 2 +-
 external/kafka-0-10-assembly/pom.xml   | 2 +-
 external/kafka-0-10-sql/pom.xml| 2 +-
 external/kafka-0-10/pom.xml| 2 +-
 external/kafka-0-8-assembly/pom.xml| 2 +-
 external/kafka-0-8/pom.xml | 2 +-
 external/kinesis-asl-assembly/pom.xml  | 2 +-
 external/kinesis-asl/pom.xml   | 2 +-
 external/spark-ganglia-lgpl/pom.xml| 2 +-
 graphx/pom.xml | 2 +-
 hadoop-cloud/pom.xml   | 2 +-
 launcher/pom.xml   | 2 +-
 mllib-local/pom.xml| 2 +-
 mllib/pom.xml  | 2 +-
 pom.xml| 2 +-
 python/pyspark/version.py  | 2 +-
 repl/pom.xml   | 2 +-
 resource-managers/kubernetes/core/pom.xml  | 2 +-
 resource-managers/kubernetes/integration-tests/pom.xml | 2 +-
 resource-managers/mesos/pom.xml| 2 +-
 resource-managers/yarn/pom.xml | 2 +-
 sql/catalyst/pom.xml   | 2 +-
 sql/core/pom.xml   | 2 +-
 sql/hive-thriftserver/pom.xml  | 2 +-
 sql/hive/pom.xml   | 2 +-
 streaming/pom.xml  | 2 +-
 tools/pom.xml  | 2 +-
 43 files changed, 44 insertions(+), 44 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/spark/blob/8cdf7f4c/R/pkg/DESCRIPTION
--
diff --git a/R/pkg/DESCRIPTION b/R/pkg/DESCRIPTION
index f52d785..714b6f1 100644
--- a/R/pkg/DESCRIPTION
+++ b/R/pkg/DESCRIPTION
@@ -1,6 +1,6 @@
 Package: SparkR
 Type: Package
-Version: 2.4.0
+Version: 2.4.1
 Title: R Frontend for Apache Spark
 Description: Provides an R Frontend for Apache Spark.
 Authors@R: c(person("Shivaram", "Venkataraman", role = c("aut", "cre"),

http://git-wip-us.apache.org/repos/asf/spark/blob/8cdf7f4c/assembly/pom.xml
--
diff --git a/assembly/pom.xml b/assembly/pom.xml
index 63ab510..ee0de73 100644
--- a/assembly/pom.xml
+++ b/assembly/pom.xml
@@ -21,7 +21,7 @@
   
 org.apache.spark
 spark-parent_2.11
-2.4.0
+2.4.1-SNAPSHOT
 ../pom.xml
   
 

http://git-wip-us.apache.org/repos/asf/spark/blob/8cdf7f4c/common/kvstore/pom.xml
--
diff --git a/common/kvstore/pom.xml b/common/kvstore/pom.xml
index b10e118..b89e0fe 100644
--- a/common/kvstore/pom.xml
+++ b/common/kvstore/pom.xml
@@ -22,7 +22,7 @@
   
 org.apache.spark
 spark-parent_2.11
-2.4.0
+2.4.1-SNAPSHOT
 ../../pom.xml
   
 

http://git-wip-us.apache.org/repos/asf/spark/blob/8cdf7f4c/common/network-common/pom.xml
--
diff --git a/common/network-common/pom.xml