Github user icexelloss commented on a diff in the pull request: https://github.com/apache/spark/pull/22104#discussion_r212460124 --- Diff: python/pyspark/sql/tests.py --- @@ -3367,6 +3367,35 @@ def test_ignore_column_of_all_nulls(self): finally: shutil.rmtree(path) + # SPARK-24721 + def test_datasource_with_udf_filter_lit_input(self): + import pandas as pd + import numpy as np + from pyspark.sql.functions import udf, pandas_udf, lit, col + + path = tempfile.mkdtemp() + shutil.rmtree(path) + try: + self.spark.range(1).write.mode("overwrite").format('csv').save(path) + filesource_df = self.spark.read.csv(path) --- End diff -- Created separate tests for pandas_udf under ScalarPandasUDFTests
--- --------------------------------------------------------------------- To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org For additional commands, e-mail: reviews-h...@spark.apache.org