HyukjinKwon commented on code in PR #42521: URL: https://github.com/apache/spark/pull/42521#discussion_r1299493549
########## python/pyspark/sql/tests/connect/streaming/test_parity_listener.py: ########## @@ -19,38 +19,153 @@ import time from pyspark.sql.tests.streaming.test_streaming_listener import StreamingListenerTestsMixin -from pyspark.sql.streaming.listener import StreamingQueryListener, QueryStartedEvent -from pyspark.sql.types import StructType, StructField, StringType +from pyspark.sql.streaming.listener import ( + StreamingQueryListener, + QueryStartedEvent, + QueryProgressEvent, + QueryIdleEvent, + QueryTerminatedEvent, +) +from pyspark.sql.types import ( + ArrayType, + StructType, + StructField, + StringType, + IntegerType, + FloatType, + MapType, +) +from pyspark.sql.functions import count, lit from pyspark.testing.connectutils import ReusedConnectTestCase def get_start_event_schema(): return StructType( [ - StructField("id", StringType(), True), - StructField("runId", StringType(), True), + StructField("id", StringType(), False), + StructField("runId", StringType(), False), StructField("name", StringType(), True), - StructField("timestamp", StringType(), True), + StructField("timestamp", StringType(), False), ] ) Review Comment: Yeah we can change like that - I guess that's the only way to fix the test? -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org --------------------------------------------------------------------- To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org For additional commands, e-mail: reviews-h...@spark.apache.org