Hyukjin Kwon created SPARK-46149:
------------------------------------
Summary: Skip
`TorchDistributorLocalUnitTests.test_end_to_end_run_locally`
Key: SPARK-46149
URL: https://issues.apache.org/jira/browse/SPARK-46149
Project: Spark
Issue Type: Sub-task
Components: ML, PySpark, Tests
Affects Versions: 4.0.0
Reporter: Hyukjin Kwon
{code}
======================================================================
ERROR [12.635s]: test_end_to_end_run_locally
(pyspark.ml.tests.connect.test_parity_torch_distributor.TorchDistributorLocalUnitTestsIIOnConnect.test_end_to_end_run_locally)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/ml/torch/tests/test_distributor.py",
line 403, in test_end_to_end_run_locally
output = TorchDistributor(num_processes=2, local_mode=True,
use_gpu=False).run(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/__w/spark/spark/python/pyspark/ml/torch/distributor.py", line 969, in
run
return self._run(
^^^^^^^^^^
File "/__w/spark/spark/python/pyspark/ml/torch/distributor.py", line 985, in
_run
output = self._run_local_training(
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/__w/spark/spark/python/pyspark/ml/torch/distributor.py", line 593, in
_run_local_training
output = TorchDistributor._get_output_from_framework_wrapper(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/__w/spark/spark/python/pyspark/ml/torch/distributor.py", line 567, in
_get_output_from_framework_wrapper
return framework_wrapper(
^^^^^^^^^^^^^^^^^^
File "/__w/spark/spark/python/pyspark/ml/torch/distributor.py", line 908, in
_run_training_on_pytorch_function
raise RuntimeError(
RuntimeError: TorchDistributor failed during training.View stdout logs for
detailed error message.
======================================================================
ERROR [14.850s]: test_end_to_end_run_locally
(pyspark.ml.tests.connect.test_parity_torch_distributor.TorchDistributorLocalUnitTestsOnConnect.test_end_to_end_run_locally)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/ml/torch/tests/test_distributor.py",
line 403, in test_end_to_end_run_locally
output = TorchDistributor(num_processes=2, local_mode=True,
use_gpu=False).run(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/__w/spark/spark/python/pyspark/ml/torch/distributor.py", line 969, in
run
return self._run(
^^^^^^^^^^
File "/__w/spark/spark/python/pyspark/ml/torch/distributor.py", line 985, in
_run
output = self._run_local_training(
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/__w/spark/spark/python/pyspark/ml/torch/distributor.py", line 593, in
_run_local_training
output = TorchDistributor._get_output_from_framework_wrapper(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/__w/spark/spark/python/pyspark/ml/torch/distributor.py", line 567, in
_get_output_from_framework_wrapper
return framework_wrapper(
^^^^^^^^^^^^^^^^^^
File "/__w/spark/spark/python/pyspark/ml/torch/distributor.py", line 908, in
_run_training_on_pytorch_function
raise RuntimeError(
RuntimeError: TorchDistributor failed during training.View stdout logs for
detailed error message.
----------------------------------------------------------------------
{code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org
For additional commands, e-mail: issues-h...@spark.apache.org
