See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/8400/display/redirect>
Changes: ------------------------------------------ [...truncated 130.94 KB...] ____ WordCountIT.test_wordcount_it_with_prebuilt_sdk_container_cloud_build _____ [gw0] linux -- Python 3.8.5 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/bin/python3.8> self = <apache_beam.examples.wordcount_it_test.WordCountIT testMethod=test_wordcount_it_with_prebuilt_sdk_container_cloud_build> @pytest.mark.it_validatescontainer def test_wordcount_it_with_prebuilt_sdk_container_cloud_build(self): > self._run_wordcount_it( wordcount.run, experiment='beam_fn_api', prebuild_sdk_container_engine='cloud_build') apache_beam/examples/wordcount_it_test.py:64: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ apache_beam/examples/wordcount_it_test.py:107: in _run_wordcount_it run_wordcount( apache_beam/examples/wordcount.py:89: in run output | 'Write' >> WriteToText(known_args.output) apache_beam/pipeline.py:596: in __exit__ self.result = self.run() apache_beam/pipeline.py:546: in run return Pipeline.from_runner_api( apache_beam/pipeline.py:573: in run return self.runner.run_pipeline(self, self._options) apache_beam/runners/dataflow/test_dataflow_runner.py:53: in run_pipeline self.result = super().run_pipeline(pipeline, options) apache_beam/runners/dataflow/dataflow_runner.py:459: in run_pipeline environments.DockerEnvironment.from_options(options)) apache_beam/transforms/environments.py:340: in from_options prebuilt_container_image = SdkContainerImageBuilder.build_container_image( apache_beam/runners/portability/sdk_container_builder.py:139: in build_container_image return builder._build() apache_beam/runners/portability/sdk_container_builder.py:90: in _build self._invoke_docker_build_and_push(container_image_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <apache_beam.runners.portability.sdk_container_builder._SdkContainerImageCloudBuilder object at 0x7ff6fe82bf70> container_image_name = 'us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:c4c05fdd-a95a-471c-a4fb-2e253b026d5f' def _invoke_docker_build_and_push(self, container_image_name): project_id = self._google_cloud_options.project temp_location = self._google_cloud_options.temp_location # google cloud build service expects all the build source file to be # compressed into a tarball. tarball_path = os.path.join(self._temp_src_dir, '%s.tgz' % SOURCE_FOLDER) self._make_tarfile(tarball_path, self._temp_src_dir) _LOGGER.info( "Compressed source files for building sdk container at %s" % tarball_path) container_image_tag = container_image_name.split(':')[-1] gcs_location = os.path.join( temp_location, '%s-%s.tgz' % (SOURCE_FOLDER, container_image_tag)) self._upload_to_gcs(tarball_path, gcs_location) build = cloudbuild.Build() build.steps = [] step = cloudbuild.BuildStep() step.name = 'gcr.io/kaniko-project/executor:latest' step.args = ['--destination=' + container_image_name, '--cache=true'] step.dir = SOURCE_FOLDER build.steps.append(step) source = cloudbuild.Source() source.storageSource = cloudbuild.StorageSource() gcs_bucket, gcs_object = self._get_gcs_bucket_and_name(gcs_location) source.storageSource.bucket = os.path.join(gcs_bucket) source.storageSource.object = gcs_object build.source = source # TODO(zyichi): make timeout configurable build.timeout = '7200s' now = time.time() # operation = client.create_build(project_id=project_id, build=build) request = cloudbuild.CloudbuildProjectsBuildsCreateRequest( projectId=project_id, build=build) build = self._cloudbuild_client.projects_builds.Create(request) build_id, log_url = self._get_cloud_build_id_and_log_url(build.metadata) _LOGGER.info( 'Building sdk container with Google Cloud Build, this may ' 'take a few minutes, you may check build log at %s' % log_url) # block until build finish, if build fails exception will be raised and # stops the job submission. response = self._cloudbuild_client.projects_builds.Get( cloudbuild.CloudbuildProjectsBuildsGetRequest( id=build_id, projectId=project_id)) while response.status in [cloudbuild.Build.StatusValueValuesEnum.QUEUED, cloudbuild.Build.StatusValueValuesEnum.WORKING]: time.sleep(10) response = self._cloudbuild_client.projects_builds.Get( cloudbuild.CloudbuildProjectsBuildsGetRequest( id=build_id, projectId=project_id)) if response.status != cloudbuild.Build.StatusValueValuesEnum.SUCCESS: > raise RuntimeError( 'Failed to build python sdk container image on google cloud build, ' 'please check build log for error.') E RuntimeError: Failed to build python sdk container image on google cloud build, please check build log for error. apache_beam/runners/portability/sdk_container_builder.py:286: RuntimeError =============================== warnings summary =============================== apache_beam/io/filesystems_test.py:54 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:54: DeprecationWarning: invalid escape sequence \c self.assertIsNone(FileSystems.get_scheme('c:\\abc\cdf')) # pylint: disable=anomalous-backslash-in-string apache_beam/io/filesystems_test.py:62 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/filesystems_test.py>:62: DeprecationWarning: invalid escape sequence \d self.assertTrue(isinstance(FileSystems.get_filesystem('c:\\abc\def'), # pylint: disable=anomalous-backslash-in-string <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42 <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42: DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use "async def" instead def call(self, fn, *args, **kwargs): -- Docs: https://docs.pytest.org/en/latest/warnings.html - generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.8_sdk.xml> - ============== 1 failed, 3 passed, 3 warnings in 1313.64 seconds =============== cleanup_container Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20211023-001511253856072 Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:9f592302afb3f604a7dd2ed8b00933a7b42ae741e72928432272f56df9fa844c docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:85bc8109-eb3c-473b-bb91-793ca1570785 Untagged: us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:f01a117f19725ab6d703695f2b317f13db0dfb0f0955be4cce59f4995a2cfaa2 Deleted: sha256:09bd4f01acbf7a6e1a140ff831585ac1e092f519a1608bdae422fecba1925312 Deleted: sha256:f614642dbcd5f0a378c56c7ed1284cb81feccd62590c1c65f16e749ef8711ea1 Deleted: sha256:a882c2cd1f6a6a2cee70715e93773069d353d300286eaff8e4896d4e6131dc4e Deleted: sha256:7d26d278fbd9913377c953a782e4d810f9520e27ad633679401761f371ae65aa Deleted: sha256:bc007790cf819fd851ea828f27468b358707a88cf6694bcc2959c75a2add49bc Deleted: sha256:4ad3ba680e52ea16d646759857b38db698b7c24b93379a77606dc0ace6b1aa4e Deleted: sha256:5401093315db610c0f507d04c41648a91d371dd799bb54b235586934ec633801 Deleted: sha256:d156ffeacfc5dd610eb2a4563952b862cc90366884db3f3ee9c62adc49fe9eb1 Deleted: sha256:98cb42e0fac320f4f6583ac08bd78e1b9a6c9ef51e1dd9dad7e35b6a774f0d39 Deleted: sha256:77895580a441febba2beb34fb81aa754cfccbee5ca4761ab7ea1a7324cbbc5e9 Deleted: sha256:42f19ce57ceaef85b9d35f63ad9ebf2fb74e9dd9256fa296a83d1d0942448860 Deleted: sha256:a4738b326fad0c34edac1f9ad229d01af3a6d37c771f8132869d36b5bd23b14f Deleted: sha256:79aa7682c676811979a24e46dfc42bf791f43958952a17dc16895209f3c841de Deleted: sha256:6b40a5dd61d756df0136bc41ed902e5f53c5de70ac476e9cff8b4a43c1371f8e Deleted: sha256:11647ab4cf5bf9ff501d2c2a67e11231773ec0c4d31d3c61afea89fd39a73e5f Deleted: sha256:63854dc424dee1903e6ee9ec4e3fceb4e482def941b54728f69ea1fab0f0e511 Deleted: sha256:7e22c86d289aad352c55387f0e9d824c0414d7742bca799c72512142032fa779 Deleted: sha256:c7ad70dbbee2c9dcb316dfa5101a692045760153b68a79e804564aa9a7f1d0fe Deleted: sha256:a5d8a5e4866786553818d94bb1bc4a9db3f0dc38678997bd7855d33fca50dff0 Deleted: sha256:73de8d8901cb5ad22de2d73fc82b08d45300cceaca6e1caa8dd5419cdc1ecff4 Deleted: sha256:2b3b070614f57d14d1080ec9cc55a6be5ca3406eaba3b0aba7095877d67231b7 Deleted: sha256:61cefbb6859c0904fb01cea04eea4adc318ffd578ec774aadf5c4fb81f4f6921 Deleted: sha256:bd9d04a401762798d5d1c0670a2bf68274b27f475060a36e77a0a84eae3dab5b Deleted: sha256:d7925fdfdd73fd60f0f48b90b87a40cebb2af2bcc0de6853327e5056de523509 Deleted: sha256:2846b76e874d6d65c707e30120578a5e3c266f0bafc2eeb68f5907dca059bb80 Deleted: sha256:2a1afcd636ac3bcf5015781f1270fceb38dc6138942d28e971c0b187ca9e7465 Deleted: sha256:b6f954a8d83660391c0a091e8ed91be1dc093427eebbe8d6a980efad972e8e66 Deleted: sha256:54a1ed98910a0f7ab54b919df369bcce2ba9e86e4b035abf34dc7e9691805314 Deleted: sha256:95f4b8b7b9c59d6da0e1e2f1ccc84d342b13749d9148a0e1a09f2bf905123f42 Deleted: sha256:ac6dc564472de319768221f5c1359edf5ac22564c7c761ba502ff717f64b641a Deleted: sha256:08e327d4aaa11fa4b6f8b25cf766670d909b380389d3aa5155594a6d314bd442 Deleted: sha256:48376b771a53daf5128dd1bd268e3e8cbd1b99af1c767c4e2835619fa68a517f Deleted: sha256:1c6caf4baba07271b17754b446021546bae3d5b0e0c9057927881fbea29888cc Deleted: sha256:b047c26f9051f5dd752be417d8560add5ff94629b5dfb5efe6fe55d63b057776 Deleted: sha256:66412be5a3a03fe0f1d0eb7ef1b99b458085450d30d42cc061ac613f2ac858de Deleted: sha256:758dfe5d915b4e92e83369a3f5ce504540d76c1d7190913e7ebc6a9871e8405a Deleted: sha256:4c18386e83f9abf846cf4b489758f33a941a7961972f977bb151b3526343c0d9 Deleted: sha256:514dfcab087f3d0798bb5b43047f861079507aa529f6d11033c4c388a3ffa820 Deleted: sha256:48eb9f5b88532016b7d30da74b022f5d49858a0c409cd110b21740c88821a2e7 Deleted: sha256:58347e9ab2bac45b48cd4f0ba837ac73989435a0f408cf2217093305269a4ca1 Deleted: sha256:679681fbd38af2d5b12e5289bac9495be1e9e1670caed147f5b2d957aecab13e Deleted: sha256:1aa522f23c8beb847ee8b86172f4d745b00bafd8b8f383d6b0efa2c213617bbf Deleted: sha256:981ca68fe9c982553c1afbf67679575592914655c16f43d874dd131166492e01 Deleted: sha256:96cae33abe52b5b166240fa69aa34dabb2ec3b2729b4c926e05c461aa2dbad0d Deleted: sha256:751dd42365f124bbfe90f0a3d3b8623108eb49a721b1f3649f5b7dd879b59ad0 Deleted: sha256:3aaec16b89ff864faca1b29bc34239ca8478909e2b116aae9e98d7d588bdccda Deleted: sha256:fe2f7c65df54879168719d6b87a6ccbfda8218007cb218eac26aba5987b3c4a0 Deleted: sha256:ce226d19f776ecfee048851e7183ff122675d132c504e0218d3e8ead73385d08 Deleted: sha256:a97e28dee19241153515d91db133d7860dee23aeefe78475476f8b35aa46fa74 Deleted: sha256:b70ec57dcec98d5e153b079c573a5b1bb81eda191535dea1910023a1d0d879d2 Deleted: sha256:4b7c522d400ec4a0f7a7045fd7a2b68823728e988f17f57213ce4d034d6df1b9 Digests: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:9f592302afb3f604a7dd2ed8b00933a7b42ae741e72928432272f56df9fa844c Associated tags: - 20211023-001511253856072 Tags: - us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20211023-001511253856072 Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20211023-001511253856072]. Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:9f592302afb3f604a7dd2ed8b00933a7b42ae741e72928432272f56df9fa844c]. gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk --format="get(digest)" Digests: - us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:f01a117f19725ab6d703695f2b317f13db0dfb0f0955be4cce59f4995a2cfaa2 Associated tags: - 85bc8109-eb3c-473b-bb91-793ca1570785 Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:85bc8109-eb3c-473b-bb91-793ca1570785]. Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:f01a117f19725ab6d703695f2b317f13db0dfb0f0955be4cce59f4995a2cfaa2]. Removed the container > Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED FAILURE: Build completed with 3 failures. 1: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py37:validatesContainer'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 2: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py36:validatesContainer'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 3: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 276 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py38:validatesContainer'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. Use '--warning-mode all' to show the individual deprecation warnings. See https://docs.gradle.org/6.9.1/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 39m 19s 44 actionable tasks: 40 executed, 4 up-to-date Publishing build scan... https://gradle.com/s/37ode35zx2nwq Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: builds-unsubscr...@beam.apache.org For additional commands, e-mail: builds-h...@beam.apache.org
