Luke Cwik created BEAM-9668:
-------------------------------
Summary: Java PortabilityApi PreCommit failing due to
LegacyArtifactRetrievalService Unimplemented
Key: BEAM-9668
URL: https://issues.apache.org/jira/browse/BEAM-9668
Project: Beam
Issue Type: Bug
Components: runner-dataflow, sdk-java-harness
Reporter: Luke Cwik
Assignee: Robert Bradshaw
Looks like the workers are stuck in a boot loop:
{code:java}
2020-04-01T22:41:12.765001356Z 2020/04/01 22:41:12 Provision info:
I
2020-04-01T22:41:12.776572986Z pipeline_options:<fields:<key:"display_data"
value:<list_value:<values:<struct_value:<fields:<key:"key"
value:<string_value:"dataflowWorkerJar" > > fields:<key:"namespace"
value:<string_value:"org.apache.beam.runners.dataflow.options.DataflowPipelineOptions"
> > fields:<key:"type" value:<string_value:"STRING" > > fields:<key:"value"
value:<string_value:"/usr/local/google/home/lcwik/git/beam/runners/google-cloud-dataflow-java/worker/build/libs/beam-runners-google-cloud-dataflow-java-fn-api-worker-2.21.0-SNAPSHOT.jar"
> > > > values:<struct_value:<fields:<key:"key"
value:<string_value:"stableUniqueNames" > > fields:<key:"namespace"
value:<string_value:"org.apache.beam.sdk.options.PipelineOptions" > >
fields:<key:"type" value:<string_value:"STRING" > > fields:<key:"value"
value:<string_value:"ERROR" > > > > values:<struct_value:<fields:<key:"key"
value:<string_value:"project" > > fields:<key:"namespace"
value:<string_value:"org.apache.beam.runners.dataflow.options.DataflowPipelineOptions"
> > fields:<key:"type" value:<string_value:"STRING" > > fields:<key:"value"
value:<string_value:"apache-beam-testing" > > > >
values:<struct_value:<fields:<key:"key" value:<string_value:"tempLocation" > >
fields:<key:"namespace"
value:<string_value:"org.apache.beam.sdk.options.PipelineOptions" > >
fields:<key:"type" value:<string_value:"STRING" > > fields:<key:"value"
value:<string_value:"gs://temp-storage-for-end-to-end-tests//testpipeline-lcwik-0401223834-73a6502c/output/results"
> > > > values:<struct_value:<fields:<key:"key" value:<string_value:"appName"
> > fields:<key:"namespace"
value:<string_value:"org.apache.beam.sdk.options.ApplicationNameOptions" > >
fields:<key:"type" value:<string_value:"STRING" > > fields:<key:"value"
value:<string_value:"TestPipeline" > > > >
values:<struct_value:<fields:<key:"key" value:<string_value:"pipelineUrl" > >
fields:<key:"namespace"
value:<string_value:"org.apache.beam.runners.dataflow.options.DataflowPipelineOptions"
> > fields:<key:"type" value:<string_value:"STRING" > > fields:<key:"value"
value:<string_value:"gs://temp-storage-for-end-to-end-tests//testpipeline-lcwik-0401223834-73a6502c/output/results/staging/pipeline-uRDK5dLNT7PnJLgEU-n1pw.pb"
> > > > values:<struct_value:<fields:<key:"key"
value:<string_value:"filesToStage" > > fields:<key:"namespace"
value:<string_value:"org.apache.beam.sdk.options.PortablePipelineOptions" > >
fields:<key:"type" value:<string_value:"STRING" > > fields:<key:"value"
value:<string_value:"[dataflow-worker.jar=/usr/local/google/home/lcwik/git/beam/runners/google-cloud-dataflow-java/worker/build/libs/beam-runners-google-cloud-dataflow-java-fn-api-worker-2.21.0-SNAPSHOT.jar,
/usr/local/buildtools/java/jdk8-google-v7-64/jre/lib/ext/localedata.jar,
/usr/local/buildtools/java/jdk8-google-v7-64/jre/lib/ext/dnsns.jar,
/usr/local/buildtools/java/jdk8-google-v7-64/jre/lib/ext/jaccess.jar,
/usr/local/buildtools/java/jdk8-google-v7-64/jre/lib/ext/cldrdata.jar,
/usr/local/buildtools/java/jdk8-google-v7-64/jre/lib/ext/nashorn.jar,
/usr/local/google/home/lcwik/.gradle/caches/5.2.1/workerMain/gradle-worker.jar,
/usr/local/google/home/lcwik/git/beam/examples/java/build/libs/beam-examples-java-2.21.0-SNAPSHOT.jar,
/usr/local/google/home/lcwik/git/beam/examples/java/build/libs/beam-examples-java-2.21.0-SNAPSHOT-tests.jar,
/usr/local/google/home/lcwik/git/beam/runners/google-cloud-dataflow-java/build/libs/beam-runners-google-cloud-dataflow-java-2.21.0-SNAPSHOT.jar,
/usr/local/google/home/lcwik/git/beam/sdks/java/io/google-cloud-platform/build/libs/beam-sdks-java-io-google-cloud-platform-2.21.0-SNAPSHOT.jar,
/usr/local/google/home/lcwik/git/beam/sdks/java/extensions/google-cloud-platform-core/build/libs/beam-sdks-java-extensions-google-cloud-platform-core-2.21.0-SNAPSHOT.jar,
/usr/local/google/home/lcwik/git/beam/runners/direct-java/build/libs/beam-runners-direct-java-2.21.0-SNAPSHOT.jar,
/usr/local/google/home/lcwik/git/beam/sdks/java/expansion-service/build/libs/beam-sdks-java-expansion-service-2.21.0-SNAPSHOT.jar,
/usr/local/google/home/lcwik/git/beam/runners/core-construction-java/build/libs/beam-runners-core-construction-java-2.21.0-SNAPSHOT.jar,
/usr/local/google/home/lcwik/git/beam/sdks/java/extensions/protobuf/build/libs/beam-sdks-java-extensions-protobuf-2.21.0-SNAPSHOT.jar,
/usr/local/google/home/lcwik/git/beam/sdks/java/core/build/libs/beam-sdks-java-core-2.21.0-SNAPSHOT.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.apache.beam/beam-vendor-guava-26_0-jre/0.1/f309c3047ca99428e567afa42d233fb3e839bde1/beam-vendor-guava-26_0-jre-0.1.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.apache.avro/avro/1.8.2/91e3146dfff4bd510181032c8276a3a0130c0697/avro-1.8.2.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.cloud.bigdataoss/gcsio/2.0.0/706cc98adf1a02c952a0de5964abfe8b13118c6f/gcsio-2.0.0.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.cloud.bigdataoss/util/2.0.0/dfeb8b3aaf9e90f926f370d46ee4fc89a7ecc580/util-2.0.0.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.cloud/google-cloud-bigquerystorage/0.125.0-beta/4ade9a93e57bdf032d8325e3fc0bd3cad75f153b/google-cloud-bigquerystorage-0.125.0-beta.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.cloud/google-cloud-bigquery/1.108.0/599070e61b1332555d348934cedf58e00828649c/google-cloud-bigquery-1.108.0.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.apis/google-api-services-bigquery/v2-rev20191211-1.30.3/662ae6b482aba8c70552e86879115df22ec63610/google-api-services-bigquery-v2-rev20191211-1.30.3.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.apis/google-api-services-pubsub/v1-rev20191111-1.30.3/44774686989b385b94e21fbb12720c9758d89f8c/google-api-services-pubsub-v1-rev20191111-1.30.3.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.cloud.datastore/datastore-v1-proto-client/1.6.3/b0ffaeb68af9cb99772aa9933aa9baa0521568dc/datastore-v1-proto-client-1.6.3.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.apis/google-api-services-clouddebugger/v2-rev20191003-1.30.3/d41fa037a5cc72e17aca8e1eb478bc5f4e01a202/google-api-services-clouddebugger-v2-rev20191003-1.30.3.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.apis/google-api-services-dataflow/v1b3-rev20190927-1.30.3/37392214ac733782a03d222cf8189a7671e16a86/google-api-services-dataflow-v1b3-rev20190927-1.30.3.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.apis/google-api-services-storage/v1-rev20191011-1.30.3/53fc173da380f9b65caad69912223db128dbf7ac/google-api-services-storage-v1-rev20191011-1.30.3.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.apis/google-api-services-cloudresourcemanager/v1-rev20191206-1.30.3/a944d6a70afc7eb34151f57f679a8b49a6a83dfa/google-api-services-cloudresourcemanager-v1-rev20191206-1.30.3.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.api-client/google-api-client-java6/1.30.3/d8a252e4399a50f81a6e14c915e9c005b7b4efd0/google-api-client-java6-1.30.3.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.api-client/google-api-client-jackson2/1.30.3/6b9d6164fb64a876e069f09dcae5bc798bbb2e29/google-api-client-jackson2-1.30.3.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.cloud.bigtable/bigtable-client-core/1.13.0/a86858be799ad73f1139017f91c4777147552fd4/bigtable-client-core-1.13.0.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.cloud/google-cloud-core-http/1.93.0/4ef4a72284a53b51c0668935ee01903a5c97f992/google-cloud-core-http-1.93.0.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.api-client/google-api-client/1.30.3/5eb3dab97d9cc6de9065f5d21e4513597336c04a/google-api-client-1.30.3.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.cloud/google-cloud-spanner/1.49.1/19dfd15e889a41c306b5dd62a622db6c471cb6fc/google-cloud-spanner-1.49.1.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.cloud/google-cloud-bigtable/1.9.1/8df06e49c314f524e6fdc11878ad5647f2a992b6/google-cloud-bigtable-1.9.1.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.cloud/google-cloud-core-grpc/1.92.2/af95d438cc2f05cdbc0c31101ca2fd17da753ee9/google-cloud-core-grpc-1.92.2.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.api/gax-grpc/1.54.0/93d75eab29a7923f407efdae59a87e032b86d9f7/gax-grpc-1.54.0.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.cloud/google-cloud-core/1.92.2/83db05f4a6fc239fbc5ad3fe29b955c88948bd56/google-cloud-core-1.92.2.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.api/gax-httpjson/0.71.0/3f2f7189ace7f9f452a143c89856e3103eb9a486/gax-httpjson-0.71.0.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.api/gax/1.54.0/1f1668868b8b3fd5fc248d80c16dd9f09afc9180/gax-1.54.0.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.grpc/grpc-alts/1.27.2/bf2b9756a7251f91e154c55228479add753752d5/grpc-alts-1.27.2.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.auth/google-auth-library-oauth2-http/0.19.0/284f264012d80bb0f882a667f88b74a5972d6a68/google-auth-library-oauth2-http-0.19.0.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.grpc/grpc-all/1.27.2/fd3c66752c77b7f2c1e345f852862af92dd36a83/grpc-all-1.27.2.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.grpc/grpc-auth/1.27.2/7af91099b5bd3ff3b308652579df29d215219703/grpc-auth-1.27.2.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.auth/google-auth-library-credentials/0.19.0/f58b35cb48e695bc840d1b2441b3cfd9ead26ee2/google-auth-library-credentials-0.19.0.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.http-client/google-http-client-jackson2/1.34.0/417e7f7e88376fbca6073264da97d201611acf1f/google-http-client-jackson2-1.34.0.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.oauth-client/google-oauth-client-java6/1.30.3/4a81706792d83b0f079ff8b6cfecb083ce8765b/google-oauth-client-java6-1.30.3.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.oauth-client/google-oauth-client/1.30.3/e6262887e7b25dfa5a605707a2cbba2f9d76fbeb/google-oauth-client-1.30.3.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.http-client/google-http-client-protobuf/1.34.0/ed786bd3e877e57cf776de4c3103e26b19261704/google-http-client-protobuf-1.34.0.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.http-client/google-http-client-appengine/1.34.2/dbcfa59e3de5f29ed5ab36dfc9ec8f9dbf279ef9/google-http-client-appengine-1.34.2.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.http-client/google-http-client/1.34.0/263190d4ea87727af0d632d40ee4dc40716b1597/google-http-client-1.34.0.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/joda-time/joda-time/2.10.5/7f1d89817cd20a32444d5ab4160f035ab9b864e7/joda-time-2.10.5.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.api.grpc/proto-google-cloud-datastore-v1/0.85.0/30d57cf3b3b0ae569975fcbf2dff36b958afb2c0/proto-google-cloud-datastore-v1-0.85.0.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.slf4j/slf4j-jdk14/1.7.25/bccda40ebc8067491b32a88f49615a747d20082d/slf4j-jdk14-1.7.25.jar,
/usr/local/google/home/lcwik/git/beam/model/pipeline/build/libs/beam-model-pipeline-2.21.0-SNAPSHOT.jar,
/usr/local/google/home/lcwik/git/beam/model/job-management/build/libs/beam-model-job-management-2.21.0-SNAPSHOT.jar,
/usr/local/google/home/lcwik/git/beam/model/fn-execution/build/libs/beam-model-fn-execution-2.21.0-SNAPSHOT.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.apache.beam/beam-vendor-grpc-1_26_0/0.3/6871e7d0b92cd4983064166ee44d633e3800ef0f/beam-vendor-grpc-1_26_0-0.3.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.dropwizard.metrics/metrics-core/3.2.6/62fe170cffeded1cef60e9e3402a93b45ce14327/metrics-core-3.2.6.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.slf4j/slf4j-api/1.7.25/da76ca59f6a57ee3102f8f9bd9cee742973efa8a/slf4j-api-1.7.25.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.hamcrest/hamcrest-library/2.1/42edeb45e615925992d79263e9e744a857cfbcd0/hamcrest-library-2.1.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.grpc/grpc-testing/1.27.2/f0d7e35e5d0cb23a99afc26f2372e30b5e97cc01/grpc-testing-1.27.2.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/junit/junit/4.13-beta-3/24e695de7450859f58dcfb2d818af908aee93e36/junit-4.13-beta-3.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.hamcrest/hamcrest-core/2.1/70dd49dea4507315b1fa3bc1aa59b1442d55957a/hamcrest-core-2.1.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.mockito/mockito-core/3.0.0/15fd0225cb1858f6922f44776b1577ac26739279/mockito-core-3.0.0.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-databind/2.10.2/528de95f198afafbcfb0c09d2e43b6e0ea663ec/jackson-databind-2.10.2.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-annotations/2.10.2/3a13b6105946541b8d4181a0506355b5fae63260/jackson-annotations-2.10.2.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-core/2.10.2/73d4322a6bda684f676a2b5fe918361c4e5c7cca/jackson-core-2.10.2.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.apache.beam/beam-vendor-bytebuddy-1_10_8/0.1/16661d7186f2d10440f1bb1c1e27e51f5306abe8/beam-vendor-bytebuddy-1_10_8-0.1.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.api.grpc/grpc-google-cloud-pubsub-v1/1.85.1/5c59ba127376fc68b7c7f38f9b837e280b32b6dd/grpc-google-cloud-pubsub-v1-1.85.1.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.api.grpc/grpc-google-cloud-bigtable-v2/1.9.1/9edbe1087db616c9023b56f5581551002c95caad/grpc-google-cloud-bigtable-v2-1.9.1.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.api.grpc/proto-google-cloud-bigtable-v2/1.9.1/a02ccc9174a00d97d9d1bad53a1bb9e456de8714/proto-google-cloud-bigtable-v2-1.9.1.jar,
/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.api.grpc/proto-google-cloud-pubsub-v1/1.85.1/cddb71da7461d091effaaf51ed773fbc766263d6/proto-google-cloud-pubsub-v1-1.85.1.jar,
/usr/local/google/home/lcwi
[...]
3d0cc894c2dbf36/protobuf-java-util-3.11.1.jar" >
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.grpc/grpc-netty/1.27.2/dd4760eafb989dd1997c8f918eb376717b36e4aa/grpc-netty-1.27.2.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.grpc/grpc-netty-shaded/1.27.2/18ad2f0f245d276f1a244b5a5bfcaebb71ba7a1e/grpc-netty-shaded-1.27.2.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.opencensus/opencensus-contrib-grpc-util/0.24.0/1ac2f0c1a02c7ec0cd244e59228f687a90dfddab/opencensus-contrib-grpc-util-0.24.0.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.grpc/grpc-okhttp/1.27.2/5081585398fe003550717016928d18ec849f44f4/grpc-okhttp-1.27.2.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.grpc/grpc-core/1.27.2/190dde4b665f553b730d6a6f2ddf476ea0a60e27/grpc-core-1.27.2.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.grpc/grpc-stub/1.27.2/54c5f57bf1840ee7b757c95c64f46119de9ed73f/grpc-stub-1.27.2.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.grpc/grpc-protobuf-lite/1.27.2/bfbe1ef704a4f2026bc6ac637f92ec0cff3509d3/grpc-protobuf-lite-1.27.2.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.grpc/grpc-api/1.27.2/171305e45bd9274a26f631a98bca8c2e01b97439/grpc-api-1.27.2.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.guava/guava/25.1-jre/6c57e4b22b44e89e548b5c9f70f0c45fe10fb0b4/guava-25.1-jre.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.flogger/google-extensions/0.4/9c206a35c2b1a6108f6a61cf82c00314a878b792/google-extensions-0.4.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.flogger/flogger-system-backend/0.4/287b569d76abcd82f9de87fe41829fbc7ebd8ac9/flogger-system-backend-0.4.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.perfmark/perfmark-api/0.19.0/2bfc352777fa6e27ad1e11d11ea55651ba93236b/perfmark-api-0.19.0.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.flogger/flogger/0.4/9c8863dcc913b56291c0c88e6d4ca9715b43df98/flogger-0.4.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.code.findbugs/jsr305/3.0.2/25ea2e8b0c338a877313bd4672d3fe056ea78f0d/jsr305-3.0.2.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.xerial.snappy/snappy-java/1.1.4/d94ae6d7d27242eaa4b6c323f881edbb98e48da6/snappy-java-1.1.4.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.tukaani/xz/1.8/c4f7d054303948eb6a4066194253886c8af07128/xz-1.8.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.opencensus/opencensus-api/0.24.0/f974451b19007ce820f433311ce8adb88e2b7d2c/opencensus-api-0.24.0.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.grpc/grpc-context/1.27.2/1789190601b7a5361e4fa52b6bc95ec2cd71e854/grpc-context-1.27.2.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-http2/4.1.42.Final/819e7b5f2005770cf7558c04276fff080331c6df/netty-codec-http2-4.1.42.Final.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.netty/netty-handler-proxy/4.1.42.Final/7b816d9f37ddcb68f6c1b9b0d7b5a98bfac40911/netty-handler-proxy-4.1.42.Final.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-http/4.1.42.Final/5f71267aa784d0e6c5ec09fb988339d244b205a0/netty-codec-http-4.1.42.Final.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.netty/netty-handler/4.1.30.Final/ecc076332ed103411347f4806a44ee32d9d9cb5f/netty-handler-4.1.30.Final.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.netty/netty-tcnative-boringssl-static/2.0.17.Final/b1e5acbde8c444c656131238ac6ab9e73f694300/netty-tcnative-boringssl-static-2.0.17.Final.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.api.grpc/proto-google-cloud-bigquerystorage-v1beta1/0.85.1/3cd768cb07c728a47e1452caece9c61ac84b2198/proto-google-cloud-bigquerystorage-v1beta1-0.85.1.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.api.grpc/proto-google-cloud-bigquerystorage-v1alpha2/0.90.0/2a1296e1b7d2dfe668813dbda443a3bcd477b35e/proto-google-cloud-bigquerystorage-v1alpha2-0.90.0.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.api.grpc/proto-google-cloud-bigquerystorage-v1beta2/0.90.0/c59fa6741ab5d84a2de4c11f07f41510751e52c4/proto-google-cloud-bigquerystorage-v1beta2-0.90.0.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.api.grpc/proto-google-cloud-bigquerystorage-v1/0.90.0/6c6431f01d5ed66f1c7cf4c5f95deda4f73876c4/proto-google-cloud-bigquerystorage-v1-0.90.0.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.api.grpc/proto-google-common-protos/1.17.0/40471bf2045151c17da555889b5550fcfd5224a8/proto-google-common-protos-1.17.0.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.protobuf/protobuf-java/3.11.1/1752390841a56e112b01990c9b523e6978abb24f/protobuf-java-3.11.1.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.codehaus.jackson/jackson-mapper-asl/1.9.13/1ee2f2bed0e5dd29d1cb155a166e6f8d50bbddb7/jackson-mapper-asl-1.9.13.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.codehaus.jackson/jackson-core-asl/1.9.13/3c304d70f42f832e0a86d45bd437f692129299a4/jackson-core-asl-1.9.13.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.thoughtworks.paranamer/paranamer/2.7/3ed64c69e882a324a75e890024c32a28aff0ade8/paranamer-2.7.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.apache.commons/commons-compress/1.20/b8df472b31e1f17c232d2ad78ceb1c84e00c641b/commons-compress-1.20.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.auto.value/auto-value-annotations/1.7/5be124948ebdc7807df68207f35a0f23ce427f29/auto-value-annotations-1.7.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.apache.httpcomponents/httpclient/4.5.10/7ca2e4276f4ef95e4db725a8cd4a1d1e7585b9e5/httpclient-4.5.10.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.apache.httpcomponents/httpcore/4.4.12/21ebaf6d532bc350ba95bd81938fa5f0e511c132/httpcore-4.4.12.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.j2objc/j2objc-annotations/1.3/ba035118bc8bac37d7eff77700720999acd9986d/j2objc-annotations-1.3.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/javax.annotation/javax.annotation-api/1.3.2/934c04d3cfef185a8008e7bf34331b79730a9d43/javax.annotation-api-1.3.2.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/args4j/args4j/2.33/bd87a75374a6d6523de82fef51fc3cfe9baf9fc9/args4j-2.33.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.hamcrest/hamcrest/2.1/9420ba32c29217b54eebd26ff7f9234d31c3fbb2/hamcrest-2.1.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/net.bytebuddy/byte-buddy/1.9.10/211a2b4d3df1eeef2a6cacf78d74a1f725e7a840/byte-buddy-1.9.10.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/net.bytebuddy/byte-buddy-agent/1.9.10/9674aba5ee793e54b864952b001166848da0f26b/byte-buddy-agent-1.9.10.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.objenesis/objenesis/2.6/639033469776fd37c08358c6b92a4761feb2af4b/objenesis-2.6.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.errorprone/error_prone_annotations/2.0.15/822652ed7196d119b35d2e22eb9cd4ffda11e640/error_prone_annotations-2.0.15.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/commons-logging/commons-logging/1.2/4bfc12adfe4842bf07b657f0369c4cb522955686/commons-logging-1.2.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.apache.logging.log4j/log4j-api/2.6.2/bd1b74a5d170686362091c7cf596bbc3adf5c09b/log4j-api-2.6.2.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.conscrypt/conscrypt-openjdk-uber/2.2.1/59a346d64c0ddca750c5c877e274d5e6278e53ce/conscrypt-openjdk-uber-2.2.1.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.github.classgraph/classgraph/4.8.65/be28c46df75712f1fece48639c05633c8217f71/classgraph-4.8.65.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.threeten/threetenbp/1.4.1/8e0de17c5077523503812837fa069459103fb714/threetenbp-1.4.1.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/commons-codec/commons-codec/1.14/3cb1181b2141a7e752f5bdc998b7ef1849f726cf/commons-codec-1.14.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.code.gson/gson/2.8.6/9180733b7df8542621dc12e21e87557e8c99b8cb/gson-2.8.6.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.google.android/annotations/4.1.1.4/a1678ba907bf92691d879fef34e1a187038f9259/annotations-4.1.1.4.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.checkerframework/checker-qual/2.0.0/518929596ee3249127502a8573b2e008e2d51ed3/checker-qual-2.0.0.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.codehaus.mojo/animal-sniffer-annotations/1.18/f7aa683ea79dc6681ee9fb95756c999acbb62f5d/animal-sniffer-annotations-1.18.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-socks/4.1.42.Final/dd355f01dc00f93aaebe805b05026d7cf57c60ec/netty-codec-socks-4.1.42.Final.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec/4.1.42.Final/b1d5ed85a558fbbadc2783f869fbd0adcd32b07b/netty-codec-4.1.42.Final.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport/4.1.42.Final/857502e863c02c829fdafea61c3fda6bda01d0af/netty-transport-4.1.42.Final.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.netty/netty-buffer/4.1.42.Final/6e6fc9178d1f1401aa0d6b843341efb91720f2cd/netty-buffer-4.1.42.Final.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.apache.commons/commons-lang3/3.9/122c7cee69b53ed4a7681c03d4ee4c0e2765da5/commons-lang3-3.9.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/org.checkerframework/checker-compat-qual/2.5.5/435dc33e3019c9f019e15f01aa111de9d6b2b79c/checker-compat-qual-2.5.5.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.squareup.okio/okio/1.13.0/a9283170b7305c8d92d25aff02a6ab7e45d06cbe/okio-1.13.0.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/com.squareup.okhttp/okhttp/2.5.0/4de2b4ed3445c37ec1720a7d214712e845a24636/okhttp-2.5.0.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.netty/netty-resolver/4.1.42.Final/ccaacf418a9e486b65e82c47bed66439119c5fdb/netty-resolver-4.1.42.Final.jar"
>
values:<string_value:"/usr/local/google/home/lcwik/.gradle/caches/modules-2/files-2.1/io.netty/netty-common/4.1.42.Final/e02700b574d3a0e2100308f971f0753ac8700e7c/netty-common-4.1.42.Final.jar"
> > > > fields:<key:"gcpTempLocation"
value:<string_value:"gs://temp-storage-for-end-to-end-tests/testpipeline-lcwik-0401223834-73a6502c/output/results"
> > fields:<key:"gcsPerformanceMetrics" value:<bool_value:false > >
fields:<key:"inputFile"
value:<string_value:"gs://apache-beam-samples/shakespeare/winterstale-personae"
> > fields:<key:"jobName"
value:<string_value:"testpipeline-lcwik-0401223834-73a6502c" > >
fields:<key:"maxNumWorkers" value:<number_value:0 > > fields:<key:"numWorkers"
value:<number_value:1 > > fields:<key:"numberOfWorkerHarnessThreads"
value:<number_value:0 > > fields:<key:"optionsId" value:<number_value:0 > >
fields:<key:"output"
value:<string_value:"gs://temp-storage-for-end-to-end-tests/WordCountIT-2020-04-01-15-38-34-496/output/results"
> > fields:<key:"pathValidatorClass"
value:<string_value:"org.apache.beam.sdk.extensions.gcp.storage.GcsPathValidator"
> > fields:<key:"pipelineUrl"
value:<string_value:"gs://temp-storage-for-end-to-end-tests//testpipeline-lcwik-0401223834-73a6502c/output/results/staging/pipeline-uRDK5dLNT7PnJLgEU-n1pw.pb"
> > fields:<key:"project" value:<string_value:"apache-beam-testing" > >
fields:<key:"runner"
value:<string_value:"org.apache.beam.runners.dataflow.TestDataflowRunner" > >
fields:<key:"stableUniqueNames" value:<string_value:"ERROR" > >
fields:<key:"stagerClass"
value:<string_value:"org.apache.beam.runners.dataflow.util.GcsStager" > >
fields:<key:"stagingLocation"
value:<string_value:"gs://temp-storage-for-end-to-end-tests//testpipeline-lcwik-0401223834-73a6502c/output/results/staging/"
> > fields:<key:"streaming" value:<bool_value:false > >
fields:<key:"tempLocation"
value:<string_value:"gs://temp-storage-for-end-to-end-tests//testpipeline-lcwik-0401223834-73a6502c/output/results"
> > fields:<key:"tempRoot"
value:<string_value:"gs://temp-storage-for-end-to-end-tests/" > >
fields:<key:"useGrpcForGcs" value:<bool_value:false > > fields:<key:"userAgent"
value:<string_value:"Apache_Beam_SDK_for_Java/2.21.0-SNAPSHOT(JRE_8_environment)"
> > fields:<key:"workerHarnessContainerImage"
value:<string_value:"us.gcr.io/apache-beam-testing/java-postcommit-it/java:20200401153813"
> > > > > > status_endpoint:<url:"localhost:12374" >
1:"2020-04-01_15_38_52-9354184596432870731"
2:"testpipeline-lcwik-0401223834-73a6502c"
5:"testpipeline-lcwik-040122-04011538-yvtm-harness-84xb"
I
2020-04-01T22:41:12.777057085Z 2020/04/01 22:41:12 Initializing java harness:
/opt/apache/beam/boot --id=1 --logging_endpoint=localhost:12370
--control_endpoint=localhost:12371 --artifact_endpoint=localhost:12372
--provision_endpoint=localhost:12373 --semi_persist_dir=/var/opt/google
I
2020-04-01T22:41:12.777062996Z 2020/04/01 22:41:12 Failed to retrieve staged
files: failed to get manifest
I
2020-04-01T22:41:12.777066814Z caused by:
I
2020-04-01T22:41:12.777082230Z rpc error: code = Unimplemented desc = unknown
service org.apache.beam.model.job_management.v1.LegacyArtifactRetrievalService
I
undefined
{code}
Example job lobs:
https://pantheon.corp.google.com/logs/viewer?dateRangeEnd=2020-04-01T23:41:41.153Z&dateRangeStart=2020-04-01T22:38:54.166Z&expandAll=false&interval=CUSTOM&project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2020-04-01_15_38_52-9354184596432870731×tamp=2020-04-01T23:40:41.153000000Z&logName=projects%2Fapache-beam-testing%2Flogs%2Fdataflow.googleapis.com%252Fworker&minLogLevel=0&customFacets=&limitCustomFacetWidth=true&scrollTimestamp=2020-04-01T22:51:31.792774782Z
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
