This is an automated email from the ASF dual-hosted git repository. github-bot pushed a change to branch nightly-refs/heads/master in repository https://gitbox.apache.org/repos/asf/beam.git
from cbe2e0f5ad5 Merge pull request #27590: Properly translate TimestampedValueCoder on runnerv1 add d639cc8e625 Add Integration/Load test Utilities. (#27579) add 8afaa650b04 [Python] Create BigQuery wrapper with pipeline options for ReadAllFromBigQuery (#27599) add 5d12bd7c37b Healthcare NLP Colab Example (#27516) add 43b7d72ed4c Remove beta label from playground in a few more spots (#27629) add 96713243839 Vertex AI Model Handler Example Improvements (#27580) add b1fd1fcd2d2 Clean up pylint disable list (#27472) add b4d58c43b8c Bump github.com/tetratelabs/wazero from 1.3.0 to 1.3.1 in /sdks (#27624) add 14731066599 Fix multi_process_shared.py release with AutoProxy (#27607) add 152626396c7 Colab Examples ReadMe Update (#27637) add 193b72057ea [Python] Implemented Hugging Face Model Handler (#26632) add cd774d12180 Make class loading consistent for generated Function implementations add 75a4c71ab82 Merge pull request #27606: Make class loading consistent for generated Function implementations No new revisions were added by this update. Summary of changes: .../org/apache/beam/gradle/BeamModulePlugin.groovy | 3 + examples/notebooks/README.md | 34 +- examples/notebooks/healthcare/beam_nlp.ipynb | 924 +++++++++++++++++++++ it/OWNERS | 5 + it/common/build.gradle | 48 ++ .../apache/beam/it/common/PipelineLauncher.java | 437 ++++++++++ .../apache/beam/it/common/PipelineOperator.java | 313 +++++++ .../org/apache/beam/it/common/ResourceManager.java | 25 + .../org/apache/beam/it/common/TestProperties.java | 293 +++++++ .../apache/beam/it/common/logging/LogStrings.java | 64 ++ .../beam/it/common/logging/package-info.java | 20 + .../org/apache/beam/it/common/package-info.java | 20 + .../beam/it/common/utils/ExceptionUtils.java | 43 + .../beam/it/common/utils/IORedirectUtil.java | 52 ++ .../apache/beam/it/common/utils/PipelineUtils.java | 117 +++ .../beam/it/common/utils/ResourceManagerUtils.java | 208 +++++ .../org/apache/beam/it/common/utils/RetryUtil.java | 53 ++ .../apache/beam/it/common/utils/package-info.java | 20 + .../beam/it/common/PipelineOperatorTest.java | 202 +++++ .../apache/beam/it/common/TestPropertiesTest.java | 92 ++ .../beam/it/common/utils/ExceptionUtilsTest.java | 66 ++ .../beam/it/common/utils/PipelineUtilsTest.java | 48 ++ .../it/common/utils/ResourceManagerUtilsTest.java | 195 +++++ it/conditions/build.gradle | 31 + .../apache/beam/it/conditions/ConditionCheck.java | 85 ++ .../apache/beam/it/conditions/package-info.java | 20 + it/google-cloud-platform/build.gradle | 74 ++ .../java/org/apache/beam/it/gcp/GCPBaseIT.java | 46 + .../beam/it/gcp/GoogleCloudIntegrationTest.java | 28 + .../org/apache/beam/it/gcp/IOLoadTestBase.java | 104 +++ .../java/org/apache/beam/it/gcp/LoadTestBase.java | 512 ++++++++++++ .../org/apache/beam/it/gcp/artifacts/Artifact.java | 41 + .../beam/it/gcp/artifacts/ArtifactClient.java | 122 +++ .../apache/beam/it/gcp/artifacts/GcsArtifact.java | 44 + .../it/gcp/artifacts/matchers/ArtifactAsserts.java | 63 ++ .../gcp/artifacts/matchers/ArtifactsSubject.java | 168 ++++ .../it/gcp/artifacts/matchers/package-info.java | 20 + .../apache/beam/it/gcp/artifacts/package-info.java | 20 + .../beam/it/gcp/artifacts/utils/ArtifactUtils.java | 80 ++ .../beam/it/gcp/artifacts/utils/AvroTestUtil.java | 78 ++ .../beam/it/gcp/artifacts/utils/JsonTestUtil.java | 89 ++ .../it/gcp/artifacts/utils/ParquetTestUtil.java | 134 +++ .../beam/it/gcp/artifacts/utils/package-info.java | 20 + .../it/gcp/bigquery/BigQueryResourceManager.java | 504 +++++++++++ .../bigquery/BigQueryResourceManagerException.java | 26 + .../gcp/bigquery/BigQueryResourceManagerUtils.java | 93 +++ .../gcp/bigquery/conditions/BigQueryRowsCheck.java | 97 +++ .../it/gcp/bigquery/conditions/package-info.java | 20 + .../it/gcp/bigquery/matchers/BigQueryAsserts.java | 109 +++ .../it/gcp/bigquery/matchers/package-info.java | 20 + .../apache/beam/it/gcp/bigquery/package-info.java | 20 + .../it/gcp/bigquery/utils/BigQueryTestUtil.java | 119 +++ .../beam/it/gcp/bigquery/utils/package-info.java | 20 + .../it/gcp/bigtable/BigtableResourceManager.java | 540 ++++++++++++ .../BigtableResourceManagerClientFactory.java | 90 ++ .../bigtable/BigtableResourceManagerCluster.java | 65 ++ .../bigtable/BigtableResourceManagerException.java | 30 + .../gcp/bigtable/BigtableResourceManagerUtils.java | 127 +++ .../beam/it/gcp/bigtable/BigtableTableSpec.java | 64 ++ .../it/gcp/bigtable/matchers/BigtableAsserts.java | 70 ++ .../it/gcp/bigtable/matchers/package-info.java | 20 + .../apache/beam/it/gcp/bigtable/package-info.java | 20 + .../it/gcp/dataflow/AbstractPipelineLauncher.java | 320 +++++++ .../it/gcp/dataflow/ClassicTemplateClient.java | 130 +++ .../it/gcp/dataflow/DefaultPipelineLauncher.java | 480 +++++++++++ .../beam/it/gcp/dataflow/DirectRunnerClient.java | 262 ++++++ .../beam/it/gcp/dataflow/FlexTemplateClient.java | 137 +++ .../apache/beam/it/gcp/dataflow/package-info.java | 20 + .../beam/it/gcp/datagenerator/DataGenerator.java | 273 ++++++ .../beam/it/gcp/datagenerator/package-info.java | 19 + .../it/gcp/datastore/DatastoreResourceManager.java | 172 ++++ .../DatastoreResourceManagerException.java | 26 + .../beam/it/gcp/datastore/DatastoreUtils.java | 51 ++ .../gcp/datastore/matchers/DatastoreAsserts.java | 70 ++ .../it/gcp/datastore/matchers/package-info.java | 19 + .../apache/beam/it/gcp/datastore/package-info.java | 20 + .../gcp/datastream/DatastreamResourceManager.java | 509 ++++++++++++ .../DatastreamResourceManagerException.java | 30 + .../apache/beam/it/gcp/datastream/JDBCSource.java | 92 ++ .../apache/beam/it/gcp/datastream/MySQLSource.java | 80 ++ .../beam/it/gcp/datastream/OracleSource.java | 81 ++ .../beam/it/gcp/datastream/PostgresqlSource.java | 110 +++ .../beam/it/gcp/datastream/package-info.java | 20 + .../apache/beam/it/gcp/dlp/DlpResourceManager.java | 164 ++++ .../org/apache/beam/it/gcp/dlp/package-info.java | 22 + .../apache/beam/it/gcp/kms/KMSClientFactory.java | 52 ++ .../apache/beam/it/gcp/kms/KMSResourceManager.java | 274 ++++++ .../it/gcp/kms/KMSResourceManagerException.java | 26 + .../org/apache/beam/it/gcp/kms/package-info.java | 20 + .../beam/it/gcp/monitoring/MonitoringClient.java | 470 +++++++++++ .../beam/it/gcp/monitoring/package-info.java | 20 + .../java/org/apache/beam/it/gcp/package-info.java | 20 + .../beam/it/gcp/pubsub/PubsubPublisherFactory.java | 47 ++ .../beam/it/gcp/pubsub/PubsubResourceManager.java | 384 +++++++++ .../gcp/pubsub/PubsubResourceManagerException.java | 26 + .../org/apache/beam/it/gcp/pubsub/PubsubUtils.java | 115 +++ .../gcp/pubsub/conditions/PubsubMessagesCheck.java | 118 +++ .../it/gcp/pubsub/conditions/package-info.java | 20 + .../apache/beam/it/gcp/pubsub/package-info.java | 20 + .../gcp/pubsublite/PubsubliteResourceManager.java | 215 +++++ .../beam/it/gcp/pubsublite/package-info.java | 20 + .../it/gcp/spanner/SpannerResourceManager.java | 387 +++++++++ .../spanner/SpannerResourceManagerException.java | 26 + .../it/gcp/spanner/matchers/SpannerAsserts.java | 103 +++ .../beam/it/gcp/spanner/matchers/package-info.java | 20 + .../apache/beam/it/gcp/spanner/package-info.java | 20 + .../spanner/utils/SpannerResourceManagerUtils.java | 95 +++ .../beam/it/gcp/spanner/utils/package-info.java | 20 + .../beam/it/gcp/storage/GcsResourceManager.java | 307 +++++++ .../apache/beam/it/gcp/storage/package-info.java | 20 + .../java/org/apache/beam/it/gcp/WordCountIT.java | 86 ++ .../beam/it/gcp/artifacts/GcsArtifactTest.java | 66 ++ .../it/gcp/artifacts/utils/ArtifactUtilsTest.java | 70 ++ .../apache/beam/it/gcp/bigquery/BigQueryIOLT.java | 457 ++++++++++ .../gcp/bigquery/BigQueryResourceManagerTest.java | 291 +++++++ .../bigquery/BigQueryResourceManagerUtilsTest.java | 58 ++ .../apache/beam/it/gcp/bigtable/BigTableIOLT.java | 275 ++++++ .../BigtableResourceManagerClientFactoryTest.java | 97 +++ .../BigtableResourceManagerClusterTest.java | 47 ++ .../it/gcp/bigtable/BigtableResourceManagerIT.java | 81 ++ .../gcp/bigtable/BigtableResourceManagerTest.java | 454 ++++++++++ .../bigtable/BigtableResourceManagerUtilsTest.java | 85 ++ .../gcp/dataflow/AbstractPipelineLauncherTest.java | 170 ++++ .../it/gcp/dataflow/ClassicTemplateClientTest.java | 179 ++++ .../gcp/dataflow/DefaultPipelineLauncherTest.java | 86 ++ .../it/gcp/dataflow/FlexTemplateClientTest.java | 184 ++++ .../gcp/datastore/DatastoreResourceManagerIT.java | 90 ++ .../datastore/DatastoreResourceManagerTest.java | 125 +++ .../datastream/DatastreamResourceManagerTest.java | 297 +++++++ .../beam/it/gcp/kms/KMSResourceManagerIT.java | 64 ++ .../beam/it/gcp/kms/KMSResourceManagerTest.java | 202 +++++ .../it/gcp/pubsub/PubsubResourceManagerTest.java | 269 ++++++ .../apache/beam/it/gcp/pubsub/PubsubUtilsTest.java | 80 ++ .../it/gcp/spanner/SpannerResourceManagerTest.java | 531 ++++++++++++ .../utils/SpannerResourceManagerUtilsTest.java | 127 +++ .../apache/beam/it/gcp/storage/FileBasedIOLT.java | 258 ++++++ .../it/gcp/storage/GcsResourceManagerTest.java | 376 +++++++++ .../src/test/resources/test-artifact.txt | 1 + it/truthmatchers/build.gradle | 35 + .../beam/it/truthmatchers/LaunchInfoSubject.java | 59 ++ .../beam/it/truthmatchers/ListAccumulator.java | 61 ++ .../beam/it/truthmatchers/PipelineAsserts.java | 93 +++ .../beam/it/truthmatchers/RecordsSubject.java | 234 ++++++ .../beam/it/truthmatchers/ResultSubject.java | 71 ++ .../apache/beam/it/truthmatchers/package-info.java | 20 + sdks/go.mod | 2 +- sdks/go.sum | 4 +- .../src/main/resources/beam/checkstyle.xml | 2 +- .../src/main/resources/beam/suppressions.xml | 12 + .../beam/sdk/schemas/utils/ByteBuddyUtils.java | 3 +- sdks/python/.pylintrc | 9 +- .../apache_beam/examples/inference/README.md | 73 ++ .../inference/huggingface_language_modeling.py | 177 ++++ .../inference/vertex_ai_image_classification.py | 13 +- .../apache_beam/io/gcp/bigquery_read_internal.py | 6 +- .../ml/inference/huggingface_inference.py | 488 +++++++++++ .../ml/inference/huggingface_inference_it_test.py | 80 ++ .../ml/inference/huggingface_inference_test.py | 136 +++ .../inference/huggingface_tests_requirements.txt | 20 + .../apache_beam/utils/multi_process_shared.py | 30 +- .../apache_beam/utils/multi_process_shared_test.py | 32 + sdks/python/pytest.ini | 13 +- sdks/python/test-suites/direct/common.gradle | 30 +- sdks/python/test-suites/tox/py38/build.gradle | 13 + sdks/python/tox.ini | 19 + settings.gradle.kts | 5 + .../content/en/get-started/try-beam-playground.md | 4 +- website/www/site/layouts/index.html | 2 +- 168 files changed, 19876 insertions(+), 43 deletions(-) create mode 100644 examples/notebooks/healthcare/beam_nlp.ipynb create mode 100644 it/OWNERS create mode 100644 it/common/build.gradle create mode 100644 it/common/src/main/java/org/apache/beam/it/common/PipelineLauncher.java create mode 100644 it/common/src/main/java/org/apache/beam/it/common/PipelineOperator.java create mode 100644 it/common/src/main/java/org/apache/beam/it/common/ResourceManager.java create mode 100644 it/common/src/main/java/org/apache/beam/it/common/TestProperties.java create mode 100644 it/common/src/main/java/org/apache/beam/it/common/logging/LogStrings.java create mode 100644 it/common/src/main/java/org/apache/beam/it/common/logging/package-info.java create mode 100644 it/common/src/main/java/org/apache/beam/it/common/package-info.java create mode 100644 it/common/src/main/java/org/apache/beam/it/common/utils/ExceptionUtils.java create mode 100644 it/common/src/main/java/org/apache/beam/it/common/utils/IORedirectUtil.java create mode 100644 it/common/src/main/java/org/apache/beam/it/common/utils/PipelineUtils.java create mode 100644 it/common/src/main/java/org/apache/beam/it/common/utils/ResourceManagerUtils.java create mode 100644 it/common/src/main/java/org/apache/beam/it/common/utils/RetryUtil.java create mode 100644 it/common/src/main/java/org/apache/beam/it/common/utils/package-info.java create mode 100644 it/common/src/test/java/org/apache/beam/it/common/PipelineOperatorTest.java create mode 100644 it/common/src/test/java/org/apache/beam/it/common/TestPropertiesTest.java create mode 100644 it/common/src/test/java/org/apache/beam/it/common/utils/ExceptionUtilsTest.java create mode 100644 it/common/src/test/java/org/apache/beam/it/common/utils/PipelineUtilsTest.java create mode 100644 it/common/src/test/java/org/apache/beam/it/common/utils/ResourceManagerUtilsTest.java create mode 100644 it/conditions/build.gradle create mode 100644 it/conditions/src/main/java/org/apache/beam/it/conditions/ConditionCheck.java create mode 100644 it/conditions/src/main/java/org/apache/beam/it/conditions/package-info.java create mode 100644 it/google-cloud-platform/build.gradle create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/GCPBaseIT.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/GoogleCloudIntegrationTest.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/IOLoadTestBase.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/LoadTestBase.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/Artifact.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/ArtifactClient.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/GcsArtifact.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/matchers/ArtifactAsserts.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/matchers/ArtifactsSubject.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/matchers/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/utils/ArtifactUtils.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/utils/AvroTestUtil.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/utils/JsonTestUtil.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/utils/ParquetTestUtil.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/artifacts/utils/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigquery/BigQueryResourceManager.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigquery/BigQueryResourceManagerException.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigquery/BigQueryResourceManagerUtils.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigquery/conditions/BigQueryRowsCheck.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigquery/conditions/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigquery/matchers/BigQueryAsserts.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigquery/matchers/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigquery/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigquery/utils/BigQueryTestUtil.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigquery/utils/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigtable/BigtableResourceManager.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigtable/BigtableResourceManagerClientFactory.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigtable/BigtableResourceManagerCluster.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigtable/BigtableResourceManagerException.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigtable/BigtableResourceManagerUtils.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigtable/BigtableTableSpec.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigtable/matchers/BigtableAsserts.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigtable/matchers/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigtable/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/dataflow/AbstractPipelineLauncher.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/dataflow/ClassicTemplateClient.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/dataflow/DefaultPipelineLauncher.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/dataflow/DirectRunnerClient.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/dataflow/FlexTemplateClient.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/dataflow/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/datagenerator/DataGenerator.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/datagenerator/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/datastore/DatastoreResourceManager.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/datastore/DatastoreResourceManagerException.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/datastore/DatastoreUtils.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/datastore/matchers/DatastoreAsserts.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/datastore/matchers/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/datastore/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/datastream/DatastreamResourceManager.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/datastream/DatastreamResourceManagerException.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/datastream/JDBCSource.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/datastream/MySQLSource.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/datastream/OracleSource.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/datastream/PostgresqlSource.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/datastream/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/dlp/DlpResourceManager.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/dlp/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/kms/KMSClientFactory.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/kms/KMSResourceManager.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/kms/KMSResourceManagerException.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/kms/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/monitoring/MonitoringClient.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/monitoring/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/pubsub/PubsubPublisherFactory.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/pubsub/PubsubResourceManager.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/pubsub/PubsubResourceManagerException.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/pubsub/PubsubUtils.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/pubsub/conditions/PubsubMessagesCheck.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/pubsub/conditions/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/pubsub/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/pubsublite/PubsubliteResourceManager.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/pubsublite/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/spanner/SpannerResourceManager.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/spanner/SpannerResourceManagerException.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/spanner/matchers/SpannerAsserts.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/spanner/matchers/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/spanner/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/spanner/utils/SpannerResourceManagerUtils.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/spanner/utils/package-info.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/storage/GcsResourceManager.java create mode 100644 it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/storage/package-info.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/WordCountIT.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/artifacts/GcsArtifactTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/artifacts/utils/ArtifactUtilsTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/bigquery/BigQueryIOLT.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/bigquery/BigQueryResourceManagerTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/bigquery/BigQueryResourceManagerUtilsTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/bigtable/BigTableIOLT.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/bigtable/BigtableResourceManagerClientFactoryTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/bigtable/BigtableResourceManagerClusterTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/bigtable/BigtableResourceManagerIT.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/bigtable/BigtableResourceManagerTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/bigtable/BigtableResourceManagerUtilsTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/dataflow/AbstractPipelineLauncherTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/dataflow/ClassicTemplateClientTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/dataflow/DefaultPipelineLauncherTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/dataflow/FlexTemplateClientTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/datastore/DatastoreResourceManagerIT.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/datastore/DatastoreResourceManagerTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/datastream/DatastreamResourceManagerTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/kms/KMSResourceManagerIT.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/kms/KMSResourceManagerTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/pubsub/PubsubResourceManagerTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/pubsub/PubsubUtilsTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/spanner/SpannerResourceManagerTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/spanner/utils/SpannerResourceManagerUtilsTest.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/storage/FileBasedIOLT.java create mode 100644 it/google-cloud-platform/src/test/java/org/apache/beam/it/gcp/storage/GcsResourceManagerTest.java create mode 100644 it/google-cloud-platform/src/test/resources/test-artifact.txt create mode 100644 it/truthmatchers/build.gradle create mode 100644 it/truthmatchers/src/main/java/org/apache/beam/it/truthmatchers/LaunchInfoSubject.java create mode 100644 it/truthmatchers/src/main/java/org/apache/beam/it/truthmatchers/ListAccumulator.java create mode 100644 it/truthmatchers/src/main/java/org/apache/beam/it/truthmatchers/PipelineAsserts.java create mode 100644 it/truthmatchers/src/main/java/org/apache/beam/it/truthmatchers/RecordsSubject.java create mode 100644 it/truthmatchers/src/main/java/org/apache/beam/it/truthmatchers/ResultSubject.java create mode 100644 it/truthmatchers/src/main/java/org/apache/beam/it/truthmatchers/package-info.java create mode 100644 sdks/python/apache_beam/examples/inference/huggingface_language_modeling.py create mode 100644 sdks/python/apache_beam/ml/inference/huggingface_inference.py create mode 100644 sdks/python/apache_beam/ml/inference/huggingface_inference_it_test.py create mode 100644 sdks/python/apache_beam/ml/inference/huggingface_inference_test.py create mode 100644 sdks/python/apache_beam/ml/inference/huggingface_tests_requirements.txt