This closes #2079
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/8ec89090 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/8ec89090 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/8ec89090 Branch: refs/heads/master Commit: 8ec890909a49648bffd082603901e4d718ae331f Parents: cad84c8 59ad58a Author: Ahmet Altay <al...@google.com> Authored: Wed Feb 22 16:30:25 2017 -0800 Committer: Ahmet Altay <al...@google.com> Committed: Wed Feb 22 16:30:25 2017 -0800 ---------------------------------------------------------------------- .../examples/cookbook/bigquery_schema.py | 2 +- .../examples/cookbook/datastore_wordcount.py | 4 +- .../apache_beam/examples/snippets/snippets.py | 4 +- .../python/apache_beam/internal/gcp/__init__.py | 16 + .../apache_beam/internal/gcp/json_value.py | 147 + .../apache_beam/internal/gcp/json_value_test.py | 93 + .../internal/google_cloud_platform/__init__.py | 16 - .../google_cloud_platform/json_value.py | 147 - .../google_cloud_platform/json_value_test.py | 93 - sdks/python/apache_beam/io/__init__.py | 4 +- sdks/python/apache_beam/io/fileio.py | 2 +- sdks/python/apache_beam/io/gcp/__init__.py | 16 + sdks/python/apache_beam/io/gcp/bigquery.py | 1081 +++++ sdks/python/apache_beam/io/gcp/bigquery_test.py | 828 ++++ .../apache_beam/io/gcp/datastore/__init__.py | 16 + .../apache_beam/io/gcp/datastore/v1/__init__.py | 16 + .../io/gcp/datastore/v1/datastoreio.py | 397 ++ .../io/gcp/datastore/v1/datastoreio_test.py | 245 + .../io/gcp/datastore/v1/fake_datastore.py | 98 + .../apache_beam/io/gcp/datastore/v1/helper.py | 274 ++ .../io/gcp/datastore/v1/helper_test.py | 265 ++ .../io/gcp/datastore/v1/query_splitter.py | 275 ++ .../io/gcp/datastore/v1/query_splitter_test.py | 208 + sdks/python/apache_beam/io/gcp/gcsio.py | 871 ++++ sdks/python/apache_beam/io/gcp/gcsio_test.py | 796 ++++ .../apache_beam/io/gcp/internal/__init__.py | 16 + .../io/gcp/internal/clients/__init__.py | 16 + .../gcp/internal/clients/bigquery/__init__.py | 33 + .../clients/bigquery/bigquery_v2_client.py | 660 +++ .../clients/bigquery/bigquery_v2_messages.py | 1910 ++++++++ .../io/gcp/internal/clients/storage/__init__.py | 33 + .../clients/storage/storage_v1_client.py | 1039 +++++ .../clients/storage/storage_v1_messages.py | 1920 ++++++++ sdks/python/apache_beam/io/gcp/pubsub.py | 91 + sdks/python/apache_beam/io/gcp/pubsub_test.py | 63 + .../io/google_cloud_platform/__init__.py | 16 - .../io/google_cloud_platform/bigquery.py | 1081 ----- .../io/google_cloud_platform/bigquery_test.py | 828 ---- .../google_cloud_platform/datastore/__init__.py | 16 - .../datastore/v1/__init__.py | 16 - .../datastore/v1/datastoreio.py | 397 -- .../datastore/v1/datastoreio_test.py | 245 - .../datastore/v1/fake_datastore.py | 98 - .../datastore/v1/helper.py | 274 -- .../datastore/v1/helper_test.py | 265 -- .../datastore/v1/query_splitter.py | 275 -- .../datastore/v1/query_splitter_test.py | 208 - .../io/google_cloud_platform/gcsio.py | 871 ---- .../io/google_cloud_platform/gcsio_test.py | 796 ---- .../google_cloud_platform/internal/__init__.py | 16 - .../internal/clients/__init__.py | 16 - .../internal/clients/bigquery/__init__.py | 33 - .../clients/bigquery/bigquery_v2_client.py | 660 --- .../clients/bigquery/bigquery_v2_messages.py | 1910 -------- .../internal/clients/storage/__init__.py | 33 - .../clients/storage/storage_v1_client.py | 1039 ----- .../clients/storage/storage_v1_messages.py | 1920 -------- .../io/google_cloud_platform/pubsub.py | 91 - .../io/google_cloud_platform/pubsub_test.py | 63 - sdks/python/apache_beam/io/iobase.py | 4 +- sdks/python/apache_beam/pipeline_test.py | 2 +- sdks/python/apache_beam/runners/__init__.py | 4 +- .../apache_beam/runners/dataflow/__init__.py | 16 + .../runners/dataflow/dataflow_metrics.py | 33 + .../runners/dataflow/dataflow_metrics_test.py | 20 + .../runners/dataflow/dataflow_runner.py | 724 +++ .../runners/dataflow/dataflow_runner_test.py | 78 + .../runners/dataflow/internal/__init__.py | 16 + .../runners/dataflow/internal/apiclient.py | 726 +++ .../runners/dataflow/internal/apiclient_test.py | 96 + .../dataflow/internal/clients/__init__.py | 16 + .../internal/clients/dataflow/__init__.py | 33 + .../clients/dataflow/dataflow_v1b3_client.py | 684 +++ .../clients/dataflow/dataflow_v1b3_messages.py | 4173 ++++++++++++++++++ .../clients/dataflow/message_matchers.py | 124 + .../clients/dataflow/message_matchers_test.py | 77 + .../runners/dataflow/native_io/__init__.py | 16 + .../runners/dataflow/native_io/iobase.py | 307 ++ .../runners/dataflow/template_runner_test.py | 97 + .../runners/dataflow/test_dataflow_runner.py | 40 + .../runners/direct/transform_evaluator.py | 2 +- .../runners/google_cloud_dataflow/__init__.py | 16 - .../google_cloud_dataflow/dataflow_metrics.py | 33 - .../dataflow_metrics_test.py | 20 - .../google_cloud_dataflow/dataflow_runner.py | 724 --- .../dataflow_runner_test.py | 78 - .../google_cloud_dataflow/internal/__init__.py | 16 - .../google_cloud_dataflow/internal/apiclient.py | 726 --- .../internal/apiclient_test.py | 96 - .../internal/clients/__init__.py | 16 - .../internal/clients/dataflow/__init__.py | 33 - .../clients/dataflow/dataflow_v1b3_client.py | 684 --- .../clients/dataflow/dataflow_v1b3_messages.py | 4173 ------------------ .../clients/dataflow/message_matchers.py | 124 - .../clients/dataflow/message_matchers_test.py | 77 - .../google_cloud_dataflow/native_io/__init__.py | 16 - .../google_cloud_dataflow/native_io/iobase.py | 307 -- .../template_runner_test.py | 97 - .../test_dataflow_runner.py | 40 - sdks/python/apache_beam/runners/runner.py | 2 +- sdks/python/apache_beam/runners/runner_test.py | 2 +- .../python/apache_beam/runners/test/__init__.py | 2 +- sdks/python/generate_pydoc.sh | 5 +- sdks/python/run_pylint.sh | 12 +- 104 files changed, 18725 insertions(+), 18724 deletions(-) ----------------------------------------------------------------------
