This closes #3103
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/1cc32c65 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/1cc32c65 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/1cc32c65 Branch: refs/heads/release-2.0.0 Commit: 1cc32c65ea9f49c78d22999823884e1363a921d4 Parents: 65aa0ff 0f910b4 Author: Ahmet Altay <[email protected]> Authored: Thu May 11 17:11:38 2017 -0700 Committer: Ahmet Altay <[email protected]> Committed: Thu May 11 17:11:38 2017 -0700 ---------------------------------------------------------------------- sdks/python/apache_beam/coders/coder_impl.py | 2 + sdks/python/apache_beam/coders/coders.py | 32 +++++- sdks/python/apache_beam/coders/coders_test.py | 11 +- .../apache_beam/coders/coders_test_common.py | 2 +- sdks/python/apache_beam/coders/observable.py | 5 +- sdks/python/apache_beam/coders/slow_stream.py | 5 +- .../apache_beam/coders/standard_coders_test.py | 2 +- sdks/python/apache_beam/coders/stream.pyx | 5 + sdks/python/apache_beam/coders/typecoders.py | 3 + .../examples/complete/autocomplete_test.py | 4 +- .../examples/complete/estimate_pi_test.py | 4 +- .../complete/game/hourly_team_score_test.py | 4 +- .../examples/complete/game/user_score_test.py | 4 +- .../apache_beam/examples/complete/tfidf_test.py | 4 +- .../complete/top_wikipedia_sessions_test.py | 4 +- .../cookbook/bigquery_side_input_test.py | 4 +- .../cookbook/bigquery_tornadoes_test.py | 6 +- .../examples/cookbook/coders_test.py | 4 +- .../examples/cookbook/combiners_test.py | 6 +- .../examples/cookbook/custom_ptransform_test.py | 4 +- .../examples/cookbook/filters_test.py | 12 ++- .../examples/cookbook/mergecontacts.py | 14 +-- .../apache_beam/examples/snippets/snippets.py | 17 +-- .../examples/snippets/snippets_test.py | 35 +++--- .../apache_beam/examples/wordcount_debugging.py | 6 +- sdks/python/apache_beam/internal/__init__.py | 2 + .../python/apache_beam/internal/gcp/__init__.py | 2 + sdks/python/apache_beam/io/avroio_test.py | 4 +- sdks/python/apache_beam/io/concat_source.py | 4 +- .../python/apache_beam/io/concat_source_test.py | 4 +- sdks/python/apache_beam/io/filebasedsource.py | 2 + .../apache_beam/io/filebasedsource_test.py | 4 +- sdks/python/apache_beam/io/fileio.py | 7 ++ sdks/python/apache_beam/io/fileio_test.py | 2 +- sdks/python/apache_beam/io/filesystem.py | 3 + sdks/python/apache_beam/io/filesystems.py | 2 + .../io/gcp/datastore/v1/fake_datastore.py | 6 +- .../apache_beam/io/gcp/datastore/v1/helper.py | 5 +- sdks/python/apache_beam/io/gcp/gcsfilesystem.py | 2 + sdks/python/apache_beam/io/gcp/gcsio.py | 3 + sdks/python/apache_beam/io/gcp/pubsub.py | 2 + .../io/gcp/tests/bigquery_matcher.py | 3 + sdks/python/apache_beam/io/iobase.py | 2 + sdks/python/apache_beam/io/localfilesystem.py | 2 + sdks/python/apache_beam/io/range_trackers.py | 7 +- sdks/python/apache_beam/io/source_test_utils.py | 8 ++ sdks/python/apache_beam/io/sources_test.py | 4 +- sdks/python/apache_beam/io/textio.py | 2 +- sdks/python/apache_beam/io/textio_test.py | 5 +- sdks/python/apache_beam/io/tfrecordio_test.py | 24 +++-- sdks/python/apache_beam/metrics/__init__.py | 1 + sdks/python/apache_beam/metrics/cells.py | 2 + sdks/python/apache_beam/metrics/execution.py | 6 +- sdks/python/apache_beam/metrics/metric.py | 4 + sdks/python/apache_beam/metrics/metricbase.py | 2 + .../apache_beam/options/pipeline_options.py | 20 +++- .../options/pipeline_options_validator.py | 2 + .../apache_beam/options/value_provider.py | 8 ++ sdks/python/apache_beam/pipeline.py | 13 ++- sdks/python/apache_beam/pipeline_test.py | 4 +- sdks/python/apache_beam/pvalue.py | 11 ++ sdks/python/apache_beam/runners/api/__init__.py | 4 +- sdks/python/apache_beam/runners/common.py | 5 +- .../apache_beam/runners/dataflow/__init__.py | 9 ++ .../runners/dataflow/dataflow_runner.py | 9 +- .../runners/dataflow/dataflow_runner_test.py | 5 +- .../runners/dataflow/test_dataflow_runner.py | 3 + .../apache_beam/runners/direct/__init__.py | 6 +- .../apache_beam/runners/direct/direct_runner.py | 3 + .../apache_beam/runners/direct/executor.py | 2 +- .../runners/direct/transform_evaluator.py | 10 +- .../apache_beam/runners/pipeline_context.py | 6 ++ .../apache_beam/runners/portability/__init__.py | 2 + .../portability/maptask_executor_runner.py | 2 +- .../portability/maptask_executor_runner_test.py | 6 +- sdks/python/apache_beam/runners/runner.py | 3 + sdks/python/apache_beam/runners/runner_test.py | 4 +- .../apache_beam/runners/worker/__init__.py | 2 + .../apache_beam/testing/pipeline_verifiers.py | 8 ++ .../python/apache_beam/testing/test_pipeline.py | 5 + sdks/python/apache_beam/testing/test_stream.py | 14 ++- sdks/python/apache_beam/testing/test_utils.py | 6 +- sdks/python/apache_beam/testing/util.py | 107 +++++++++++++++++++ sdks/python/apache_beam/testing/util_test.py | 50 +++++++++ sdks/python/apache_beam/transforms/__init__.py | 2 +- .../apache_beam/transforms/combiners_test.py | 2 +- sdks/python/apache_beam/transforms/core.py | 50 ++++++--- .../apache_beam/transforms/create_test.py | 3 +- .../apache_beam/transforms/cy_combiners.py | 5 +- .../python/apache_beam/transforms/ptransform.py | 29 +++-- .../apache_beam/transforms/ptransform_test.py | 13 +-- .../python/apache_beam/transforms/sideinputs.py | 2 + .../apache_beam/transforms/sideinputs_test.py | 2 +- sdks/python/apache_beam/transforms/timeutil.py | 5 + sdks/python/apache_beam/transforms/trigger.py | 14 +++ .../apache_beam/transforms/trigger_test.py | 2 +- sdks/python/apache_beam/transforms/util.py | 79 -------------- sdks/python/apache_beam/transforms/util_test.py | 50 --------- sdks/python/apache_beam/transforms/window.py | 17 ++- .../apache_beam/transforms/window_test.py | 2 +- .../transforms/write_ptransform_test.py | 2 +- sdks/python/apache_beam/typehints/decorators.py | 17 ++- sdks/python/apache_beam/typehints/opcodes.py | 2 + .../apache_beam/typehints/trivial_inference.py | 2 + sdks/python/apache_beam/typehints/typecheck.py | 17 +-- .../typehints/typed_pipeline_test.py | 2 +- sdks/python/apache_beam/typehints/typehints.py | 18 ++++ .../apache_beam/typehints/typehints_test.py | 19 ++-- sdks/python/apache_beam/utils/__init__.py | 5 +- sdks/python/apache_beam/utils/annotations.py | 4 +- sdks/python/apache_beam/utils/counters.py | 5 +- sdks/python/apache_beam/utils/processes.py | 6 +- sdks/python/apache_beam/utils/profiler.py | 5 +- sdks/python/apache_beam/utils/proto_utils.py | 2 + sdks/python/apache_beam/utils/retry.py | 2 + sdks/python/apache_beam/utils/timestamp.py | 5 +- sdks/python/apache_beam/utils/urns.py | 2 + sdks/python/apache_beam/utils/windowed_value.py | 4 +- 118 files changed, 724 insertions(+), 326 deletions(-) ----------------------------------------------------------------------
