Add WriteFilesPayload to Runner API well-known transforms
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/2ee7d69e Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/2ee7d69e Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/2ee7d69e Branch: refs/heads/master Commit: 2ee7d69ea6f130186b38ae21abc2ab06aee2c5a7 Parents: 2df9dbd Author: Kenneth Knowles <k...@google.com> Authored: Fri May 26 16:06:23 2017 -0700 Committer: Kenneth Knowles <k...@google.com> Committed: Wed May 31 20:54:22 2017 -0700 ---------------------------------------------------------------------- .../runner-api/src/main/proto/beam_runner_api.proto | 11 +++++++++++ 1 file changed, 11 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/beam/blob/2ee7d69e/sdks/common/runner-api/src/main/proto/beam_runner_api.proto ---------------------------------------------------------------------- diff --git a/sdks/common/runner-api/src/main/proto/beam_runner_api.proto b/sdks/common/runner-api/src/main/proto/beam_runner_api.proto index 1612209..acc4a35 100644 --- a/sdks/common/runner-api/src/main/proto/beam_runner_api.proto +++ b/sdks/common/runner-api/src/main/proto/beam_runner_api.proto @@ -325,6 +325,17 @@ message CombinePayload { map<string, SideInput> side_inputs = 4; } +// The payload for the special-but-not-primitive WriteFiles transform. +message WriteFilesPayload { + + // (Required) The SdkFunctionSpec of the FileBasedSink. + SdkFunctionSpec sink = 1; + + bool windowed_writes = 2; + + bool runner_determined_sharding = 3; +} + // A coder, the binary format for serialization and deserialization of data in // a pipeline. message Coder {