This closes #3551: [BEAM-2455] Backlog size retrieval for Kinesis source
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/7db0f13a Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/7db0f13a Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/7db0f13a Branch: refs/heads/master Commit: 7db0f13a150fff1d80f4b6bdf75dbb07636c19e9 Parents: 25b9c35 7cb3dda Author: Eugene Kirpichov <kirpic...@google.com> Authored: Fri Sep 29 16:48:17 2017 -0700 Committer: Eugene Kirpichov <kirpic...@google.com> Committed: Fri Sep 29 16:48:17 2017 -0700 ---------------------------------------------------------------------- sdks/java/io/kinesis/pom.xml | 6 ++ .../beam/sdk/io/kinesis/AWSClientsProvider.java | 36 +++++++ .../sdk/io/kinesis/KinesisClientProvider.java | 33 ------ .../apache/beam/sdk/io/kinesis/KinesisIO.java | 107 +++++++++++++------ .../beam/sdk/io/kinesis/KinesisReader.java | 50 ++++++++- .../beam/sdk/io/kinesis/KinesisSource.java | 40 ++++--- .../sdk/io/kinesis/SimplifiedKinesisClient.java | 97 +++++++++++++++-- .../io/kinesis/TransientKinesisException.java | 4 +- .../beam/sdk/io/kinesis/AmazonKinesisMock.java | 12 ++- .../sdk/io/kinesis/KinesisMockReadTest.java | 5 +- .../beam/sdk/io/kinesis/KinesisReaderIT.java | 5 +- .../beam/sdk/io/kinesis/KinesisReaderTest.java | 34 +++++- .../io/kinesis/SimplifiedKinesisClientTest.java | 107 +++++++++++++++++++ 13 files changed, 434 insertions(+), 102 deletions(-) ----------------------------------------------------------------------
