Merge branch 'master' of https://github.com/apache/samza
Project: http://git-wip-us.apache.org/repos/asf/samza/repo Commit: http://git-wip-us.apache.org/repos/asf/samza/commit/1ad58d43 Tree: http://git-wip-us.apache.org/repos/asf/samza/tree/1ad58d43 Diff: http://git-wip-us.apache.org/repos/asf/samza/diff/1ad58d43 Branch: refs/heads/NewKafkaSystemConsumer Commit: 1ad58d43fbe00a57054cb85b0be2eef6ee6470a6 Parents: 06b1ac3 2d10732 Author: Boris S <[email protected]> Authored: Tue Oct 31 12:46:53 2017 -0700 Committer: Boris S <[email protected]> Committed: Tue Oct 31 12:46:53 2017 -0700 ---------------------------------------------------------------------- build.gradle | 11 + .../apache/samza/operators/MessageStream.java | 41 +- .../system/eventhub/EventHubClientManager.java | 69 ++++ .../eventhub/EventHubClientManagerFactory.java | 32 ++ .../samza/system/eventhub/EventHubConfig.java | 181 +++++++++ .../system/eventhub/EventHubSystemFactory.java | 65 +++ .../samza/system/eventhub/Interceptor.java | 34 ++ .../eventhub/SamzaEventHubClientManager.java | 104 +++++ .../eventhub/admin/EventHubSystemAdmin.java | 199 +++++++++ .../eventhub/admin/PassThroughInterceptor.java | 33 ++ .../EventHubIncomingMessageEnvelope.java | 42 ++ .../consumer/EventHubSystemConsumer.java | 401 +++++++++++++++++++ .../system/eventhub/metrics/SamzaHistogram.java | 62 +++ .../producer/EventHubSystemProducer.java | 345 ++++++++++++++++ .../samza/system/eventhub/MockEventData.java | 57 +++ .../MockEventHubClientManagerFactory.java | 196 +++++++++ .../eventhub/MockEventHubConfigFactory.java | 61 +++ .../system/eventhub/TestMetricsRegistry.java | 85 ++++ .../eventhub/admin/TestEventHubSystemAdmin.java | 113 ++++++ .../consumer/ITestEventHubSystemConsumer.java | 76 ++++ .../consumer/TestEventHubSystemConsumer.java | 272 +++++++++++++ .../producer/ITestEventHubSystemProducer.java | 163 ++++++++ .../producer/TestEventHubSystemProducer.java | 153 +++++++ .../samza/execution/JobGraphJsonGenerator.java | 4 +- .../samza/operators/MessageStreamImpl.java | 44 +- .../apache/samza/operators/StreamGraphImpl.java | 74 +++- .../samza/operators/impl/OperatorImpl.java | 32 +- .../samza/operators/impl/OperatorImplGraph.java | 20 +- .../operators/impl/PartialJoinOperatorImpl.java | 32 +- .../operators/impl/WindowOperatorImpl.java | 21 +- .../impl/store/TimeSeriesStoreImpl.java | 9 +- .../samza/operators/spec/InputOperatorSpec.java | 2 +- .../samza/operators/spec/JoinOperatorSpec.java | 14 +- .../samza/operators/spec/OperatorSpec.java | 14 +- .../samza/operators/spec/OperatorSpecs.java | 36 +- .../operators/spec/OutputOperatorSpec.java | 2 +- .../operators/spec/PartitionByOperatorSpec.java | 2 +- .../samza/operators/spec/SinkOperatorSpec.java | 2 +- .../operators/spec/StreamOperatorSpec.java | 2 +- .../operators/spec/WindowOperatorSpec.java | 4 +- .../apache/samza/system/SystemConsumers.scala | 14 +- .../samza/example/KeyValueStoreExample.java | 2 +- .../samza/example/OrderShipmentJoinExample.java | 2 +- .../samza/example/PageViewCounterExample.java | 2 +- .../samza/example/RepartitionExample.java | 5 +- .../org/apache/samza/example/WindowExample.java | 5 +- .../samza/execution/TestExecutionPlanner.java | 44 +- .../execution/TestJobGraphJsonGenerator.java | 16 +- .../org/apache/samza/execution/TestJobNode.java | 34 +- .../samza/operators/TestJoinOperator.java | 33 +- .../samza/operators/TestMessageStreamImpl.java | 26 +- .../samza/operators/TestStreamGraphImpl.java | 61 +-- .../samza/operators/TestWindowOperator.java | 102 ++++- .../samza/operators/impl/TestOperatorImpl.java | 2 +- .../operators/impl/TestOperatorImplGraph.java | 47 ++- .../operators/spec/TestWindowOperatorSpec.java | 4 +- .../samza/system/TestSystemConsumers.scala | 60 ++- .../samza/storage/kv/RocksDbKeyValueStore.scala | 90 +++-- .../storage/kv/TestRocksDbKeyValueStore.scala | 36 +- .../rest/model/yarn/YarnApplicationInfo.java | 12 +- .../proxy/job/YarnRestJobStatusProvider.java | 41 +- .../job/TestYarnRestJobStatusProvider.java | 77 ++++ .../src/main/config/perf/kv-perf.properties | 34 +- .../performance/TestKeyValuePerformance.scala | 37 +- .../EndOfStreamIntegrationTest.java | 2 +- .../WatermarkIntegrationTest.java | 2 +- .../test/operator/RepartitionJoinWindowApp.java | 13 +- .../samza/test/operator/SessionWindowApp.java | 4 +- .../samza/test/operator/TumblingWindowApp.java | 3 +- .../test/integration/TestStatefulTask.scala | 2 +- 70 files changed, 3595 insertions(+), 326 deletions(-) ----------------------------------------------------------------------
