Merge branch 'master' of https://github.com/apache/samza
Project: http://git-wip-us.apache.org/repos/asf/samza/repo Commit: http://git-wip-us.apache.org/repos/asf/samza/commit/e0e5e871 Tree: http://git-wip-us.apache.org/repos/asf/samza/tree/e0e5e871 Diff: http://git-wip-us.apache.org/repos/asf/samza/diff/e0e5e871 Branch: refs/heads/master Commit: e0e5e871477fd2894bf37b74a763c4a35bc4849f Parents: f8470b1 4e59070 Author: Jagadish <jvenkatra...@linkedin.com> Authored: Tue Nov 13 19:17:26 2018 -0800 Committer: Jagadish <jvenkatra...@linkedin.com> Committed: Tue Nov 13 19:17:26 2018 -0800 ---------------------------------------------------------------------- build.gradle | 36 +- .../versioned/api/high-level-api.md | 411 ++++++++++--------- .../versioned/api/low-level-api.md | 351 ++++++++-------- .../versioned/api/programming-model.md | 118 +++--- .../documentation/versioned/api/samza-sql.md | 2 +- .../documentation/versioned/api/table-api.md | 11 +- .../versioned/connectors/eventhubs.md | 2 +- .../documentation/versioned/connectors/kafka.md | 6 +- .../versioned/core-concepts/core-concepts.md | 14 +- .../documentation/versioned/hadoop/overview.md | 2 +- docs/learn/documentation/versioned/index.html | 16 +- .../versioned/jobs/samza-configurations.md | 2 +- .../versioned/operations/monitoring.md | 10 +- .../versioned/hello-samza-high-level-code.md | 2 +- .../versioned/hello-samza-high-level-yarn.md | 4 +- .../versioned/samza-event-hubs-standalone.md | 2 +- docs/learn/tutorials/versioned/samza-sql.md | 2 +- docs/startup/code-examples/versioned/index.md | 2 +- .../org/apache/samza/table/TableProvider.java | 61 +++ .../samza/table/TableProviderFactory.java | 35 ++ .../table/descriptors/BaseTableDescriptor.java | 110 +++++ .../descriptors/CachingTableDescriptor.java | 173 ++++++++ .../descriptors/GuavaCacheTableDescriptor.java | 79 ++++ .../descriptors/HybridTableDescriptor.java | 48 +++ .../table/descriptors/LocalTableDescriptor.java | 168 ++++++++ .../descriptors/RemoteTableDescriptor.java | 296 +++++++++++++ .../samza/table/descriptors/TableProvider.java | 62 --- .../table/descriptors/TableProviderFactory.java | 36 -- .../samza/table/remote/TableRateLimiter.java | 167 ++++++++ .../samza/table/remote/TableReadFunction.java | 111 +++++ .../samza/table/remote/TableWriteFunction.java | 159 +++++++ .../samza/table/retry/TableRetryPolicy.java | 257 ++++++++++++ .../apache/samza/table/utils/SerdeUtils.java | 66 +++ .../org/apache/samza/task/ClosableTask.java | 7 + .../table/remote/TestTableRateLimiter.java | 103 +++++ .../descriptors/ApplicationDescriptorImpl.java | 6 +- .../apache/samza/config/JavaSystemConfig.java | 25 ++ .../apache/samza/config/JavaTableConfig.java | 5 +- .../apache/samza/table/BaseTableProvider.java | 71 ++++ .../samza/table/TableConfigGenerator.java | 2 - .../org/apache/samza/table/TableManager.java | 2 - .../table/caching/CachingTableProvider.java | 98 +++++ .../caching/CachingTableProviderFactory.java | 34 ++ .../descriptors/CachingTableDescriptor.java | 166 -------- .../descriptors/CachingTableProvider.java | 105 ----- .../CachingTableProviderFactory.java | 34 -- .../caching/guava/GuavaCacheTableProvider.java | 59 +++ .../guava/GuavaCacheTableProviderFactory.java | 34 ++ .../descriptors/GuavaCacheTableDescriptor.java | 75 ---- .../descriptors/GuavaCacheTableProvider.java | 60 --- .../GuavaCacheTableProviderFactory.java | 34 -- .../descriptors/BaseHybridTableDescriptor.java | 48 --- .../table/descriptors/BaseTableDescriptor.java | 110 ----- .../samza/table/remote/RemoteTableProvider.java | 190 +++++++++ .../remote/RemoteTableProviderFactory.java | 38 ++ .../samza/table/remote/TableRateLimiter.java | 167 -------- .../samza/table/remote/TableReadFunction.java | 111 ----- .../samza/table/remote/TableWriteFunction.java | 159 ------- .../descriptors/RemoteTableDescriptor.java | 275 ------------- .../remote/descriptors/RemoteTableProvider.java | 202 --------- .../descriptors/RemoteTableProviderFactory.java | 38 -- .../table/retry/RetriableReadFunction.java | 2 +- .../table/retry/RetriableWriteFunction.java | 2 +- .../samza/table/retry/TableRetryPolicy.java | 257 ------------ .../apache/samza/table/utils/SerdeUtils.java | 66 --- .../utils/descriptors/BaseTableProvider.java | 73 ---- .../org/apache/samza/zk/ZkJobCoordinator.java | 61 ++- .../apache/samza/checkpoint/OffsetManager.scala | 8 +- .../org/apache/samza/config/SystemConfig.scala | 2 - .../TestJobNodeConfigurationGenerator.java | 4 +- .../apache/samza/table/TestTableManager.java | 2 - .../samza/table/caching/TestCachingTable.java | 18 +- .../table/remote/TestTableRateLimiter.java | 103 ----- .../descriptors/TestRemoteTableDescriptor.java | 14 +- .../apache/samza/zk/TestZkJobCoordinator.java | 76 +++- .../samza/config/KafkaConsumerConfig.java | 78 ++-- .../samza/system/kafka/KafkaSystemAdmin.java | 91 +++- .../samza/system/kafka/KafkaSystemConsumer.java | 1 + .../kafka/KafkaSystemAdminUtilsScala.scala | 93 +---- .../samza/config/TestKafkaConsumerConfig.java | 114 +++++ .../system/kafka/TestKafkaSystemAdminJava.java | 37 +- .../kafka/TestKafkaCheckpointManager.scala | 1 + .../system/kafka/TestKafkaSystemAdmin.scala | 2 +- .../descriptors/InMemoryTableDescriptor.java | 4 +- .../descriptors/InMemoryTableProvider.java | 4 +- .../InMemoryTableProviderFactory.java | 4 +- .../descriptors/TestInMemoryTableProvider.java | 2 +- .../kv/descriptors/RocksDbTableDescriptor.java | 3 +- .../kv/descriptors/RocksDbTableProvider.java | 3 +- .../RocksDbTableProviderFactory.java | 4 +- .../descriptors/TestRocksDbTableDescriptor.java | 10 +- .../descriptors/TestRocksDbTableProvider.java | 2 +- .../samza/storage/kv/LocalReadWriteTable.java | 149 +++++++ .../samza/storage/kv/LocalReadableTable.java | 108 +++++ .../kv/LocalStoreBackedReadWriteTable.java | 149 ------- .../kv/LocalStoreBackedReadableTable.java | 108 ----- .../samza/storage/kv/LocalTableProvider.java | 148 +++++++ .../BaseLocalStoreBackedTableDescriptor.java | 168 -------- .../BaseLocalStoreBackedTableProvider.java | 149 ------- .../TestBaseLocalStoreBackedTableProvider.java | 150 ------- .../kv/descriptors/TestLocalTableProvider.java | 152 +++++++ .../apache/samza/sql/avro/AvroRelConverter.java | 30 +- .../interfaces/SamzaRelTableKeyConverter.java | 39 ++ .../SamzaRelTableKeyConverterFactory.java | 39 ++ .../samza/sql/interfaces/SqlIOConfig.java | 48 ++- .../samza/sql/runner/SamzaSqlApplication.java | 15 +- .../sql/runner/SamzaSqlApplicationConfig.java | 19 +- .../sql/runner/SamzaSqlApplicationRunner.java | 4 +- .../samza/sql/translator/JoinInputNode.java | 76 ++++ .../samza/sql/translator/JoinTranslator.java | 161 +++++--- .../samza/sql/translator/ModifyTranslator.java | 4 +- .../samza/sql/translator/QueryTranslator.java | 11 +- .../SamzaSqlLocalTableJoinFunction.java | 54 +++ .../SamzaSqlRelMessageJoinFunction.java | 126 ------ .../SamzaSqlRemoteTableJoinFunction.java | 79 ++++ .../translator/SamzaSqlTableJoinFunction.java | 121 ++++++ .../samza/sql/translator/ScanTranslator.java | 16 +- .../samza/sql/translator/TranslatorContext.java | 13 +- .../samza/sql/e2e/TestSamzaSqlRemoteTable.java | 115 ++++++ .../apache/samza/sql/e2e/TestSamzaSqlTable.java | 68 --- .../runner/TestSamzaSqlApplicationRunner.java | 8 +- .../samza/sql/system/TestAvroSystemFactory.java | 53 ++- .../RemoteStoreIOResolverTestFactory.java | 147 +++++++ .../testutil/SampleRelTableKeyConverter.java | 36 ++ .../SampleRelTableKeyConverterFactory.java | 41 ++ .../samza/sql/testutil/SamzaSqlTestConfig.java | 46 ++- .../sql/testutil/TestIOResolverFactory.java | 234 ----------- .../sql/translator/TestJoinTranslator.java | 60 ++- .../sql/translator/TestQueryTranslator.java | 40 +- .../TestSamzaSqlLocalTableJoinFunction.java | 161 ++++++++ .../TestSamzaSqlRelMessageJoinFunction.java | 121 ------ .../TestSamzaSqlRemoteTableJoinFunction.java | 103 +++++ .../processor/TestZkLocalApplicationRunner.java | 65 ++- .../test/samzasql/TestSamzaSqlEndToEnd.java | 106 +++++ .../apache/samza/test/table/TestLocalTable.java | 4 +- .../samza/test/table/TestRemoteTable.java | 6 +- settings.gradle | 23 +- 137 files changed, 5431 insertions(+), 4362 deletions(-) ----------------------------------------------------------------------
