Repository: samza-hello-samza Updated Branches: refs/heads/latest 93c343848 -> 5d5163522
SAMZA-669: Update hello-samza to work with coordinator stream Project: http://git-wip-us.apache.org/repos/asf/samza-hello-samza/repo Commit: http://git-wip-us.apache.org/repos/asf/samza-hello-samza/commit/5d516352 Tree: http://git-wip-us.apache.org/repos/asf/samza-hello-samza/tree/5d516352 Diff: http://git-wip-us.apache.org/repos/asf/samza-hello-samza/diff/5d516352 Branch: refs/heads/latest Commit: 5d5163522bb2a7d23121b7e35105959cb9dfd96d Parents: 93c3438 Author: Navina Ramesh <[email protected]> Authored: Wed May 13 11:29:37 2015 -0700 Committer: Yan Fang <[email protected]> Committed: Wed May 13 11:29:37 2015 -0700 ---------------------------------------------------------------------- src/main/config/wikipedia-feed.properties | 6 ++++++ src/main/config/wikipedia-parser.properties | 9 +++++---- src/main/config/wikipedia-stats.properties | 9 +++++---- 3 files changed, 16 insertions(+), 8 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/samza-hello-samza/blob/5d516352/src/main/config/wikipedia-feed.properties ---------------------------------------------------------------------- diff --git a/src/main/config/wikipedia-feed.properties b/src/main/config/wikipedia-feed.properties index ce97357..180d749 100644 --- a/src/main/config/wikipedia-feed.properties +++ b/src/main/config/wikipedia-feed.properties @@ -39,3 +39,9 @@ systems.kafka.samza.factory=org.apache.samza.system.kafka.KafkaSystemFactory systems.kafka.samza.msg.serde=json systems.kafka.consumer.zookeeper.connect=localhost:2181/ systems.kafka.producer.bootstrap.servers=localhost:9092 + +# Job Coordinator +job.coordinator.system=kafka +# Add configuration to disable checkpointing for this job once it is available in the Coordinator Stream model +# See https://issues.apache.org/jira/browse/SAMZA-465?focusedCommentId=14533346&page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel#comment-14533346 for more details +job.coordinator.replication.factor=1 http://git-wip-us.apache.org/repos/asf/samza-hello-samza/blob/5d516352/src/main/config/wikipedia-parser.properties ---------------------------------------------------------------------- diff --git a/src/main/config/wikipedia-parser.properties b/src/main/config/wikipedia-parser.properties index e2742a5..8f1086f 100644 --- a/src/main/config/wikipedia-parser.properties +++ b/src/main/config/wikipedia-parser.properties @@ -25,10 +25,6 @@ yarn.package.path=file://${basedir}/target/${project.artifactId}-${pom.version}- # Task task.class=samza.examples.wikipedia.task.WikipediaParserStreamTask task.inputs=kafka.wikipedia-raw -task.checkpoint.factory=org.apache.samza.checkpoint.kafka.KafkaCheckpointManagerFactory -task.checkpoint.system=kafka -# Normally, this would be 3, but we have only one broker. -task.checkpoint.replication.factor=1 # Metrics metrics.reporters=snapshot,jmx @@ -46,3 +42,8 @@ systems.kafka.samza.msg.serde=json systems.kafka.consumer.zookeeper.connect=localhost:2181/ systems.kafka.consumer.auto.offset.reset=largest systems.kafka.producer.bootstrap.servers=localhost:9092 + +# Job Coordinator +job.coordinator.system=kafka +# Normally, this would be 3, but we have only one broker. +job.coordinator.replication.factor=1 http://git-wip-us.apache.org/repos/asf/samza-hello-samza/blob/5d516352/src/main/config/wikipedia-stats.properties ---------------------------------------------------------------------- diff --git a/src/main/config/wikipedia-stats.properties b/src/main/config/wikipedia-stats.properties index 1ff3552..f6b85bf 100644 --- a/src/main/config/wikipedia-stats.properties +++ b/src/main/config/wikipedia-stats.properties @@ -26,10 +26,6 @@ yarn.package.path=file://${basedir}/target/${project.artifactId}-${pom.version}- task.class=samza.examples.wikipedia.task.WikipediaStatsStreamTask task.inputs=kafka.wikipedia-edits task.window.ms=10000 -task.checkpoint.factory=org.apache.samza.checkpoint.kafka.KafkaCheckpointManagerFactory -task.checkpoint.system=kafka -# Normally, this would be 3, but we have only one broker. -task.checkpoint.replication.factor=1 # Serializers serializers.registry.json.class=org.apache.samza.serializers.JsonSerdeFactory @@ -55,3 +51,8 @@ stores.wikipedia-stats.changelog.replication.factor=1 # Normally, we'd set this much higher, but we want things to look snappy in the demo. stores.wikipedia-stats.write.batch.size=0 stores.wikipedia-stats.object.cache.size=0 + +# Job Coordinator +job.coordinator.system=kafka +# Normally, this would be 3, but we have only one broker. +job.coordinator.replication.factor=1
