Repository: incubator-samza-hello-samza Updated Branches: refs/heads/latest 1029da912 -> e7516ac22
SAMZA-409: Bring wikipedia-stats up-to-date with Samza 0.8 changes Project: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/commit/e7516ac2 Tree: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/tree/e7516ac2 Diff: http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/diff/e7516ac2 Branch: refs/heads/latest Commit: e7516ac229d79950993f7029ad71a2bb412fdb4a Parents: 1029da9 Author: Martin Kleppmann <[email protected]> Authored: Mon Sep 8 22:52:39 2014 +0100 Committer: Martin Kleppmann <[email protected]> Committed: Tue Sep 9 23:39:10 2014 +0100 ---------------------------------------------------------------------- pom.xml | 5 +++++ src/main/assembly/src.xml | 2 +- src/main/config/wikipedia-stats.properties | 6 +++++- 3 files changed, 11 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/blob/e7516ac2/pom.xml ---------------------------------------------------------------------- diff --git a/pom.xml b/pom.xml index 844a638..bfb0c84 100644 --- a/pom.xml +++ b/pom.xml @@ -75,6 +75,11 @@ under the License. </dependency> <dependency> <groupId>org.apache.samza</groupId> + <artifactId>samza-kv-leveldb_2.10</artifactId> + <version>${samza.version}</version> + </dependency> + <dependency> + <groupId>org.apache.samza</groupId> <artifactId>samza-kafka_2.10</artifactId> <version>${samza.version}</version> </dependency> http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/blob/e7516ac2/src/main/assembly/src.xml ---------------------------------------------------------------------- diff --git a/src/main/assembly/src.xml b/src/main/assembly/src.xml index c35c6d8..8f9afd8 100644 --- a/src/main/assembly/src.xml +++ b/src/main/assembly/src.xml @@ -68,7 +68,7 @@ <include>org.apache.samza:samza-kafka_2.10</include> <include>org.apache.samza:samza-serializers_2.10</include> <include>org.apache.samza:samza-yarn_2.10</include> - <include>org.apache.samza:samza-kv_2.10</include> + <include>org.apache.samza:samza-kv-leveldb_2.10</include> <include>org.apache.samza:samza-log4j</include> <include>org.apache.samza:hello-samza</include> <include>org.slf4j:slf4j-log4j12</include> http://git-wip-us.apache.org/repos/asf/incubator-samza-hello-samza/blob/e7516ac2/src/main/config/wikipedia-stats.properties ---------------------------------------------------------------------- diff --git a/src/main/config/wikipedia-stats.properties b/src/main/config/wikipedia-stats.properties index be0c749..d06d559 100644 --- a/src/main/config/wikipedia-stats.properties +++ b/src/main/config/wikipedia-stats.properties @@ -26,6 +26,10 @@ yarn.package.path=file://${basedir}/target/${project.artifactId}-${pom.version}- task.class=samza.examples.wikipedia.task.WikipediaStatsStreamTask task.inputs=kafka.wikipedia-edits task.window.ms=10000 +task.checkpoint.factory=org.apache.samza.checkpoint.kafka.KafkaCheckpointManagerFactory +task.checkpoint.system=kafka +# Normally, this would be 3, but we have only one broker. +task.checkpoint.replication.factor=1 # Serializers serializers.registry.json.class=org.apache.samza.serializers.JsonSerdeFactory @@ -43,7 +47,7 @@ systems.kafka.producer.producer.type=sync systems.kafka.producer.batch.num.messages=1 # Key-value storage -stores.wikipedia-stats.factory=org.apache.samza.storage.kv.KeyValueStorageEngineFactory +stores.wikipedia-stats.factory=org.apache.samza.storage.kv.LevelDbKeyValueStorageEngineFactory stores.wikipedia-stats.changelog=kafka.wikipedia-stats-changelog stores.wikipedia-stats.key.serde=string stores.wikipedia-stats.msg.serde=integer
