Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/TaskLifecycleListenerFactory.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/TaskLifecycleListenerFactory.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/TaskLifecycleListenerFactory.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/TaskLifecycleListenerFactory.html Fri Aug 15 05:36:35 2014 @@ -2,15 +2,15 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:29 PDT 2014 --> -<title>TaskLifecycleListenerFactory (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:36 PDT 2014 --> +<title>TaskLifecycleListenerFactory (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> </head> <body> <script type="text/javascript"><!-- if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="TaskLifecycleListenerFactory (samza-api 0.8.0-SNAPSHOT API)"; + parent.document.title="TaskLifecycleListenerFactory (samza-api 0.7.0 API)"; } //--> </script>
Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/WindowableTask.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/WindowableTask.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/WindowableTask.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/WindowableTask.html Fri Aug 15 05:36:35 2014 @@ -2,15 +2,15 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:29 PDT 2014 --> -<title>WindowableTask (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:36 PDT 2014 --> +<title>WindowableTask (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> </head> <body> <script type="text/javascript"><!-- if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="WindowableTask (samza-api 0.8.0-SNAPSHOT API)"; + parent.document.title="WindowableTask (samza-api 0.7.0 API)"; } //--> </script> Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/package-frame.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/package-frame.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/package-frame.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/package-frame.html Fri Aug 15 05:36:35 2014 @@ -2,9 +2,9 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:29 PDT 2014 --> -<title>org.apache.samza.task (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:37 PDT 2014 --> +<title>org.apache.samza.task (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> </head> <body> Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/package-summary.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/package-summary.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/package-summary.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/package-summary.html Fri Aug 15 05:36:35 2014 @@ -2,15 +2,15 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:29 PDT 2014 --> -<title>org.apache.samza.task (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:37 PDT 2014 --> +<title>org.apache.samza.task (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> </head> <body> <script type="text/javascript"><!-- if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="org.apache.samza.task (samza-api 0.8.0-SNAPSHOT API)"; + parent.document.title="org.apache.samza.task (samza-api 0.7.0 API)"; } //--> </script> Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/package-tree.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/package-tree.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/package-tree.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/task/package-tree.html Fri Aug 15 05:36:35 2014 @@ -2,15 +2,15 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:29 PDT 2014 --> -<title>org.apache.samza.task Class Hierarchy (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:37 PDT 2014 --> +<title>org.apache.samza.task Class Hierarchy (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> </head> <body> <script type="text/javascript"><!-- if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="org.apache.samza.task Class Hierarchy (samza-api 0.8.0-SNAPSHOT API)"; + parent.document.title="org.apache.samza.task Class Hierarchy (samza-api 0.7.0 API)"; } //--> </script> Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BlockingEnvelopeMapMetrics.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BlockingEnvelopeMapMetrics.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BlockingEnvelopeMapMetrics.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BlockingEnvelopeMapMetrics.html Fri Aug 15 05:36:35 2014 @@ -2,15 +2,15 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:29 PDT 2014 --> -<title>BlockingEnvelopeMap.BlockingEnvelopeMapMetrics (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:36 PDT 2014 --> +<title>BlockingEnvelopeMap.BlockingEnvelopeMapMetrics (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> </head> <body> <script type="text/javascript"><!-- if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="BlockingEnvelopeMap.BlockingEnvelopeMapMetrics (samza-api 0.8.0-SNAPSHOT API)"; + parent.document.title="BlockingEnvelopeMap.BlockingEnvelopeMapMetrics (samza-api 0.7.0 API)"; } //--> </script> Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BufferGauge.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BufferGauge.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BufferGauge.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.BufferGauge.html Fri Aug 15 05:36:35 2014 @@ -2,15 +2,15 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:29 PDT 2014 --> -<title>BlockingEnvelopeMap.BufferGauge (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:36 PDT 2014 --> +<title>BlockingEnvelopeMap.BufferGauge (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> </head> <body> <script type="text/javascript"><!-- if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="BlockingEnvelopeMap.BufferGauge (samza-api 0.8.0-SNAPSHOT API)"; + parent.document.title="BlockingEnvelopeMap.BufferGauge (samza-api 0.7.0 API)"; } //--> </script> Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/BlockingEnvelopeMap.html Fri Aug 15 05:36:35 2014 @@ -2,15 +2,15 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:29 PDT 2014 --> -<title>BlockingEnvelopeMap (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:36 PDT 2014 --> +<title>BlockingEnvelopeMap (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> </head> <body> <script type="text/javascript"><!-- if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="BlockingEnvelopeMap (samza-api 0.8.0-SNAPSHOT API)"; + parent.document.title="BlockingEnvelopeMap (samza-api 0.7.0 API)"; } //--> </script> Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/Clock.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/Clock.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/Clock.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/Clock.html Fri Aug 15 05:36:35 2014 @@ -2,15 +2,15 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:29 PDT 2014 --> -<title>Clock (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:36 PDT 2014 --> +<title>Clock (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> </head> <body> <script type="text/javascript"><!-- if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="Clock (samza-api 0.8.0-SNAPSHOT API)"; + parent.document.title="Clock (samza-api 0.7.0 API)"; } //--> </script> Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/NoOpMetricsRegistry.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/NoOpMetricsRegistry.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/NoOpMetricsRegistry.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/NoOpMetricsRegistry.html Fri Aug 15 05:36:35 2014 @@ -2,15 +2,15 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:29 PDT 2014 --> -<title>NoOpMetricsRegistry (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:36 PDT 2014 --> +<title>NoOpMetricsRegistry (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> </head> <body> <script type="text/javascript"><!-- if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="NoOpMetricsRegistry (samza-api 0.8.0-SNAPSHOT API)"; + parent.document.title="NoOpMetricsRegistry (samza-api 0.7.0 API)"; } //--> </script> Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/SinglePartitionWithoutOffsetsSystemAdmin.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/SinglePartitionWithoutOffsetsSystemAdmin.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/SinglePartitionWithoutOffsetsSystemAdmin.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/SinglePartitionWithoutOffsetsSystemAdmin.html Fri Aug 15 05:36:35 2014 @@ -2,15 +2,15 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:29 PDT 2014 --> -<title>SinglePartitionWithoutOffsetsSystemAdmin (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:36 PDT 2014 --> +<title>SinglePartitionWithoutOffsetsSystemAdmin (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> </head> <body> <script type="text/javascript"><!-- if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="SinglePartitionWithoutOffsetsSystemAdmin (samza-api 0.8.0-SNAPSHOT API)"; + parent.document.title="SinglePartitionWithoutOffsetsSystemAdmin (samza-api 0.7.0 API)"; } //--> </script> Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/package-frame.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/package-frame.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/package-frame.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/package-frame.html Fri Aug 15 05:36:35 2014 @@ -2,9 +2,9 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:29 PDT 2014 --> -<title>org.apache.samza.util (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:37 PDT 2014 --> +<title>org.apache.samza.util (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> </head> <body> Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/package-summary.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/package-summary.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/package-summary.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/package-summary.html Fri Aug 15 05:36:35 2014 @@ -2,15 +2,15 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:29 PDT 2014 --> -<title>org.apache.samza.util (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:37 PDT 2014 --> +<title>org.apache.samza.util (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> </head> <body> <script type="text/javascript"><!-- if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="org.apache.samza.util (samza-api 0.8.0-SNAPSHOT API)"; + parent.document.title="org.apache.samza.util (samza-api 0.7.0 API)"; } //--> </script> Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/package-tree.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/package-tree.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/package-tree.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/org/apache/samza/util/package-tree.html Fri Aug 15 05:36:35 2014 @@ -2,15 +2,15 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:29 PDT 2014 --> -<title>org.apache.samza.util Class Hierarchy (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:37 PDT 2014 --> +<title>org.apache.samza.util Class Hierarchy (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> </head> <body> <script type="text/javascript"><!-- if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="org.apache.samza.util Class Hierarchy (samza-api 0.8.0-SNAPSHOT API)"; + parent.document.title="org.apache.samza.util Class Hierarchy (samza-api 0.7.0 API)"; } //--> </script> Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/overview-frame.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/overview-frame.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/overview-frame.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/overview-frame.html Fri Aug 15 05:36:35 2014 @@ -2,9 +2,9 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:29 PDT 2014 --> -<title>Overview List (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:36 PDT 2014 --> +<title>Overview List (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style"> </head> <body> Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/overview-summary.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/overview-summary.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/overview-summary.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/overview-summary.html Fri Aug 15 05:36:35 2014 @@ -2,15 +2,15 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:30 PDT 2014 --> -<title>Overview (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:37 PDT 2014 --> +<title>Overview (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style"> </head> <body> <script type="text/javascript"><!-- if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="Overview (samza-api 0.8.0-SNAPSHOT API)"; + parent.document.title="Overview (samza-api 0.7.0 API)"; } //--> </script> @@ -62,7 +62,7 @@ </a></div> <!-- ========= END OF TOP NAVBAR ========= --> <div class="header"> -<h1 class="title">samza-api 0.8.0-SNAPSHOT API</h1> +<h1 class="title">samza-api 0.7.0 API</h1> </div> <div class="contentContainer"> <table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Packages table, listing packages, and an explanation"> Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/overview-tree.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/overview-tree.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/overview-tree.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/overview-tree.html Fri Aug 15 05:36:35 2014 @@ -2,15 +2,15 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:30 PDT 2014 --> -<title>Class Hierarchy (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:37 PDT 2014 --> +<title>Class Hierarchy (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style"> </head> <body> <script type="text/javascript"><!-- if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="Class Hierarchy (samza-api 0.8.0-SNAPSHOT API)"; + parent.document.title="Class Hierarchy (samza-api 0.7.0 API)"; } //--> </script> @@ -104,12 +104,12 @@ <li type="circle">org.apache.samza.metrics.<a href="org/apache/samza/metrics/MetricsVisitor.html" title="class in org.apache.samza.metrics"><span class="strong">MetricsVisitor</span></a></li> <li type="circle">org.apache.samza.util.<a href="org/apache/samza/util/NoOpMetricsRegistry.html" title="class in org.apache.samza.util"><span class="strong">NoOpMetricsRegistry</span></a> (implements org.apache.samza.metrics.<a href="org/apache/samza/metrics/MetricsRegistry.html" title="interface in org.apache.samza.metrics">MetricsRegistry</a>)</li> <li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/OutgoingMessageEnvelope.html" title="class in org.apache.samza.system"><span class="strong">OutgoingMessageEnvelope</span></a></li> -<li type="circle">org.apache.samza.<a href="org/apache/samza/Partition.html" title="class in org.apache.samza"><span class="strong">Partition</span></a> (implements java.lang.Comparable<T>)</li> +<li type="circle">org.apache.samza.<a href="org/apache/samza/Partition.html" title="class in org.apache.samza"><span class="strong">Partition</span></a></li> <li type="circle">org.apache.samza.container.<a href="org/apache/samza/container/SamzaContainerContext.html" title="class in org.apache.samza.container"><span class="strong">SamzaContainerContext</span></a></li> <li type="circle">org.apache.samza.util.<a href="org/apache/samza/util/SinglePartitionWithoutOffsetsSystemAdmin.html" title="class in org.apache.samza.util"><span class="strong">SinglePartitionWithoutOffsetsSystemAdmin</span></a> (implements org.apache.samza.system.<a href="org/apache/samza/system/SystemAdmin.html" title="interface in org.apache.samza.system">SystemAdmin</a>)</li> <li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemStream.html" title="class in org.apache.samza.system"><span class="strong">SystemStream</span></a> <ul> -<li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemStreamPartition.html" title="class in org.apache.samza.system"><span class="strong">SystemStreamPartition</span></a> (implements java.lang.Comparable<T>)</li> +<li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemStreamPartition.html" title="class in org.apache.samza.system"><span class="strong">SystemStreamPartition</span></a></li> </ul> </li> <li type="circle">org.apache.samza.system.<a href="org/apache/samza/system/SystemStreamMetadata.html" title="class in org.apache.samza.system"><span class="strong">SystemStreamMetadata</span></a></li> Modified: incubator/samza/site/learn/documentation/0.7.0/api/javadocs/serialized-form.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/javadocs/serialized-form.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/javadocs/serialized-form.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/javadocs/serialized-form.html Fri Aug 15 05:36:35 2014 @@ -2,15 +2,15 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (version 1.7.0_60) on Wed Jul 23 22:03:30 PDT 2014 --> -<title>Serialized Form (samza-api 0.8.0-SNAPSHOT API)</title> -<meta name="date" content="2014-07-23"> +<!-- Generated by javadoc (version 1.7.0_65) on Thu Aug 14 22:35:37 PDT 2014 --> +<title>Serialized Form (samza-api 0.7.0 API)</title> +<meta name="date" content="2014-08-14"> <link rel="stylesheet" type="text/css" href="stylesheet.css" title="Style"> </head> <body> <script type="text/javascript"><!-- if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="Serialized Form (samza-api 0.8.0-SNAPSHOT API)"; + parent.document.title="Serialized Form (samza-api 0.7.0 API)"; } //--> </script> Modified: incubator/samza/site/learn/documentation/0.7.0/api/overview.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/api/overview.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/api/overview.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/api/overview.html Fri Aug 15 05:36:35 2014 @@ -40,6 +40,9 @@ <a href="/startup/download"><i class="fa fa-arrow-circle-o-down masthead-icon"></i></a> <a href="https://git-wip-us.apache.org/repos/asf?p=incubator-samza.git;a=tree"; target="_blank"><i class="fa fa-code masthead-icon" style="font-weight: bold;"></i></a> <a href="https://twitter.com/samzastream"; target="_blank"><i class="fa fa-twitter masthead-icon"></i></a> + + <a href="http://samza.incubator.apache.org/learn/documentation/latest/api/overview.html";><i class="fa fa-history masthead-icon"></i></a> + </div> </div> </div><!-- /.container --> @@ -49,14 +52,14 @@ <div class="menu"> <h1><i class="fa fa-rocket"></i> Getting Started</h1> <ul> - <li><a href="/startup/hello-samza/0.7.0">Hello Samza</a></li> + <li><a href="/startup/hello-samza/latest">Hello Samza</a></li> <li><a href="/startup/download">Download</a></li> </ul> <h1><i class="fa fa-book"></i> Learn</h1> <ul> - <li><a href="/learn/documentation/0.7.0">Documentation</a></li> - <li><a href="/learn/tutorials/0.7.0">Tutorials</a></li> + <li><a href="/learn/documentation/latest">Documentation</a></li> + <li><a href="/learn/tutorials/latest">Tutorials</a></li> <li><a href="http://wiki.apache.org/samza/FAQ";>FAQ</a></li> <li><a href="http://wiki.apache.org/samza";>Wiki</a></li> <li><a href="http://wiki.apache.org/samza/PapersAndTalks";>Papers & Talks</a></li> @@ -84,6 +87,11 @@ <li><a href="https://builds.apache.org/";>Unit Tests</a></li> <li><a href="/contribute/disclaimer.html">Disclaimer</a></li> </ul> + + <h1><i class="fa fa-history"></i> Archive</h1> + <ul> + <li><a href="/archive/index.html">0.7.0</a></li> + </ul> </div> <div class="content"> @@ -124,57 +132,54 @@ --> <p>When writing a stream processor for Samza, you must implement the <a href="javadocs/org/apache/samza/task/StreamTask.html">StreamTask</a> interface:</p> +<div class="highlight"><pre><code class="language-text" data-lang="text">package com.example.samza; -<div class="highlight"><pre><code class="java"><span class="kn">package</span> <span class="n">com</span><span class="o">.</span><span class="na">example</span><span class="o">.</span><span class="na">samza</span><span class="o">;</span> - -<span class="kd">public</span> <span class="kd">class</span> <span class="nc">MyTaskClass</span> <span class="kd">implements</span> <span class="n">StreamTask</span> <span class="o">{</span> - - <span class="kd">public</span> <span class="kt">void</span> <span class="nf">process</span><span class="o">(</span><span class="n">IncomingMessageEnvelope</span> <span class="n">envelope</span><span class="o">,</span> - <span class="n">MessageCollector</span> <span class="n">collector</span><span class="o">,</span> - <span class="n">TaskCoordinator</span> <span class="n">coordinator</span><span class="o">)</span> <span class="o">{</span> - <span class="c1">// process message</span> - <span class="o">}</span> -<span class="o">}</span></code></pre></div> +public class MyTaskClass implements StreamTask { + public void process(IncomingMessageEnvelope envelope, + MessageCollector collector, + TaskCoordinator coordinator) { + // process message + } +} +</code></pre></div> <p>When you run your job, Samza will create several instances of your class (potentially on multiple machines). These task instances process the messages in the input streams.</p> <p>In your job’s configuration you can tell Samza which streams you want to consume. An incomplete example could look like this (see the <a href="../jobs/configuration.html">configuration documentation</a> for more detail):</p> +<div class="highlight"><pre><code class="language-text" data-lang="text"># This is the class above, which Samza will instantiate when the job is run +task.class=com.example.samza.MyTaskClass -<div class="highlight"><pre><code class="jproperties"><span class="c"># This is the class above, which Samza will instantiate when the job is run</span> -<span class="na">task.class</span><span class="o">=</span><span class="s">com.example.samza.MyTaskClass</span> - -<span class="c"># Define a system called "kafka" (you can give it any name, and you can define</span> -<span class="c"># multiple systems if you want to process messages from different sources)</span> -<span class="na">systems.kafka.samza.factory</span><span class="o">=</span><span class="s">org.apache.samza.system.kafka.KafkaSystemFactory</span> - -<span class="c"># The job consumes a topic called "PageViewEvent" from the "kafka" system</span> -<span class="na">task.inputs</span><span class="o">=</span><span class="s">kafka.PageViewEvent</span> - -<span class="c"># Define a serializer/deserializer called "json" which parses JSON messages</span> -<span class="na">serializers.registry.json.class</span><span class="o">=</span><span class="s">org.apache.samza.serializers.JsonSerdeFactory</span> - -<span class="c"># Use the "json" serializer for messages in the "PageViewEvent" topic</span> -<span class="na">systems.kafka.streams.PageViewEvent.samza.msg.serde</span><span class="o">=</span><span class="s">json</span></code></pre></div> - +# Define a system called "kafka" (you can give it any name, and you can define +# multiple systems if you want to process messages from different sources) +systems.kafka.samza.factory=org.apache.samza.system.kafka.KafkaSystemFactory + +# The job consumes a topic called "PageViewEvent" from the "kafka" system +task.inputs=kafka.PageViewEvent + +# Define a serializer/deserializer called "json" which parses JSON messages +serializers.registry.json.class=org.apache.samza.serializers.JsonSerdeFactory + +# Use the "json" serializer for messages in the "PageViewEvent" topic +systems.kafka.streams.PageViewEvent.samza.msg.serde=json +</code></pre></div> <p>For each message that Samza receives from the task’s input streams, the <em>process</em> method is called. The <a href="javadocs/org/apache/samza/system/IncomingMessageEnvelope.html">envelope</a> contains three things of importance: the message, the key, and the stream that the message came from.</p> - -<div class="highlight"><pre><code class="java"><span class="cm">/** Every message that is delivered to a StreamTask is wrapped</span> -<span class="cm"> * in an IncomingMessageEnvelope, which contains metadata about</span> -<span class="cm"> * the origin of the message. */</span> -<span class="kd">public</span> <span class="kd">class</span> <span class="nc">IncomingMessageEnvelope</span> <span class="o">{</span> - <span class="cm">/** A deserialized message. */</span> - <span class="n">Object</span> <span class="nf">getMessage</span><span class="o">()</span> <span class="o">{</span> <span class="o">...</span> <span class="o">}</span> - - <span class="cm">/** A deserialized key. */</span> - <span class="n">Object</span> <span class="nf">getKey</span><span class="o">()</span> <span class="o">{</span> <span class="o">...</span> <span class="o">}</span> - - <span class="cm">/** The stream and partition that this message came from. */</span> - <span class="n">SystemStreamPartition</span> <span class="nf">getSystemStreamPartition</span><span class="o">()</span> <span class="o">{</span> <span class="o">...</span> <span class="o">}</span> -<span class="o">}</span></code></pre></div> - +<div class="highlight"><pre><code class="language-text" data-lang="text">/** Every message that is delivered to a StreamTask is wrapped + * in an IncomingMessageEnvelope, which contains metadata about + * the origin of the message. */ +public class IncomingMessageEnvelope { + /** A deserialized message. */ + Object getMessage() { ... } + + /** A deserialized key. */ + Object getKey() { ... } + + /** The stream and partition that this message came from. */ + SystemStreamPartition getSystemStreamPartition() { ... } +} +</code></pre></div> <p>The key and value are declared as Object, and need to be cast to the correct type. If you don’t configure a <a href="../container/serialization.html">serializer/deserializer</a>, they are typically Java byte arrays. A deserializer can convert these bytes into any other type, for example the JSON deserializer mentioned above parses the byte array into java.util.Map, java.util.List and String objects.</p> -<p>The <code>getSystemStreamPartition()</code> method returns a <a href="javadocs/org/apache/samza/system/SystemStreamPartition.html">SystemStreamPartition</a> object, which tells you where the message came from. It consists of three parts:</p> +<p>The getSystemStreamPartition() method returns a <a href="javadocs/org/apache/samza/system/SystemStreamPartition.html">SystemStreamPartition</a> object, which tells you where the message came from. It consists of three parts:</p> <ol> <li>The <em>system</em>: the name of the system from which the message came, as defined in your job configuration. You can have multiple systems for input and/or output, each with a different name.</li> @@ -183,56 +188,53 @@ </ol> <p>The API looks like this:</p> +<div class="highlight"><pre><code class="language-text" data-lang="text">/** A triple of system name, stream name and partition. */ +public class SystemStreamPartition extends SystemStream { -<div class="highlight"><pre><code class="java"><span class="cm">/** A triple of system name, stream name and partition. */</span> -<span class="kd">public</span> <span class="kd">class</span> <span class="nc">SystemStreamPartition</span> <span class="kd">extends</span> <span class="n">SystemStream</span> <span class="o">{</span> - - <span class="cm">/** The name of the system which provides this stream. It is</span> -<span class="cm"> defined in the Samza job's configuration. */</span> - <span class="kd">public</span> <span class="n">String</span> <span class="nf">getSystem</span><span class="o">()</span> <span class="o">{</span> <span class="o">...</span> <span class="o">}</span> - - <span class="cm">/** The name of the stream/topic/queue within the system. */</span> - <span class="kd">public</span> <span class="n">String</span> <span class="nf">getStream</span><span class="o">()</span> <span class="o">{</span> <span class="o">...</span> <span class="o">}</span> - - <span class="cm">/** The partition within the stream. */</span> - <span class="kd">public</span> <span class="n">Partition</span> <span class="nf">getPartition</span><span class="o">()</span> <span class="o">{</span> <span class="o">...</span> <span class="o">}</span> -<span class="o">}</span></code></pre></div> - + /** The name of the system which provides this stream. It is + defined in the Samza job's configuration. */ + public String getSystem() { ... } + + /** The name of the stream/topic/queue within the system. */ + public String getStream() { ... } + + /** The partition within the stream. */ + public Partition getPartition() { ... } +} +</code></pre></div> <p>In the example job configuration above, the system name is “kafka”, the stream name is “PageViewEvent”. (The name “kafka” isn’t special — you can give your system any name you want.) If you have several input streams feeding into your StreamTask, you can use the SystemStreamPartition to determine what kind of message you’ve received.</p> <p>What about sending messages? If you take a look at the process() method in StreamTask, you’ll see that you get a <a href="javadocs/org/apache/samza/task/MessageCollector.html">MessageCollector</a>.</p> - -<div class="highlight"><pre><code class="java"><span class="cm">/** When a task wishes to send a message, it uses this interface. */</span> -<span class="kd">public</span> <span class="kd">interface</span> <span class="nc">MessageCollector</span> <span class="o">{</span> - <span class="kt">void</span> <span class="nf">send</span><span class="o">(</span><span class="n">OutgoingMessageEnvelope</span> <span class="n">envelope</span><span class="o">);</span> -<span class="o">}</span></code></pre></div> - +<div class="highlight"><pre><code class="language-text" data-lang="text">/** When a task wishes to send a message, it uses this interface. */ +public interface MessageCollector { + void send(OutgoingMessageEnvelope envelope); +} +</code></pre></div> <p>To send a message, you create an <a href="javadocs/org/apache/samza/system/OutgoingMessageEnvelope.html">OutgoingMessageEnvelope</a> object and pass it to the message collector. At a minimum, the envelope specifies the message you want to send, and the system and stream name to send it to. Optionally you can specify the partitioning key and other parameters. See the <a href="javadocs/org/apache/samza/system/OutgoingMessageEnvelope.html">javadoc</a> for details.</p> -<p><strong>NOTE:</strong> Please only use the MessageCollector object within the <code>process()</code> method. If you hold on to a MessageCollector instance and use it again later, your messages may not be sent correctly.</p> +<p><strong>NOTE:</strong> Please only use the MessageCollector object within the process() method. If you hold on to a MessageCollector instance and use it again later, your messages may not be sent correctly.</p> <p>For example, here’s a simple task that splits each input message into words, and emits each word as a separate message:</p> +<div class="highlight"><pre><code class="language-text" data-lang="text">public class SplitStringIntoWords implements StreamTask { -<div class="highlight"><pre><code class="java"><span class="kd">public</span> <span class="kd">class</span> <span class="nc">SplitStringIntoWords</span> <span class="kd">implements</span> <span class="n">StreamTask</span> <span class="o">{</span> - - <span class="c1">// Send outgoing messages to a stream called "words"</span> - <span class="c1">// in the "kafka" system.</span> - <span class="kd">private</span> <span class="kd">final</span> <span class="n">SystemStream</span> <span class="n">OUTPUT_STREAM</span> <span class="o">=</span> - <span class="k">new</span> <span class="nf">SystemStream</span><span class="o">(</span><span class="s">"kafka"</span><span class="o">,</span> <span class="s">"words"</span><span class="o">);</span> - - <span class="kd">public</span> <span class="kt">void</span> <span class="nf">process</span><span class="o">(</span><span class="n">IncomingMessageEnvelope</span> <span class="n">envelope</span><span class="o">,</span> - <span class="n">MessageCollector</span> <span class="n">collector</span><span class="o">,</span> - <span class="n">TaskCoordinator</span> <span class="n">coordinator</span><span class="o">)</span> <span class="o">{</span> - <span class="n">String</span> <span class="n">message</span> <span class="o">=</span> <span class="o">(</span><span class="n">String</span><span class="o">)</span> <span class="n">envelope</span><span class="o">.</span><span class="na">getMessage</span><span class="o">();</span> - - <span class="k">for</span> <span class="o">(</span><span class="n">String</span> <span class="n">word</span> <span class="o">:</span> <span class="n">message</span><span class="o">.</span><span class="na">split</span><span class="o">(</span><span class="s">" "</span><span class="o">))</span> <span class="o">{</span> - <span class="c1">// Use the word as the key, and 1 as the value.</span> - <span class="c1">// A second task can add the 1's to get the word count.</span> - <span class="n">collector</span><span class="o">.</span><span class="na">send</span><span class="o">(</span><span class="k">new</span> <span class="n">OutgoingMessageEnvelope</span><span class="o">(</span><span class="n">OUTPUT_STREAM</span><span class="o">,</span> <span class="n">word</span><span class="o">,</span> <span class="mi">1</span><span class="o">));</span> - <span class="o">}</span> - <span class="o">}</span> -<span class="o">}</span></code></pre></div> - + // Send outgoing messages to a stream called "words" + // in the "kafka" system. + private final SystemStream OUTPUT_STREAM = + new SystemStream("kafka", "words"); + + public void process(IncomingMessageEnvelope envelope, + MessageCollector collector, + TaskCoordinator coordinator) { + String message = (String) envelope.getMessage(); + + for (String word : message.split(" ")) { + // Use the word as the key, and 1 as the value. + // A second task can add the 1's to get the word count. + collector.send(new OutgoingMessageEnvelope(OUTPUT_STREAM, word, 1)); + } + } +} +</code></pre></div> <h2 id="samzacontainer-»"><a href="../container/samza-container.html">SamzaContainer »</a></h2> Modified: incubator/samza/site/learn/documentation/0.7.0/comparisons/introduction.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/comparisons/introduction.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/comparisons/introduction.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/comparisons/introduction.html Fri Aug 15 05:36:35 2014 @@ -40,6 +40,9 @@ <a href="/startup/download"><i class="fa fa-arrow-circle-o-down masthead-icon"></i></a> <a href="https://git-wip-us.apache.org/repos/asf?p=incubator-samza.git;a=tree"; target="_blank"><i class="fa fa-code masthead-icon" style="font-weight: bold;"></i></a> <a href="https://twitter.com/samzastream"; target="_blank"><i class="fa fa-twitter masthead-icon"></i></a> + + <a href="http://samza.incubator.apache.org/learn/documentation/latest/comparisons/introduction.html";><i class="fa fa-history masthead-icon"></i></a> + </div> </div> </div><!-- /.container --> @@ -49,14 +52,14 @@ <div class="menu"> <h1><i class="fa fa-rocket"></i> Getting Started</h1> <ul> - <li><a href="/startup/hello-samza/0.7.0">Hello Samza</a></li> + <li><a href="/startup/hello-samza/latest">Hello Samza</a></li> <li><a href="/startup/download">Download</a></li> </ul> <h1><i class="fa fa-book"></i> Learn</h1> <ul> - <li><a href="/learn/documentation/0.7.0">Documentation</a></li> - <li><a href="/learn/tutorials/0.7.0">Tutorials</a></li> + <li><a href="/learn/documentation/latest">Documentation</a></li> + <li><a href="/learn/tutorials/latest">Tutorials</a></li> <li><a href="http://wiki.apache.org/samza/FAQ";>FAQ</a></li> <li><a href="http://wiki.apache.org/samza";>Wiki</a></li> <li><a href="http://wiki.apache.org/samza/PapersAndTalks";>Papers & Talks</a></li> @@ -84,6 +87,11 @@ <li><a href="https://builds.apache.org/";>Unit Tests</a></li> <li><a href="/contribute/disclaimer.html">Disclaimer</a></li> </ul> + + <h1><i class="fa fa-history"></i> Archive</h1> + <ul> + <li><a href="/archive/index.html">0.7.0</a></li> + </ul> </div> <div class="content"> Modified: incubator/samza/site/learn/documentation/0.7.0/comparisons/mupd8.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/comparisons/mupd8.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/comparisons/mupd8.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/comparisons/mupd8.html Fri Aug 15 05:36:35 2014 @@ -40,6 +40,9 @@ <a href="/startup/download"><i class="fa fa-arrow-circle-o-down masthead-icon"></i></a> <a href="https://git-wip-us.apache.org/repos/asf?p=incubator-samza.git;a=tree"; target="_blank"><i class="fa fa-code masthead-icon" style="font-weight: bold;"></i></a> <a href="https://twitter.com/samzastream"; target="_blank"><i class="fa fa-twitter masthead-icon"></i></a> + + <a href="http://samza.incubator.apache.org/learn/documentation/latest/comparisons/mupd8.html";><i class="fa fa-history masthead-icon"></i></a> + </div> </div> </div><!-- /.container --> @@ -49,14 +52,14 @@ <div class="menu"> <h1><i class="fa fa-rocket"></i> Getting Started</h1> <ul> - <li><a href="/startup/hello-samza/0.7.0">Hello Samza</a></li> + <li><a href="/startup/hello-samza/latest">Hello Samza</a></li> <li><a href="/startup/download">Download</a></li> </ul> <h1><i class="fa fa-book"></i> Learn</h1> <ul> - <li><a href="/learn/documentation/0.7.0">Documentation</a></li> - <li><a href="/learn/tutorials/0.7.0">Tutorials</a></li> + <li><a href="/learn/documentation/latest">Documentation</a></li> + <li><a href="/learn/tutorials/latest">Tutorials</a></li> <li><a href="http://wiki.apache.org/samza/FAQ";>FAQ</a></li> <li><a href="http://wiki.apache.org/samza";>Wiki</a></li> <li><a href="http://wiki.apache.org/samza/PapersAndTalks";>Papers & Talks</a></li> @@ -84,6 +87,11 @@ <li><a href="https://builds.apache.org/";>Unit Tests</a></li> <li><a href="/contribute/disclaimer.html">Disclaimer</a></li> </ul> + + <h1><i class="fa fa-history"></i> Archive</h1> + <ul> + <li><a href="/archive/index.html">0.7.0</a></li> + </ul> </div> <div class="content"> Modified: incubator/samza/site/learn/documentation/0.7.0/comparisons/storm.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/comparisons/storm.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/comparisons/storm.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/comparisons/storm.html Fri Aug 15 05:36:35 2014 @@ -40,6 +40,9 @@ <a href="/startup/download"><i class="fa fa-arrow-circle-o-down masthead-icon"></i></a> <a href="https://git-wip-us.apache.org/repos/asf?p=incubator-samza.git;a=tree"; target="_blank"><i class="fa fa-code masthead-icon" style="font-weight: bold;"></i></a> <a href="https://twitter.com/samzastream"; target="_blank"><i class="fa fa-twitter masthead-icon"></i></a> + + <a href="http://samza.incubator.apache.org/learn/documentation/latest/comparisons/storm.html";><i class="fa fa-history masthead-icon"></i></a> + </div> </div> </div><!-- /.container --> @@ -49,14 +52,14 @@ <div class="menu"> <h1><i class="fa fa-rocket"></i> Getting Started</h1> <ul> - <li><a href="/startup/hello-samza/0.7.0">Hello Samza</a></li> + <li><a href="/startup/hello-samza/latest">Hello Samza</a></li> <li><a href="/startup/download">Download</a></li> </ul> <h1><i class="fa fa-book"></i> Learn</h1> <ul> - <li><a href="/learn/documentation/0.7.0">Documentation</a></li> - <li><a href="/learn/tutorials/0.7.0">Tutorials</a></li> + <li><a href="/learn/documentation/latest">Documentation</a></li> + <li><a href="/learn/tutorials/latest">Tutorials</a></li> <li><a href="http://wiki.apache.org/samza/FAQ";>FAQ</a></li> <li><a href="http://wiki.apache.org/samza";>Wiki</a></li> <li><a href="http://wiki.apache.org/samza/PapersAndTalks";>Papers & Talks</a></li> @@ -84,6 +87,11 @@ <li><a href="https://builds.apache.org/";>Unit Tests</a></li> <li><a href="/contribute/disclaimer.html">Disclaimer</a></li> </ul> + + <h1><i class="fa fa-history"></i> Archive</h1> + <ul> + <li><a href="/archive/index.html">0.7.0</a></li> + </ul> </div> <div class="content"> @@ -227,7 +235,7 @@ <p>Samza’s serialization and data model are both pluggable. We are not terribly opinionated about which approach is best.</p> -<h2 id="spark-streaming-»"><a href="spark-streaming.html">Spark Streaming »</a></h2> +<h2 id="api-overview-»"><a href="../api/overview.html">API Overview »</a></h2> </div> Modified: incubator/samza/site/learn/documentation/0.7.0/container/checkpointing.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/container/checkpointing.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/container/checkpointing.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/container/checkpointing.html Fri Aug 15 05:36:35 2014 @@ -40,6 +40,9 @@ <a href="/startup/download"><i class="fa fa-arrow-circle-o-down masthead-icon"></i></a> <a href="https://git-wip-us.apache.org/repos/asf?p=incubator-samza.git;a=tree"; target="_blank"><i class="fa fa-code masthead-icon" style="font-weight: bold;"></i></a> <a href="https://twitter.com/samzastream"; target="_blank"><i class="fa fa-twitter masthead-icon"></i></a> + + <a href="http://samza.incubator.apache.org/learn/documentation/latest/container/checkpointing.html";><i class="fa fa-history masthead-icon"></i></a> + </div> </div> </div><!-- /.container --> @@ -49,14 +52,14 @@ <div class="menu"> <h1><i class="fa fa-rocket"></i> Getting Started</h1> <ul> - <li><a href="/startup/hello-samza/0.7.0">Hello Samza</a></li> + <li><a href="/startup/hello-samza/latest">Hello Samza</a></li> <li><a href="/startup/download">Download</a></li> </ul> <h1><i class="fa fa-book"></i> Learn</h1> <ul> - <li><a href="/learn/documentation/0.7.0">Documentation</a></li> - <li><a href="/learn/tutorials/0.7.0">Tutorials</a></li> + <li><a href="/learn/documentation/latest">Documentation</a></li> + <li><a href="/learn/tutorials/latest">Tutorials</a></li> <li><a href="http://wiki.apache.org/samza/FAQ";>FAQ</a></li> <li><a href="http://wiki.apache.org/samza";>Wiki</a></li> <li><a href="http://wiki.apache.org/samza/PapersAndTalks";>Papers & Talks</a></li> @@ -84,6 +87,11 @@ <li><a href="https://builds.apache.org/";>Unit Tests</a></li> <li><a href="/contribute/disclaimer.html">Disclaimer</a></li> </ul> + + <h1><i class="fa fa-history"></i> Archive</h1> + <ul> + <li><a href="/archive/index.html">0.7.0</a></li> + </ul> </div> <div class="content"> @@ -144,60 +152,54 @@ <p>This guarantee is called <em>at-least-once processing</em>: Samza ensures that your job doesn’t miss any messages, even if containers need to be restarted. However, it is possible for your job to see the same message more than once when a container is restarted. We are planning to address this in a future version of Samza, but for now it is just something to be aware of: for example, if you are counting page views, a forcefully killed container could cause events to be slightly over-counted. You can reduce duplication by checkpointing more frequently, at a slight performance cost.</p> <p>For checkpoints to be effective, they need to be written somewhere where they will survive faults. Samza allows you to write checkpoints to the file system (using FileSystemCheckpointManager), but that doesn’t help if the machine fails and the container needs to be restarted on another machine. The most common configuration is to use Kafka for checkpointing. You can enable this with the following job configuration:</p> +<div class="highlight"><pre><code class="language-text" data-lang="text"># The name of your job determines the name under which checkpoints will be stored +job.name=example-job -<div class="highlight"><pre><code class="jproperties"><span class="c"># The name of your job determines the name under which checkpoints will be stored</span> -<span class="na">job.name</span><span class="o">=</span><span class="s">example-job</span> - -<span class="c"># Define a system called "kafka" for consuming and producing to a Kafka cluster</span> -<span class="na">systems.kafka.samza.factory</span><span class="o">=</span><span class="s">org.apache.samza.system.kafka.KafkaSystemFactory</span> - -<span class="c"># Declare that we want our job's checkpoints to be written to Kafka</span> -<span class="na">task.checkpoint.factory</span><span class="o">=</span><span class="s">org.apache.samza.checkpoint.kafka.KafkaCheckpointManagerFactory</span> -<span class="na">task.checkpoint.system</span><span class="o">=</span><span class="s">kafka</span> - -<span class="c"># By default, a checkpoint is written every 60 seconds. You can change this if you like.</span> -<span class="na">task.commit.ms</span><span class="o">=</span><span class="s">60000</span></code></pre></div> +# Define a system called "kafka" for consuming and producing to a Kafka cluster +systems.kafka.samza.factory=org.apache.samza.system.kafka.KafkaSystemFactory +# Declare that we want our job's checkpoints to be written to Kafka +task.checkpoint.factory=org.apache.samza.checkpoint.kafka.KafkaCheckpointManagerFactory +task.checkpoint.system=kafka + +# By default, a checkpoint is written every 60 seconds. You can change this if you like. +task.commit.ms=60000 +</code></pre></div> <p>In this configuration, Samza writes checkpoints to a separate Kafka topic called __samza_checkpoint_<job-name>_<job-id> (in the example configuration above, the topic would be called __samza_checkpoint_example-job_1). Once per minute, Samza automatically sends a message to this topic, in which the current offsets of the input streams are encoded. When a Samza container starts up, it looks for the most recent offset message in this topic, and loads that checkpoint.</p> <p>Sometimes it can be useful to use checkpoints only for some input streams, but not for others. In this case, you can tell Samza to ignore any checkpointed offsets for a particular stream name:</p> +<div class="highlight"><pre><code class="language-text" data-lang="text"># Ignore any checkpoints for the topic "my-special-topic" +systems.kafka.streams.my-special-topic.samza.reset.offset=true -<div class="highlight"><pre><code class="jproperties"><span class="c"># Ignore any checkpoints for the topic "my-special-topic"</span> -<span class="na">systems.kafka.streams.my-special-topic.samza.reset.offset</span><span class="o">=</span><span class="s">true</span> - -<span class="c"># Always start consuming "my-special-topic" at the oldest available offset</span> -<span class="na">systems.kafka.streams.my-special-topic.samza.offset.default</span><span class="o">=</span><span class="s">oldest</span></code></pre></div> - +# Always start consuming "my-special-topic" at the oldest available offset +systems.kafka.streams.my-special-topic.samza.offset.default=oldest +</code></pre></div> <p>The following table explains the meaning of these configuration parameters:</p> -<table class="table table-condensed table-bordered table-striped"> - <thead> - <tr> - <th>Parameter name</th> - <th>Value</th> - <th>Meaning</th> - </tr> - </thead> - <tbody> - <tr> - <td rowspan="2" class="nowrap">systems.<system>.<br>streams.<stream>.<br>samza.reset.offset</td> - <td>false (default)</td> - <td>When container starts up, resume processing from last checkpoint</td> - </tr> - <tr> - <td>true</td> - <td>Ignore checkpoint (pretend that no checkpoint is present)</td> - </tr> - <tr> - <td rowspan="2" class="nowrap">systems.<system>.<br>streams.<stream>.<br>samza.offset.default</td> - <td>upcoming (default)</td> - <td>When container starts and there is no checkpoint (or the checkpoint is ignored), only process messages that are published after the job is started, but no old messages</td> - </tr> - <tr> - <td>oldest</td> - <td>When container starts and there is no checkpoint (or the checkpoint is ignored), jump back to the oldest available message in the system, and consume all messages from that point onwards (most likely this means repeated processing of messages already seen previously)</td> - </tr> - </tbody> +<table class="documentation"> + <tr> + <th>Parameter name</th> + <th>Value</th> + <th>Meaning</th> + </tr> + <tr> + <td rowspan="2" class="nowrap">systems.<system>.<br>streams.<stream>.<br>samza.reset.offset</td> + <td>false (default)</td> + <td>When container starts up, resume processing from last checkpoint</td> + </tr> + <tr> + <td>true</td> + <td>Ignore checkpoint (pretend that no checkpoint is present)</td> + </tr> + <tr> + <td rowspan="2" class="nowrap">systems.<system>.<br>streams.<stream>.<br>samza.offset.default</td> + <td>upcoming (default)</td> + <td>When container starts and there is no checkpoint (or the checkpoint is ignored), only process messages that are published after the job is started, but no old messages</td> + </tr> + <tr> + <td>oldest</td> + <td>When container starts and there is no checkpoint (or the checkpoint is ignored), jump back to the oldest available message in the system, and consume all messages from that point onwards (most likely this means repeated processing of messages already seen previously)</td> + </tr> </table> <p>Note that the example configuration above causes your tasks to start consuming from the oldest offset <em>every time a container starts up</em>. This is useful in case you have some in-memory state in your tasks that you need to rebuild from source data in an input stream. If you are using streams in this way, you may also find <a href="streams.html">bootstrap streams</a> useful.</p> @@ -207,16 +209,14 @@ <p>If you want to make a one-off change to a job’s consumer offsets, for example to force old messages to be <a href="../jobs/reprocessing.html">processed again</a> with a new version of your code, you can use CheckpointTool to inspect and manipulate the job’s checkpoint. The tool is included in Samza’s <a href="/contribute/code.html">source repository</a>.</p> <p>To inspect a job’s latest checkpoint, you need to specify your job’s config file, so that the tool knows which job it is dealing with:</p> - -<div class="highlight"><pre><code class="bash">samza-example/target/bin/checkpoint-tool.sh <span class="se">\</span> - --config-path<span class="o">=</span>file:///path/to/job/config.properties</code></pre></div> - +<div class="highlight"><pre><code class="language-text" data-lang="text">samza-example/target/bin/checkpoint-tool.sh \ + --config-path=file:///path/to/job/config.properties +</code></pre></div> <p>This command prints out the latest checkpoint in a properties file format. You can save the output to a file, and edit it as you wish. For example, to jump back to the oldest possible point in time, you can set all the offsets to 0. Then you can feed that properties file back into checkpoint-tool.sh and save the modified checkpoint:</p> - -<div class="highlight"><pre><code class="bash">samza-example/target/bin/checkpoint-tool.sh <span class="se">\</span> - --config-path<span class="o">=</span>file:///path/to/job/config.properties <span class="se">\</span> - --new-offsets<span class="o">=</span>file:///path/to/new/offsets.properties</code></pre></div> - +<div class="highlight"><pre><code class="language-text" data-lang="text">samza-example/target/bin/checkpoint-tool.sh \ + --config-path=file:///path/to/job/config.properties \ + --new-offsets=file:///path/to/new/offsets.properties +</code></pre></div> <p>Note that Samza only reads checkpoints on container startup. In order for your checkpoint change to take effect, you need to first stop the job, then save the modified offsets, and then start the job again. If you write a checkpoint while the job is running, it will most likely have no effect.</p> <h2 id="state-management-»"><a href="state-management.html">State Management »</a></h2> Modified: incubator/samza/site/learn/documentation/0.7.0/container/event-loop.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/container/event-loop.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/container/event-loop.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/container/event-loop.html Fri Aug 15 05:36:35 2014 @@ -40,6 +40,9 @@ <a href="/startup/download"><i class="fa fa-arrow-circle-o-down masthead-icon"></i></a> <a href="https://git-wip-us.apache.org/repos/asf?p=incubator-samza.git;a=tree"; target="_blank"><i class="fa fa-code masthead-icon" style="font-weight: bold;"></i></a> <a href="https://twitter.com/samzastream"; target="_blank"><i class="fa fa-twitter masthead-icon"></i></a> + + <a href="http://samza.incubator.apache.org/learn/documentation/latest/container/event-loop.html";><i class="fa fa-history masthead-icon"></i></a> + </div> </div> </div><!-- /.container --> @@ -49,14 +52,14 @@ <div class="menu"> <h1><i class="fa fa-rocket"></i> Getting Started</h1> <ul> - <li><a href="/startup/hello-samza/0.7.0">Hello Samza</a></li> + <li><a href="/startup/hello-samza/latest">Hello Samza</a></li> <li><a href="/startup/download">Download</a></li> </ul> <h1><i class="fa fa-book"></i> Learn</h1> <ul> - <li><a href="/learn/documentation/0.7.0">Documentation</a></li> - <li><a href="/learn/tutorials/0.7.0">Tutorials</a></li> + <li><a href="/learn/documentation/latest">Documentation</a></li> + <li><a href="/learn/tutorials/latest">Tutorials</a></li> <li><a href="http://wiki.apache.org/samza/FAQ";>FAQ</a></li> <li><a href="http://wiki.apache.org/samza";>Wiki</a></li> <li><a href="http://wiki.apache.org/samza/PapersAndTalks";>Papers & Talks</a></li> @@ -84,6 +87,11 @@ <li><a href="https://builds.apache.org/";>Unit Tests</a></li> <li><a href="/contribute/disclaimer.html">Disclaimer</a></li> </ul> + + <h1><i class="fa fa-history"></i> Archive</h1> + <ul> + <li><a href="/archive/index.html">0.7.0</a></li> + </ul> </div> <div class="content"> @@ -152,13 +160,12 @@ <p>To receive notifications when such events happen, you can implement the <a href="../api/javadocs/org/apache/samza/task/TaskLifecycleListenerFactory.html">TaskLifecycleListenerFactory</a> interface. It returns a <a href="../api/javadocs/org/apache/samza/task/TaskLifecycleListener.html">TaskLifecycleListener</a>, whose methods are called by Samza at the appropriate times.</p> <p>You can then tell Samza to use your lifecycle listener with the following properties in your job configuration:</p> +<div class="highlight"><pre><code class="language-text" data-lang="text"># Define a listener called "my-listener" by giving the factory class name +task.lifecycle.listener.my-listener.class=com.example.foo.MyListenerFactory -<div class="highlight"><pre><code class="jproperties"><span class="c"># Define a listener called "my-listener" by giving the factory class name</span> -<span class="na">task.lifecycle.listener.my-listener.class</span><span class="o">=</span><span class="s">com.example.foo.MyListenerFactory</span> - -<span class="c"># Enable it in this job (multiple listeners can be separated by commas)</span> -<span class="na">task.lifecycle.listeners</span><span class="o">=</span><span class="s">my-listener</span></code></pre></div> - +# Enable it in this job (multiple listeners can be separated by commas) +task.lifecycle.listeners=my-listener +</code></pre></div> <p>The Samza container creates one instance of your <a href="../api/javadocs/org/apache/samza/task/TaskLifecycleListener.html">TaskLifecycleListener</a>. If the container has multiple task instances (processing different input stream partitions), the beforeInit, afterInit, beforeClose and afterClose methods are called for each task instance. The <a href="../api/javadocs/org/apache/samza/task/TaskContext.html">TaskContext</a> argument of those methods gives you more information about the partitions.</p> <h2 id="jmx-»"><a href="jmx.html">JMX »</a></h2> Modified: incubator/samza/site/learn/documentation/0.7.0/container/jmx.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/container/jmx.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/container/jmx.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/container/jmx.html Fri Aug 15 05:36:35 2014 @@ -40,6 +40,9 @@ <a href="/startup/download"><i class="fa fa-arrow-circle-o-down masthead-icon"></i></a> <a href="https://git-wip-us.apache.org/repos/asf?p=incubator-samza.git;a=tree"; target="_blank"><i class="fa fa-code masthead-icon" style="font-weight: bold;"></i></a> <a href="https://twitter.com/samzastream"; target="_blank"><i class="fa fa-twitter masthead-icon"></i></a> + + <a href="http://samza.incubator.apache.org/learn/documentation/latest/container/jmx.html";><i class="fa fa-history masthead-icon"></i></a> + </div> </div> </div><!-- /.container --> @@ -49,14 +52,14 @@ <div class="menu"> <h1><i class="fa fa-rocket"></i> Getting Started</h1> <ul> - <li><a href="/startup/hello-samza/0.7.0">Hello Samza</a></li> + <li><a href="/startup/hello-samza/latest">Hello Samza</a></li> <li><a href="/startup/download">Download</a></li> </ul> <h1><i class="fa fa-book"></i> Learn</h1> <ul> - <li><a href="/learn/documentation/0.7.0">Documentation</a></li> - <li><a href="/learn/tutorials/0.7.0">Tutorials</a></li> + <li><a href="/learn/documentation/latest">Documentation</a></li> + <li><a href="/learn/tutorials/latest">Tutorials</a></li> <li><a href="http://wiki.apache.org/samza/FAQ";>FAQ</a></li> <li><a href="http://wiki.apache.org/samza";>Wiki</a></li> <li><a href="http://wiki.apache.org/samza/PapersAndTalks";>Papers & Talks</a></li> @@ -84,6 +87,11 @@ <li><a href="https://builds.apache.org/";>Unit Tests</a></li> <li><a href="/contribute/disclaimer.html">Disclaimer</a></li> </ul> + + <h1><i class="fa fa-history"></i> Archive</h1> + <ul> + <li><a href="/archive/index.html">0.7.0</a></li> + </ul> </div> <div class="content"> @@ -126,13 +134,12 @@ <p>Samza’s containers and YARN ApplicationMaster enable <a href="http://docs.oracle.com/javase/tutorial/jmx/";>JMX</a> by default. JMX can be used for managing the JVM; for example, you can connect to it using <a href="http://docs.oracle.com/javase/7/docs/technotes/guides/management/jconsole.html";>jconsole</a>, which is included in the JDK.</p> <p>You can tell Samza to publish its internal <a href="metrics.html">metrics</a>, and any custom metrics you define, as JMX MBeans. To enable this, set the following properties in your job configuration:</p> +<div class="highlight"><pre><code class="language-text" data-lang="text"># Define a Samza metrics reporter called "jmx", which publishes to JMX +metrics.reporter.jmx.class=org.apache.samza.metrics.reporter.JmxReporterFactory -<div class="highlight"><pre><code class="jproperties"><span class="c"># Define a Samza metrics reporter called "jmx", which publishes to JMX</span> -<span class="na">metrics.reporter.jmx.class</span><span class="o">=</span><span class="s">org.apache.samza.metrics.reporter.JmxReporterFactory</span> - -<span class="c"># Use it (if you have multiple reporters defined, separate them with commas)</span> -<span class="na">metrics.reporters</span><span class="o">=</span><span class="s">jmx</span></code></pre></div> - +# Use it (if you have multiple reporters defined, separate them with commas) +metrics.reporters=jmx +</code></pre></div> <p>JMX needs to be configured to use a specific port, but in a distributed environment, there is no way of knowing in advance which ports are available on the machines running your containers. Therefore Samza chooses the JMX port randomly. If you need to connect to it, you can find the port by looking in the container’s logs, which report the JMX server details as follows:</p> <div class="highlight"><pre><code class="language-text" data-lang="text">2014-06-02 21:50:17 JmxServer [INFO] According to InetAddress.getLocalHost.getHostName we are samza-grid-1234.example.com 2014-06-02 21:50:17 JmxServer [INFO] Started JmxServer registry port=50214 server port=50215 url=service:jmx:rmi://localhost:50215/jndi/rmi://localhost:50214/jmxrmi Modified: incubator/samza/site/learn/documentation/0.7.0/container/metrics.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/0.7.0/container/metrics.html?rev=1618099&r1=1618098&r2=1618099&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/0.7.0/container/metrics.html (original) +++ incubator/samza/site/learn/documentation/0.7.0/container/metrics.html Fri Aug 15 05:36:35 2014 @@ -40,6 +40,9 @@ <a href="/startup/download"><i class="fa fa-arrow-circle-o-down masthead-icon"></i></a> <a href="https://git-wip-us.apache.org/repos/asf?p=incubator-samza.git;a=tree"; target="_blank"><i class="fa fa-code masthead-icon" style="font-weight: bold;"></i></a> <a href="https://twitter.com/samzastream"; target="_blank"><i class="fa fa-twitter masthead-icon"></i></a> + + <a href="http://samza.incubator.apache.org/learn/documentation/latest/container/metrics.html";><i class="fa fa-history masthead-icon"></i></a> + </div> </div> </div><!-- /.container --> @@ -49,14 +52,14 @@ <div class="menu"> <h1><i class="fa fa-rocket"></i> Getting Started</h1> <ul> - <li><a href="/startup/hello-samza/0.7.0">Hello Samza</a></li> + <li><a href="/startup/hello-samza/latest">Hello Samza</a></li> <li><a href="/startup/download">Download</a></li> </ul> <h1><i class="fa fa-book"></i> Learn</h1> <ul> - <li><a href="/learn/documentation/0.7.0">Documentation</a></li> - <li><a href="/learn/tutorials/0.7.0">Tutorials</a></li> + <li><a href="/learn/documentation/latest">Documentation</a></li> + <li><a href="/learn/tutorials/latest">Tutorials</a></li> <li><a href="http://wiki.apache.org/samza/FAQ";>FAQ</a></li> <li><a href="http://wiki.apache.org/samza";>Wiki</a></li> <li><a href="http://wiki.apache.org/samza/PapersAndTalks";>Papers & Talks</a></li> @@ -84,6 +87,11 @@ <li><a href="https://builds.apache.org/";>Unit Tests</a></li> <li><a href="/contribute/disclaimer.html">Disclaimer</a></li> </ul> + + <h1><i class="fa fa-history"></i> Archive</h1> + <ul> + <li><a href="/archive/index.html">0.7.0</a></li> + </ul> </div> <div class="content"> @@ -128,71 +136,68 @@ <p>Metrics can be reported in various ways. You can expose them via <a href="jmx.html">JMX</a>, which is useful in development. In production, a common setup is for each Samza container to periodically publish its metrics to a “metrics” Kafka topic, in which the metrics from all Samza jobs are aggregated. You can then consume this stream in another Samza job, and send the metrics to your favorite graphing system such as <a href="http://graphite.wikidot.com/";>Graphite</a>.</p> <p>To set up your job to publish metrics to Kafka, you can use the following configuration:</p> - -<div class="highlight"><pre><code class="jproperties"><span class="c"># Define a metrics reporter called "snapshot", which publishes metrics</span> -<span class="c"># every 60 seconds.</span> -<span class="na">metrics.reporters</span><span class="o">=</span><span class="s">snapshot</span> -<span class="na">metrics.reporter.snapshot.class</span><span class="o">=</span><span class="s">org.apache.samza.metrics.reporter.MetricsSnapshotReporterFactory</span> - -<span class="c"># Tell the snapshot reporter to publish to a topic called "metrics"</span> -<span class="c"># in the "kafka" system.</span> -<span class="na">metrics.reporter.snapshot.stream</span><span class="o">=</span><span class="s">kafka.metrics</span> - -<span class="c"># Encode metrics data as JSON.</span> -<span class="na">serializers.registry.metrics.class</span><span class="o">=</span><span class="s">org.apache.samza.serializers.MetricsSnapshotSerdeFactory</span> -<span class="na">systems.kafka.streams.metrics.samza.msg.serde</span><span class="o">=</span><span class="s">metrics</span></code></pre></div> - +<div class="highlight"><pre><code class="language-text" data-lang="text"># Define a metrics reporter called "snapshot", which publishes metrics +# every 60 seconds. +metrics.reporters=snapshot +metrics.reporter.snapshot.class=org.apache.samza.metrics.reporter.MetricsSnapshotReporterFactory + +# Tell the snapshot reporter to publish to a topic called "metrics" +# in the "kafka" system. +metrics.reporter.snapshot.stream=kafka.metrics + +# Encode metrics data as JSON. +serializers.registry.metrics.class=org.apache.samza.serializers.MetricsSnapshotSerdeFactory +systems.kafka.streams.metrics.samza.msg.serde=metrics +</code></pre></div> <p>With this configuration, the job automatically sends several JSON-encoded messages to the “metrics” topic in Kafka every 60 seconds. The messages look something like this:</p> - -<div class="highlight"><pre><code class="json"><span class="p">{</span> - <span class="nt">"header"</span><span class="p">:</span> <span class="p">{</span> - <span class="nt">"container-name"</span><span class="p">:</span> <span class="s2">"samza-container-0"</span><span class="p">,</span> - <span class="nt">"host"</span><span class="p">:</span> <span class="s2">"samza-grid-1234.example.com"</span><span class="p">,</span> - <span class="nt">"job-id"</span><span class="p">:</span> <span class="s2">"1"</span><span class="p">,</span> - <span class="nt">"job-name"</span><span class="p">:</span> <span class="s2">"my-samza-job"</span><span class="p">,</span> - <span class="nt">"reset-time"</span><span class="p">:</span> <span class="mi">1401729000347</span><span class="p">,</span> - <span class="nt">"samza-version"</span><span class="p">:</span> <span class="s2">"0.0.1"</span><span class="p">,</span> - <span class="nt">"source"</span><span class="p">:</span> <span class="s2">"Partition-2"</span><span class="p">,</span> - <span class="nt">"time"</span><span class="p">:</span> <span class="mi">1401729420566</span><span class="p">,</span> - <span class="nt">"version"</span><span class="p">:</span> <span class="s2">"0.0.1"</span> - <span class="p">},</span> - <span class="nt">"metrics"</span><span class="p">:</span> <span class="p">{</span> - <span class="nt">"org.apache.samza.container.TaskInstanceMetrics"</span><span class="p">:</span> <span class="p">{</span> - <span class="nt">"commit-calls"</span><span class="p">:</span> <span class="mi">7</span><span class="p">,</span> - <span class="nt">"commit-skipped"</span><span class="p">:</span> <span class="mi">77948</span><span class="p">,</span> - <span class="nt">"kafka-input-topic-offset"</span><span class="p">:</span> <span class="s2">"1606"</span><span class="p">,</span> - <span class="nt">"messages-sent"</span><span class="p">:</span> <span class="mi">985</span><span class="p">,</span> - <span class="nt">"process-calls"</span><span class="p">:</span> <span class="mi">1093</span><span class="p">,</span> - <span class="nt">"send-calls"</span><span class="p">:</span> <span class="mi">985</span><span class="p">,</span> - <span class="nt">"send-skipped"</span><span class="p">:</span> <span class="mi">76970</span><span class="p">,</span> - <span class="nt">"window-calls"</span><span class="p">:</span> <span class="mi">0</span><span class="p">,</span> - <span class="nt">"window-skipped"</span><span class="p">:</span> <span class="mi">77955</span> - <span class="p">}</span> - <span class="p">}</span> -<span class="p">}</span></code></pre></div> - +<div class="highlight"><pre><code class="language-text" data-lang="text">{ + "header": { + "container-name": "samza-container-0", + "host": "samza-grid-1234.example.com", + "job-id": "1", + "job-name": "my-samza-job", + "reset-time": 1401729000347, + "samza-version": "0.0.1", + "source": "Partition-2", + "time": 1401729420566, + "version": "0.0.1" + }, + "metrics": { + "org.apache.samza.container.TaskInstanceMetrics": { + "commit-calls": 7, + "commit-skipped": 77948, + "kafka-input-topic-offset": "1606", + "messages-sent": 985, + "process-calls": 1093, + "send-calls": 985, + "send-skipped": 76970, + "window-calls": 0, + "window-skipped": 77955 + } + } +} +</code></pre></div> <p>There is a separate message for each task instance, and the header tells you the job name, job ID and partition of the task. The metrics allow you to see how many messages have been processed and sent, the current offset in the input stream partition, and other details. There are additional messages which give you metrics about the JVM (heap size, garbage collection information, threads etc.), internal metrics of the Kafka producers and consumers, and more.</p> <p>It’s easy to generate custom metrics in your job, if there’s some value you want to keep an eye on. You can use Samza’s built-in metrics framework, which is similar in design to Coda Hale’s <a href="http://metrics.codahale.com/";>metrics</a> library. </p> <p>You can register your custom metrics through a <a href="../api/javadocs/org/apache/samza/metrics/MetricsRegistry.html">MetricsRegistry</a>. Your stream task needs to implement <a href="../api/javadocs/org/apache/samza/task/InitableTask.html">InitableTask</a>, so that you can get the metrics registry from the <a href="../api/javadocs/org/apache/samza/task/TaskContext.html">TaskContext</a>. This simple example shows how to count the number of messages processed by your task:</p> +<div class="highlight"><pre><code class="language-text" data-lang="text">public class MyJavaStreamTask implements StreamTask, InitableTask { + private Counter messageCount; -<div class="highlight"><pre><code class="java"><span class="kd">public</span> <span class="kd">class</span> <span class="nc">MyJavaStreamTask</span> <span class="kd">implements</span> <span class="n">StreamTask</span><span class="o">,</span> <span class="n">InitableTask</span> <span class="o">{</span> - <span class="kd">private</span> <span class="n">Counter</span> <span class="n">messageCount</span><span class="o">;</span> - - <span class="kd">public</span> <span class="kt">void</span> <span class="nf">init</span><span class="o">(</span><span class="n">Config</span> <span class="n">config</span><span class="o">,</span> <span class="n">TaskContext</span> <span class="n">context</span><span class="o">)</span> <span class="o">{</span> - <span class="k">this</span><span class="o">.</span><span class="na">messageCount</span> <span class="o">=</span> <span class="n">context</span> - <span class="o">.</span><span class="na">getMetricsRegistry</span><span class="o">()</span> - <span class="o">.</span><span class="na">newCounter</span><span class="o">(</span><span class="n">getClass</span><span class="o">().</span><span class="na">getName</span><span class="o">(),</span> <span class="s">"message-count"</span><span class="o">);</span> - <span class="o">}</span> - - <span class="kd">public</span> <span class="kt">void</span> <span class="nf">process</span><span class="o">(</span><span class="n">IncomingMessageEnvelope</span> <span class="n">envelope</span><span class="o">,</span> - <span class="n">MessageCollector</span> <span class="n">collector</span><span class="o">,</span> - <span class="n">TaskCoordinator</span> <span class="n">coordinator</span><span class="o">)</span> <span class="o">{</span> - <span class="n">messageCount</span><span class="o">.</span><span class="na">inc</span><span class="o">();</span> - <span class="o">}</span> -<span class="o">}</span></code></pre></div> - + public void init(Config config, TaskContext context) { + this.messageCount = context + .getMetricsRegistry() + .newCounter(getClass().getName(), "message-count"); + } + + public void process(IncomingMessageEnvelope envelope, + MessageCollector collector, + TaskCoordinator coordinator) { + messageCount.inc(); + } +} +</code></pre></div> <p>Samza currently supports two kind of metrics: <a href="../api/javadocs/org/apache/samza/metrics/Counter.html">counters</a> and <a href="../api/javadocs/org/apache/samza/metrics/Gauge.html">gauges</a>. Use a counter when you want to track how often something occurs, and a gauge when you want to report the level of something, such as the size of a buffer. Each task instance (for each input stream partition) gets its own set of metrics.</p> <p>If you want to report metrics in some other way, e.g. directly to a graphing system (without going via Kafka), you can implement a <a href="../api/javadocs/org/apache/samza/metrics/MetricsReporterFactory.html">MetricsReporterFactory</a> and reference it in your job configuration.</p>
