Modified: incubator/samza/site/learn/documentation/latest/introduction/background.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/latest/introduction/background.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/latest/introduction/background.html (original) +++ incubator/samza/site/learn/documentation/latest/introduction/background.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/documentation/0.7.0/introduction/background.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/documentation/0.8/introduction/background.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -213,7 +215,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.7.0/introduction/background.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.8/introduction/background.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } });
Modified: incubator/samza/site/learn/documentation/latest/introduction/concepts.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/latest/introduction/concepts.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/latest/introduction/concepts.html (original) +++ incubator/samza/site/learn/documentation/latest/introduction/concepts.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/documentation/0.7.0/introduction/concepts.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/documentation/0.8/introduction/concepts.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -208,7 +210,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.7.0/introduction/concepts.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.8/introduction/concepts.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: incubator/samza/site/learn/documentation/latest/jobs/configuration-table.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/latest/jobs/configuration-table.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/latest/jobs/configuration-table.html (original) +++ incubator/samza/site/learn/documentation/latest/jobs/configuration-table.html Fri Dec 5 18:57:42 2014 @@ -374,6 +374,20 @@ </tr> <tr> + <td class="property" id="task-log4j-system">task.log4j.system</td> + <td class="default"></td> + <td class="description"> + Specify the system name for the StreamAppender. If Samza can not find this property and there is + only one system in the config, it will guess to use that system for the log4j appender. If this property + is not specified and there are more than one system in the config, Samza throws exception. (See + <a href="logging.html#stream-log4j-appender">Stream Log4j Appender</a>) + <dl> + <dt>Example: <code>task.log4j.system=kafka</code></dt> + </dl> + </td> + </tr> + + <tr> <td class="property" id="task-poll-interval-ms">task.poll.interval.ms</td> <td class="default"></td> <td class="description"> Modified: incubator/samza/site/learn/documentation/latest/jobs/configuration.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/latest/jobs/configuration.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/latest/jobs/configuration.html (original) +++ incubator/samza/site/learn/documentation/latest/jobs/configuration.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/documentation/0.7.0/jobs/configuration.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/documentation/0.8/jobs/configuration.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -201,7 +203,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.7.0/jobs/configuration.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.8/jobs/configuration.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: incubator/samza/site/learn/documentation/latest/jobs/job-runner.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/latest/jobs/job-runner.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/latest/jobs/job-runner.html (original) +++ incubator/samza/site/learn/documentation/latest/jobs/job-runner.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/documentation/0.7.0/jobs/job-runner.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/documentation/0.8/jobs/job-runner.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -190,7 +192,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.7.0/jobs/job-runner.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.8/jobs/job-runner.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: incubator/samza/site/learn/documentation/latest/jobs/logging.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/latest/jobs/logging.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/latest/jobs/logging.html (original) +++ incubator/samza/site/learn/documentation/latest/jobs/logging.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/documentation/0.7.0/jobs/logging.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/documentation/0.8/jobs/logging.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -200,6 +202,22 @@ <div class="highlight"><pre><code class="xml"><span class="nt"><appender</span> <span class="na">name=</span><span class="s">"jmx"</span> <span class="na">class=</span><span class="s">"org.apache.samza.logging.log4j.JmxAppender"</span> <span class="nt">/></span></code></pre></div> +<h4 id="stream-log4j-appender">Stream Log4j Appender</h4> + +<p>Samza provides a StreamAppender to publish the logs into a specific system. You can specify the system name using “task.log4j.system”. If there is only one system in the config, Samza will use that system for the log publishing. Also we have the [MDC|http://logback.qos.ch/manual/mdc.html] keys “containerName”, “jobName” and “jobId”, which help identify the source of the log. In order to use this appender, simply add:</p> + +<div class="highlight"><pre><code class="xml"><span class="nt"><appender</span> <span class="na">name=</span><span class="s">"StreamAppender"</span> <span class="na">class=</span><span class="s">"org.apache.samza.logging.log4j.StreamAppender"</span><span class="nt">></span> + <span class="nt"><layout</span> <span class="na">class=</span><span class="s">"org.apache.log4j.PatternLayout"</span><span class="nt">></span> + <span class="nt"><param</span> <span class="na">name=</span><span class="s">"ConversionPattern"</span> <span class="na">value=</span><span class="s">"%X{containerName} %X{jobName} %X{jobId} %d{yyyy-MM-dd HH:mm:ss} %c{1} [%p] %m%n"</span> <span class="nt">/></span> + <span class="nt"></layout></span> +<span class="nt"></appender></span></code></pre></div> + +<p>and add:</p> + +<div class="highlight"><pre><code class="xml"><span class="nt"><appender-ref</span> <span class="na">ref=</span><span class="s">"StreamAppender"</span><span class="nt">/></span></code></pre></div> + +<p>.</p> + <h3 id="log-directory">Log Directory</h3> <p>Samza will look for the <code>SAMZA_LOG_DIR</code> environment variable when it executes. If this variable is defined, all logs will be written to this directory. If the environment variable is empty, or not defined, then Samza will use <code>$base_dir</code>, which is the directory one level up from Samza’s <a href="packaging.html">run-class.sh</a> script. This environment variable can also be referenced inside log4j.xml files (see above).</p> @@ -242,7 +260,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.7.0/jobs/logging.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.8/jobs/logging.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: incubator/samza/site/learn/documentation/latest/jobs/packaging.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/latest/jobs/packaging.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/latest/jobs/packaging.html (original) +++ incubator/samza/site/learn/documentation/latest/jobs/packaging.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/documentation/0.7.0/jobs/packaging.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/documentation/0.8/jobs/packaging.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -177,7 +179,7 @@ lib/*.jar <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.7.0/jobs/packaging.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.8/jobs/packaging.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: incubator/samza/site/learn/documentation/latest/jobs/reprocessing.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/latest/jobs/reprocessing.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/latest/jobs/reprocessing.html (original) +++ incubator/samza/site/learn/documentation/latest/jobs/reprocessing.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/documentation/0.7.0/jobs/reprocessing.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/documentation/0.8/jobs/reprocessing.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -228,7 +230,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.7.0/jobs/reprocessing.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.8/jobs/reprocessing.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: incubator/samza/site/learn/documentation/latest/jobs/yarn-jobs.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/latest/jobs/yarn-jobs.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/latest/jobs/yarn-jobs.html (original) +++ incubator/samza/site/learn/documentation/latest/jobs/yarn-jobs.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/documentation/0.7.0/jobs/yarn-jobs.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/documentation/0.8/jobs/yarn-jobs.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -168,7 +170,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.7.0/jobs/yarn-jobs.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.8/jobs/yarn-jobs.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: incubator/samza/site/learn/documentation/latest/operations/kafka.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/latest/operations/kafka.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/latest/operations/kafka.html (original) +++ incubator/samza/site/learn/documentation/latest/operations/kafka.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/documentation/0.7.0/operations/kafka.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/documentation/0.8/operations/kafka.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -168,7 +170,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.7.0/operations/kafka.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.8/operations/kafka.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: incubator/samza/site/learn/documentation/latest/operations/security.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/latest/operations/security.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/latest/operations/security.html (original) +++ incubator/samza/site/learn/documentation/latest/operations/security.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/documentation/0.7.0/operations/security.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/documentation/0.8/operations/security.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -210,7 +212,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.7.0/operations/security.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.8/operations/security.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: incubator/samza/site/learn/documentation/latest/yarn/application-master.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/latest/yarn/application-master.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/latest/yarn/application-master.html (original) +++ incubator/samza/site/learn/documentation/latest/yarn/application-master.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/documentation/0.7.0/yarn/application-master.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/documentation/0.8/yarn/application-master.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -209,7 +211,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.7.0/yarn/application-master.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.8/yarn/application-master.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: incubator/samza/site/learn/documentation/latest/yarn/isolation.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/documentation/latest/yarn/isolation.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/documentation/latest/yarn/isolation.html (original) +++ incubator/samza/site/learn/documentation/latest/yarn/isolation.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/documentation/0.7.0/yarn/isolation.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/documentation/0.8/yarn/isolation.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -182,7 +184,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/documentation/0.7.0/yarn/isolation.html" ) ) { + if ( $.fn.urlExists( "/learn/documentation/0.8/yarn/isolation.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: incubator/samza/site/learn/tutorials/latest/deploy-samza-job-from-hdfs.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/tutorials/latest/deploy-samza-job-from-hdfs.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/tutorials/latest/deploy-samza-job-from-hdfs.html (original) +++ incubator/samza/site/learn/tutorials/latest/deploy-samza-job-from-hdfs.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/tutorials/0.7.0/deploy-samza-job-from-hdfs.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/tutorials/0.8/deploy-samza-job-from-hdfs.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -174,7 +176,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/tutorials/0.7.0/deploy-samza-job-from-hdfs.html" ) ) { + if ( $.fn.urlExists( "/learn/tutorials/0.8/deploy-samza-job-from-hdfs.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: incubator/samza/site/learn/tutorials/latest/deploy-samza-to-CDH.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/tutorials/latest/deploy-samza-to-CDH.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/tutorials/latest/deploy-samza-to-CDH.html (original) +++ incubator/samza/site/learn/tutorials/latest/deploy-samza-to-CDH.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/tutorials/0.7.0/deploy-samza-to-CDH.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/tutorials/0.8/deploy-samza-to-CDH.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -186,7 +188,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/tutorials/0.7.0/deploy-samza-to-CDH.html" ) ) { + if ( $.fn.urlExists( "/learn/tutorials/0.8/deploy-samza-to-CDH.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: incubator/samza/site/learn/tutorials/latest/index.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/tutorials/latest/index.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/tutorials/latest/index.html (original) +++ incubator/samza/site/learn/tutorials/latest/index.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/tutorials/0.7.0/index.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/tutorials/0.8/index.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -150,6 +152,8 @@ <p><a href="run-hello-samza-without-internet.html">Run Hello-samza without Internet</a></p> +<p><a href="upgrading-from-0.7.0-to-0.8.0.html">Upgrading from 0.7.0 to 0.8.0</a></p> + <!-- TODO a bunch of tutorials [Log Walkthrough](log-walkthrough.html) <a href="configuring-kafka-system.html">Configuring a Kafka System</a><br/> @@ -177,7 +181,7 @@ <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/tutorials/0.7.0/index.html" ) ) { + if ( $.fn.urlExists( "/learn/tutorials/0.8/index.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: incubator/samza/site/learn/tutorials/latest/remote-debugging-samza.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/tutorials/latest/remote-debugging-samza.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/tutorials/latest/remote-debugging-samza.html (original) +++ incubator/samza/site/learn/tutorials/latest/remote-debugging-samza.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/tutorials/0.7.0/remote-debugging-samza.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/tutorials/0.8/remote-debugging-samza.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -161,7 +163,7 @@ <p>Let’s also release Samza to Maven’s local repository, so hello-samza has access to the JARs that it needs.</p> -<div class="highlight"><pre><code class="bash">./gradlew -PscalaVersion<span class="o">=</span>2.9.2 clean publishToMavenLocal</code></pre></div> +<div class="highlight"><pre><code class="bash">./gradlew -PscalaVersion<span class="o">=</span>2.10 clean publishToMavenLocal</code></pre></div> <p>Next, open Eclipse, and import the Samza source code into your workspace: “File” > “Import” > “Existing Projects into Workspace” > “Browse”. Select ‘incubator-samza’ folder, and hit ‘finish’.</p> @@ -220,7 +222,7 @@ deploy/samza/bin/run-job.sh --config-fac <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/tutorials/0.7.0/remote-debugging-samza.html" ) ) { + if ( $.fn.urlExists( "/learn/tutorials/0.8/remote-debugging-samza.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: incubator/samza/site/learn/tutorials/latest/run-hello-samza-without-internet.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/tutorials/latest/run-hello-samza-without-internet.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/tutorials/latest/run-hello-samza-without-internet.html (original) +++ incubator/samza/site/learn/tutorials/latest/run-hello-samza-without-internet.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/tutorials/0.7.0/run-hello-samza-without-internet.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/tutorials/0.8/run-hello-samza-without-internet.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -199,7 +201,7 @@ NOTICE AUTH :*** Found your hostname <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/tutorials/0.7.0/run-hello-samza-without-internet.html" ) ) { + if ( $.fn.urlExists( "/learn/tutorials/0.8/run-hello-samza-without-internet.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Modified: incubator/samza/site/learn/tutorials/latest/run-in-multi-node-yarn.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/tutorials/latest/run-in-multi-node-yarn.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/learn/tutorials/latest/run-in-multi-node-yarn.html (original) +++ incubator/samza/site/learn/tutorials/latest/run-in-multi-node-yarn.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/learn/tutorials/0.7.0/run-in-multi-node-yarn.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/learn/tutorials/0.8/run-in-multi-node-yarn.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -278,7 +280,7 @@ tar -xvf ./target/hello-samza-0.8.0-dist <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/learn/tutorials/0.7.0/run-in-multi-node-yarn.html" ) ) { + if ( $.fn.urlExists( "/learn/tutorials/0.8/run-in-multi-node-yarn.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } }); Added: incubator/samza/site/learn/tutorials/latest/upgrading-from-0.7.0-to-0.8.0.html URL: http://svn.apache.org/viewvc/incubator/samza/site/learn/tutorials/latest/upgrading-from-0.7.0-to-0.8.0.html?rev=1643392&view=auto ============================================================================== --- incubator/samza/site/learn/tutorials/latest/upgrading-from-0.7.0-to-0.8.0.html (added) +++ incubator/samza/site/learn/tutorials/latest/upgrading-from-0.7.0-to-0.8.0.html Fri Dec 5 18:57:42 2014 @@ -0,0 +1,215 @@ +<!DOCTYPE html> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<html lang="en"> + <head> + <meta charset="utf-8"> + <title>Samza - Upgrading from 0.7.0 to 0.8.0</title> + <link href='/css/ropa-sans.css' rel='stylesheet' type='text/css'/> + <link href="/css/bootstrap.min.css" rel="stylesheet"/> + <link href="/css/font-awesome.min.css" rel="stylesheet"/> + <link href="/css/main.css" rel="stylesheet"/> + <link href="/css/syntax.css" rel="stylesheet"/> + <link rel="icon" type="image/png" href="/img/samza-icon.png"> + <script src="/js/jquery-1.11.1.min.js"></script> + </head> + <body> + <div class="wrapper"> + <div class="wrapper-content"> + + <div class="masthead"> + <div class="container"> + <div class="masthead-logo"> + <a href="/" class="logo">samza</a> + </div> + <div class="masthead-icons"> + <div class="pull-right"> + <a href="/startup/download"><i class="fa fa-arrow-circle-o-down masthead-icon"></i></a> + <a href="https://git-wip-us.apache.org/repos/asf?p=incubator-samza.git;a=tree"; target="_blank"><i class="fa fa-code masthead-icon" style="font-weight: bold;"></i></a> + <a href="https://twitter.com/samzastream"; target="_blank"><i class="fa fa-twitter masthead-icon"></i></a> + <!-- this icon only shows in versioned pages --> + + + + + <a href="http://samza.incubator.apache.org/learn/tutorials/0.8/upgrading-from-0.7.0-to-0.8.0.html";><i id="switch-version-button"></i></a> + <!-- links for the navigation bar --> + + + </div> + </div> + </div><!-- /.container --> + </div> + + <div class="container"> + <div class="menu"> + <h1><i class="fa fa-rocket"></i> Getting Started</h1> + <ul> + <li><a href="/startup/hello-samza/latest">Hello Samza</a></li> + <li><a href="/startup/download">Download</a></li> + </ul> + + <h1><i class="fa fa-book"></i> Learn</h1> + <ul> + <li><a href="/learn/documentation/latest">Documentation</a></li> + <li><a href="/learn/documentation/latest/jobs/configuration-table.html">Configuration</a></li> + <li><a href="/learn/documentation/latest/api/javadocs/">Javadocs</a></li> + <li><a href="/learn/tutorials/latest">Tutorials</a></li> + <li><a href="http://wiki.apache.org/samza/FAQ";>FAQ</a></li> + <li><a href="http://wiki.apache.org/samza";>Wiki</a></li> + <li><a href="http://wiki.apache.org/samza/PapersAndTalks";>Papers & Talks</a></li> + <li><a href="http://blogs.apache.org/samza";>Blog</a></li> + </ul> + + <h1><i class="fa fa-comments"></i> Community</h1> + <ul> + <li><a href="/community/mailing-lists.html">Mailing Lists</a></li> + <li><a href="/community/irc.html">IRC</a></li> + <li><a href="https://issues.apache.org/jira/browse/SAMZA";>Bugs</a></li> + <li><a href="http://wiki.apache.org/samza/PoweredBy";>Powered by</a></li> + <li><a href="http://wiki.apache.org/samza/Ecosystem";>Ecosystem</a></li> + <li><a href="/community/committers.html">Committers</a></li> + </ul> + + <h1><i class="fa fa-code"></i> Contribute</h1> + <ul> + <li><a href="/contribute/rules.html">Rules</a></li> + <li><a href="/contribute/coding-guide.html">Coding Guide</a></li> + <li><a href="/contribute/projects.html">Projects</a></li> + <li><a href="/contribute/design-documents.html">Design Documents</a></li> + <li><a href="/contribute/code.html">Code</a></li> + <li><a href="https://reviews.apache.org/groups/samza";>Review Board</a></li> + <li><a href="/contribute/tests.html">Tests</a></li> + <li><a href="/contribute/disclaimer.html">Disclaimer</a></li> + </ul> + + <h1><i class="fa fa-history"></i> Archive</h1> + <ul> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> + </ul> + </div> + + <div class="content"> + <!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> + +<h2>Upgrading from 0.7.0 to 0.8.0</h2> + +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> + +<p>Samza’s <a href="../../documentation/latest/container/checkpointing.html">checkpointing</a> implementation changed between Samza 0.7.0 and 0.8.0. If you are running a Samza job with 0.7.0, and upgrade to 0.8.0, your job’s checkpoint offsets will be lost, and the job will start (by default) with the most recent message in its input streams. If this is undesirable, and a job needs to pick up where it left off, the following steps must be taken:</p> + +<ol> +<li>Shutdown your job.</li> +<li>Run the <a href="https://git-wip-us.apache.org/repos/asf?p=incubator-samza.git;a=blob;f=samza-kafka/src/main/scala/org/apache/samza/util/CheckpointMigrationTool.scala;h=5c4b3c4c544ae4367377b1a84d9a85a3de671018;hb=0.8.0";>CheckpointMigrationTool</a>.</li> +<li>Start your job.</li> +</ol> + +<p>The CheckpointMigrationTool is responsible for migrating your checkpoint topic from the 0.7.0 style format to the 0.8.0 style format. This tool works only against Kafka, so you must be storing your checkpoints in Kafka with the <a href="https://git-wip-us.apache.org/repos/asf?p=incubator-samza.git;a=blob;f=samza-kafka/src/main/scala/org/apache/samza/checkpoint/kafka/KafkaCheckpointManager.scala;h=1d5627d0c561a0be6b48ee307b755958e62b783e;hb=0.8.0";>KafkaCheckpointManager</a>.</p> + +<h3 id="running-checkpointmigrationtool">Running CheckpointMigrationTool</h3> + +<p>Checkout Samza 0.8.0:</p> +<div class="highlight"><pre><code class="language-text" data-lang="text">git clone http://git-wip-us.apache.org/repos/asf/incubator-samza.git +cd incubator-samza +git fetch origin 0.8.0 +git checkout 0.8.0 +</code></pre></div> +<p>Run the checkpoint migration task:</p> +<div class="highlight"><pre><code class="language-text" data-lang="text">./gradlew samza-shell:checkpointMigrationTool -PconfigPath=file:///path/to/job/config.properties +</code></pre></div> +<p>The configPath property should be pointed at the .properties file for the job you wish to migrate. The tool will use the job’s properties file to connect to the Kafka cluster, and migrate the checkpointed offsets to the 0.8.0 format. Once the tool is complete, the job should be restarted so that it can pick up the migrated offsets.</p> + +<p><em>NOTE: The checkpointMigrationTool task must be run from a machine that can connect to the Kafka cluster.</em></p> + + + </div> + </div> + + </div><!-- /.wrapper-content --> + </div><!-- /.wrapper --> + + <div class="footer"> + <div class="container"> + <!-- nothing for now. --> + </div> + </div> + + + <script> + $( document ).ready(function() { + if ( $.fn.urlExists( "/learn/tutorials/0.8/upgrading-from-0.7.0-to-0.8.0.html" ) ) { + $("#switch-version-button").addClass("fa fa-history masthead-icon"); + } + }); + + /* a function to test whether the url exists or not */ + (function( $ ) { + $.fn.urlExists = function(url) { + var http = new XMLHttpRequest(); + http.open('HEAD', url, false); + http.send(); + return http.status != 404; + }; + }( jQuery )); + </script> + + + <!-- Google Analytics --> + <script> + (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ + (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), + m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) + })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); + + ga('create', 'UA-43122768-1', 'apache.org'); + ga('send', 'pageview'); + + </script> + </body> +</html> Modified: incubator/samza/site/startup/download/index.html URL: http://svn.apache.org/viewvc/incubator/samza/site/startup/download/index.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/startup/download/index.html (original) +++ incubator/samza/site/startup/download/index.html Fri Dec 5 18:57:42 2014 @@ -140,7 +140,7 @@ <p>Samza is released as a source artifact, and also through Maven.</p> -<p>If you just want to play around with Samza for the first time, go to <a href="/startup/hello-samza/0.8">Hello Samza</a>.</p> +<p>If you just want to play around with Samza for the first time, go to <a href="/startup/hello-samza/latest">Hello Samza</a>.</p> <h3 id="source-releases">Source Releases</h3> @@ -199,7 +199,7 @@ <span class="nt"><scope></span>runtime<span class="nt"></scope></span> <span class="nt"></dependency></span></code></pre></div> -<p><a href="/startup/hello-samza/0.8">Hello Samza</a> is a working Maven project that illustrates how to build projects that have Samza jobs in them.</p> +<p><a href="/startup/hello-samza/latest">Hello Samza</a> is a working Maven project that illustrates how to build projects that have Samza jobs in them.</p> <h4 id="repositories">Repositories</h4> Modified: incubator/samza/site/startup/hello-samza/latest/index.html URL: http://svn.apache.org/viewvc/incubator/samza/site/startup/hello-samza/latest/index.html?rev=1643392&r1=1643391&r2=1643392&view=diff ============================================================================== --- incubator/samza/site/startup/hello-samza/latest/index.html (original) +++ incubator/samza/site/startup/hello-samza/latest/index.html Fri Dec 5 18:57:42 2014 @@ -46,7 +46,7 @@ - <a href="http://samza.incubator.apache.org/startup/hello-samza/0.7.0/index.html";><i id="switch-version-button"></i></a> + <a href="http://samza.incubator.apache.org/startup/hello-samza/0.8/index.html";><i id="switch-version-button"></i></a> <!-- links for the navigation bar --> @@ -99,7 +99,9 @@ <h1><i class="fa fa-history"></i> Archive</h1> <ul> - <li><a href="/archive/index.html">0.7.0</a></li> + <li><a href="/archive/index.html#latest">latest</a></li> + <li><a href="/archive/index.html#08">0.8</a></li> + <li><a href="/archive/index.html#07">0.7</a></li> </ul> </div> @@ -234,7 +236,7 @@ deploy/samza/bin/run-job.sh --config-fac <script> $( document ).ready(function() { - if ( $.fn.urlExists( "/startup/hello-samza/0.7.0/index.html" ) ) { + if ( $.fn.urlExists( "/startup/hello-samza/0.8/index.html" ) ) { $("#switch-version-button").addClass("fa fa-history masthead-icon"); } });
