Author: buildbot
Date: Fri Mar 20 00:18:15 2015
New Revision: 944391
Log:
Staging update by buildbot for mahout
Added:
websites/staging/mahout/trunk/content/users/algorithms/
websites/staging/mahout/trunk/content/users/algorithms/d-qr.html
websites/staging/mahout/trunk/content/users/algorithms/intro-cooccurrence-spark.html
websites/staging/mahout/trunk/content/users/algorithms/spark-naive-bayes.html
Modified:
websites/staging/mahout/trunk/content/ (props changed)
websites/staging/mahout/trunk/content/developers/buildingmahout.html
websites/staging/mahout/trunk/content/developers/developer-resources.html
websites/staging/mahout/trunk/content/developers/github.html
websites/staging/mahout/trunk/content/developers/gsoc.html
websites/staging/mahout/trunk/content/developers/how-to-become-a-committer.html
websites/staging/mahout/trunk/content/developers/how-to-contribute.html
websites/staging/mahout/trunk/content/developers/how-to-release.html
websites/staging/mahout/trunk/content/developers/how-to-update-the-website.html
websites/staging/mahout/trunk/content/developers/issue-tracker.html
websites/staging/mahout/trunk/content/developers/patch-check-list.html
websites/staging/mahout/trunk/content/developers/thirdparty-dependencies.html
websites/staging/mahout/trunk/content/developers/version-control.html
websites/staging/mahout/trunk/content/general/books-tutorials-and-talks.html
websites/staging/mahout/trunk/content/general/downloads.html
websites/staging/mahout/trunk/content/general/faq.html
websites/staging/mahout/trunk/content/general/glossary.html
websites/staging/mahout/trunk/content/general/mahout-benchmarks.html
websites/staging/mahout/trunk/content/general/mahout-wiki.html
websites/staging/mahout/trunk/content/general/mailing-lists,-irc-and-archives.html
websites/staging/mahout/trunk/content/general/powered-by-mahout.html
websites/staging/mahout/trunk/content/general/privacy-policy.html
websites/staging/mahout/trunk/content/general/professional-support.html
websites/staging/mahout/trunk/content/general/reference-reading.html
websites/staging/mahout/trunk/content/general/release-notes.html
websites/staging/mahout/trunk/content/general/who-we-are.html
websites/staging/mahout/trunk/content/index.html
websites/staging/mahout/trunk/content/overview.html
websites/staging/mahout/trunk/content/users/basics/algorithms.html
websites/staging/mahout/trunk/content/users/basics/collections.html
websites/staging/mahout/trunk/content/users/basics/collocations.html
websites/staging/mahout/trunk/content/users/basics/creating-vectors-from-text.html
websites/staging/mahout/trunk/content/users/basics/creating-vectors.html
websites/staging/mahout/trunk/content/users/basics/gaussian-discriminative-analysis.html
websites/staging/mahout/trunk/content/users/basics/independent-component-analysis.html
websites/staging/mahout/trunk/content/users/basics/mahout-collections.html
websites/staging/mahout/trunk/content/users/basics/mahoutintegration.html
websites/staging/mahout/trunk/content/users/basics/matrix-and-vector-needs.html
websites/staging/mahout/trunk/content/users/basics/principal-components-analysis.html
websites/staging/mahout/trunk/content/users/basics/quickstart.html
websites/staging/mahout/trunk/content/users/basics/svd---singular-value-decomposition.html
websites/staging/mahout/trunk/content/users/basics/system-requirements.html
websites/staging/mahout/trunk/content/users/basics/tf-idf---term-frequency-inverse-document-frequency.html
websites/staging/mahout/trunk/content/users/classification/bankmarketing-example.html
websites/staging/mahout/trunk/content/users/classification/bayesian-commandline.html
websites/staging/mahout/trunk/content/users/classification/bayesian.html
websites/staging/mahout/trunk/content/users/classification/breiman-example.html
websites/staging/mahout/trunk/content/users/classification/class-discovery.html
websites/staging/mahout/trunk/content/users/classification/classifyingyourdata.html
websites/staging/mahout/trunk/content/users/classification/hidden-markov-models.html
websites/staging/mahout/trunk/content/users/classification/locally-weighted-linear-regression.html
websites/staging/mahout/trunk/content/users/classification/logistic-regression.html
websites/staging/mahout/trunk/content/users/classification/naivebayes.html
websites/staging/mahout/trunk/content/users/classification/neural-network.html
websites/staging/mahout/trunk/content/users/classification/partial-implementation.html
websites/staging/mahout/trunk/content/users/classification/random-forests.html
websites/staging/mahout/trunk/content/users/classification/restricted-boltzmann-machines.html
websites/staging/mahout/trunk/content/users/classification/support-vector-machines.html
websites/staging/mahout/trunk/content/users/classification/twenty-newsgroups.html
websites/staging/mahout/trunk/content/users/clustering/20newsgroups.html
websites/staging/mahout/trunk/content/users/clustering/canopy-clustering.html
websites/staging/mahout/trunk/content/users/clustering/canopy-commandline.html
websites/staging/mahout/trunk/content/users/clustering/cluster-dumper.html
websites/staging/mahout/trunk/content/users/clustering/clustering-of-synthetic-control-data.html
websites/staging/mahout/trunk/content/users/clustering/clustering-seinfeld-episodes.html
websites/staging/mahout/trunk/content/users/clustering/clusteringyourdata.html
websites/staging/mahout/trunk/content/users/clustering/expectation-maximization.html
websites/staging/mahout/trunk/content/users/clustering/fuzzy-k-means-commandline.html
websites/staging/mahout/trunk/content/users/clustering/fuzzy-k-means.html
websites/staging/mahout/trunk/content/users/clustering/hierarchical-clustering.html
websites/staging/mahout/trunk/content/users/clustering/k-means-clustering.html
websites/staging/mahout/trunk/content/users/clustering/k-means-commandline.html
websites/staging/mahout/trunk/content/users/clustering/latent-dirichlet-allocation.html
websites/staging/mahout/trunk/content/users/clustering/lda-commandline.html
websites/staging/mahout/trunk/content/users/clustering/llr---log-likelihood-ratio.html
websites/staging/mahout/trunk/content/users/clustering/spectral-clustering.html
websites/staging/mahout/trunk/content/users/clustering/streaming-k-means.html
websites/staging/mahout/trunk/content/users/clustering/viewing-result.html
websites/staging/mahout/trunk/content/users/clustering/viewing-results.html
websites/staging/mahout/trunk/content/users/clustering/visualizing-sample-clusters.html
websites/staging/mahout/trunk/content/users/dim-reduction/dimensional-reduction.html
websites/staging/mahout/trunk/content/users/dim-reduction/ssvd.html
websites/staging/mahout/trunk/content/users/mapreduce/classification/bankmarketing-example.html
websites/staging/mahout/trunk/content/users/mapreduce/classification/bayesian-commandline.html
websites/staging/mahout/trunk/content/users/mapreduce/classification/bayesian.html
websites/staging/mahout/trunk/content/users/mapreduce/classification/breiman-example.html
websites/staging/mahout/trunk/content/users/mapreduce/classification/class-discovery.html
websites/staging/mahout/trunk/content/users/mapreduce/classification/classifyingyourdata.html
websites/staging/mahout/trunk/content/users/mapreduce/classification/hidden-markov-models.html
websites/staging/mahout/trunk/content/users/mapreduce/classification/locally-weighted-linear-regression.html
websites/staging/mahout/trunk/content/users/mapreduce/classification/logistic-regression.html
websites/staging/mahout/trunk/content/users/mapreduce/classification/naivebayes.html
websites/staging/mahout/trunk/content/users/mapreduce/classification/neural-network.html
websites/staging/mahout/trunk/content/users/mapreduce/classification/partial-implementation.html
websites/staging/mahout/trunk/content/users/mapreduce/classification/random-forests.html
websites/staging/mahout/trunk/content/users/mapreduce/classification/restricted-boltzmann-machines.html
websites/staging/mahout/trunk/content/users/mapreduce/classification/support-vector-machines.html
websites/staging/mahout/trunk/content/users/mapreduce/classification/twenty-newsgroups.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/20newsgroups.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/canopy-clustering.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/canopy-commandline.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/cluster-dumper.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/clustering-of-synthetic-control-data.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/clustering-seinfeld-episodes.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/clusteringyourdata.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/expectation-maximization.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/fuzzy-k-means-commandline.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/fuzzy-k-means.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/hierarchical-clustering.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/k-means-clustering.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/k-means-commandline.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/latent-dirichlet-allocation.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/lda-commandline.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/llr---log-likelihood-ratio.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/spectral-clustering.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/streaming-k-means.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/viewing-result.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/viewing-results.html
websites/staging/mahout/trunk/content/users/mapreduce/clustering/visualizing-sample-clusters.html
websites/staging/mahout/trunk/content/users/mapreduce/recommender/intro-als-hadoop.html
websites/staging/mahout/trunk/content/users/mapreduce/recommender/intro-cooccurrence-spark.html
websites/staging/mahout/trunk/content/users/mapreduce/recommender/intro-itembased-hadoop.html
websites/staging/mahout/trunk/content/users/mapreduce/recommender/matrix-factorization.html
websites/staging/mahout/trunk/content/users/mapreduce/recommender/quickstart.html
websites/staging/mahout/trunk/content/users/mapreduce/recommender/recommender-documentation.html
websites/staging/mahout/trunk/content/users/mapreduce/recommender/recommender-first-timer-faq.html
websites/staging/mahout/trunk/content/users/mapreduce/recommender/userbased-5-minutes.html
websites/staging/mahout/trunk/content/users/misc/mr---map-reduce.html
websites/staging/mahout/trunk/content/users/misc/parallel-frequent-pattern-mining.html
websites/staging/mahout/trunk/content/users/misc/perceptron-and-winnow.html
websites/staging/mahout/trunk/content/users/misc/testing.html
websites/staging/mahout/trunk/content/users/misc/using-mahout-with-python-via-jpype.html
websites/staging/mahout/trunk/content/users/recommender/intro-als-hadoop.html
websites/staging/mahout/trunk/content/users/recommender/intro-cooccurrence-spark.html
websites/staging/mahout/trunk/content/users/recommender/intro-itembased-hadoop.html
websites/staging/mahout/trunk/content/users/recommender/matrix-factorization.html
websites/staging/mahout/trunk/content/users/recommender/quickstart.html
websites/staging/mahout/trunk/content/users/recommender/recommender-documentation.html
websites/staging/mahout/trunk/content/users/recommender/recommender-first-timer-faq.html
websites/staging/mahout/trunk/content/users/recommender/userbased-5-minutes.html
websites/staging/mahout/trunk/content/users/sparkbindings/faq.html
websites/staging/mahout/trunk/content/users/sparkbindings/home.html
websites/staging/mahout/trunk/content/users/sparkbindings/play-with-shell.html
Propchange: websites/staging/mahout/trunk/content/
------------------------------------------------------------------------------
--- cms:source-revision (original)
+++ cms:source-revision Fri Mar 20 00:18:15 2015
@@ -1 +1 @@
-1667878
+1667907
Modified: websites/staging/mahout/trunk/content/developers/buildingmahout.html
==============================================================================
--- websites/staging/mahout/trunk/content/developers/buildingmahout.html
(original)
+++ websites/staging/mahout/trunk/content/developers/buildingmahout.html Fri
Mar 20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified:
websites/staging/mahout/trunk/content/developers/developer-resources.html
==============================================================================
--- websites/staging/mahout/trunk/content/developers/developer-resources.html
(original)
+++ websites/staging/mahout/trunk/content/developers/developer-resources.html
Fri Mar 20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/developers/github.html
==============================================================================
--- websites/staging/mahout/trunk/content/developers/github.html (original)
+++ websites/staging/mahout/trunk/content/developers/github.html Fri Mar 20
00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/developers/gsoc.html
==============================================================================
--- websites/staging/mahout/trunk/content/developers/gsoc.html (original)
+++ websites/staging/mahout/trunk/content/developers/gsoc.html Fri Mar 20
00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified:
websites/staging/mahout/trunk/content/developers/how-to-become-a-committer.html
==============================================================================
---
websites/staging/mahout/trunk/content/developers/how-to-become-a-committer.html
(original)
+++
websites/staging/mahout/trunk/content/developers/how-to-become-a-committer.html
Fri Mar 20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified:
websites/staging/mahout/trunk/content/developers/how-to-contribute.html
==============================================================================
--- websites/staging/mahout/trunk/content/developers/how-to-contribute.html
(original)
+++ websites/staging/mahout/trunk/content/developers/how-to-contribute.html Fri
Mar 20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/developers/how-to-release.html
==============================================================================
--- websites/staging/mahout/trunk/content/developers/how-to-release.html
(original)
+++ websites/staging/mahout/trunk/content/developers/how-to-release.html Fri
Mar 20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified:
websites/staging/mahout/trunk/content/developers/how-to-update-the-website.html
==============================================================================
---
websites/staging/mahout/trunk/content/developers/how-to-update-the-website.html
(original)
+++
websites/staging/mahout/trunk/content/developers/how-to-update-the-website.html
Fri Mar 20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/developers/issue-tracker.html
==============================================================================
--- websites/staging/mahout/trunk/content/developers/issue-tracker.html
(original)
+++ websites/staging/mahout/trunk/content/developers/issue-tracker.html Fri Mar
20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/developers/patch-check-list.html
==============================================================================
--- websites/staging/mahout/trunk/content/developers/patch-check-list.html
(original)
+++ websites/staging/mahout/trunk/content/developers/patch-check-list.html Fri
Mar 20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified:
websites/staging/mahout/trunk/content/developers/thirdparty-dependencies.html
==============================================================================
---
websites/staging/mahout/trunk/content/developers/thirdparty-dependencies.html
(original)
+++
websites/staging/mahout/trunk/content/developers/thirdparty-dependencies.html
Fri Mar 20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/developers/version-control.html
==============================================================================
--- websites/staging/mahout/trunk/content/developers/version-control.html
(original)
+++ websites/staging/mahout/trunk/content/developers/version-control.html Fri
Mar 20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified:
websites/staging/mahout/trunk/content/general/books-tutorials-and-talks.html
==============================================================================
---
websites/staging/mahout/trunk/content/general/books-tutorials-and-talks.html
(original)
+++
websites/staging/mahout/trunk/content/general/books-tutorials-and-talks.html
Fri Mar 20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/general/downloads.html
==============================================================================
--- websites/staging/mahout/trunk/content/general/downloads.html (original)
+++ websites/staging/mahout/trunk/content/general/downloads.html Fri Mar 20
00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/general/faq.html
==============================================================================
--- websites/staging/mahout/trunk/content/general/faq.html (original)
+++ websites/staging/mahout/trunk/content/general/faq.html Fri Mar 20 00:18:15
2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/general/glossary.html
==============================================================================
--- websites/staging/mahout/trunk/content/general/glossary.html (original)
+++ websites/staging/mahout/trunk/content/general/glossary.html Fri Mar 20
00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/general/mahout-benchmarks.html
==============================================================================
--- websites/staging/mahout/trunk/content/general/mahout-benchmarks.html
(original)
+++ websites/staging/mahout/trunk/content/general/mahout-benchmarks.html Fri
Mar 20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/general/mahout-wiki.html
==============================================================================
--- websites/staging/mahout/trunk/content/general/mahout-wiki.html (original)
+++ websites/staging/mahout/trunk/content/general/mahout-wiki.html Fri Mar 20
00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified:
websites/staging/mahout/trunk/content/general/mailing-lists,-irc-and-archives.html
==============================================================================
---
websites/staging/mahout/trunk/content/general/mailing-lists,-irc-and-archives.html
(original)
+++
websites/staging/mahout/trunk/content/general/mailing-lists,-irc-and-archives.html
Fri Mar 20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/general/powered-by-mahout.html
==============================================================================
--- websites/staging/mahout/trunk/content/general/powered-by-mahout.html
(original)
+++ websites/staging/mahout/trunk/content/general/powered-by-mahout.html Fri
Mar 20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/general/privacy-policy.html
==============================================================================
--- websites/staging/mahout/trunk/content/general/privacy-policy.html (original)
+++ websites/staging/mahout/trunk/content/general/privacy-policy.html Fri Mar
20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified:
websites/staging/mahout/trunk/content/general/professional-support.html
==============================================================================
--- websites/staging/mahout/trunk/content/general/professional-support.html
(original)
+++ websites/staging/mahout/trunk/content/general/professional-support.html Fri
Mar 20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/general/reference-reading.html
==============================================================================
--- websites/staging/mahout/trunk/content/general/reference-reading.html
(original)
+++ websites/staging/mahout/trunk/content/general/reference-reading.html Fri
Mar 20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/general/release-notes.html
==============================================================================
--- websites/staging/mahout/trunk/content/general/release-notes.html (original)
+++ websites/staging/mahout/trunk/content/general/release-notes.html Fri Mar 20
00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/general/who-we-are.html
==============================================================================
--- websites/staging/mahout/trunk/content/general/who-we-are.html (original)
+++ websites/staging/mahout/trunk/content/general/who-we-are.html Fri Mar 20
00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/index.html
==============================================================================
--- websites/staging/mahout/trunk/content/index.html (original)
+++ websites/staging/mahout/trunk/content/index.html Fri Mar 20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Modified: websites/staging/mahout/trunk/content/overview.html
==============================================================================
--- websites/staging/mahout/trunk/content/overview.html (original)
+++ websites/staging/mahout/trunk/content/overview.html Fri Mar 20 00:18:15 2015
@@ -159,6 +159,7 @@
<ul class="dropdown-menu">
<li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
<li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
<li class="divider"></li>
<li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
</ul>
Added: websites/staging/mahout/trunk/content/users/algorithms/d-qr.html
==============================================================================
--- websites/staging/mahout/trunk/content/users/algorithms/d-qr.html (added)
+++ websites/staging/mahout/trunk/content/users/algorithms/d-qr.html Fri Mar 20
00:18:15 2015
@@ -0,0 +1,316 @@
+<!DOCTYPE html>
+<!--
+
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<html xmlns="http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en"><head><meta
http-equiv="Content-Type" content="text/html; charset=UTF-8">
+ <title>Apache Mahout: Scalable machine learning and data mining</title>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
+ <meta name="Distribution" content="Global">
+ <meta name="Robots" content="index,follow">
+ <meta name="keywords" content="apache, apache hadoop, apache lucene,
+ business data mining, cluster analysis,
+ collaborative filtering, data extraction, data filtering, data
framework, data integration,
+ data matching, data mining, data mining algorithms, data mining
analysis, data mining data,
+ data mining introduction, data mining software,
+ data mining techniques, data representation, data set, datamining,
+ feature extraction, fuzzy k means, genetic algorithm, hadoop,
+ hierarchical clustering, high dimensional, introduction to data
mining, kmeans,
+ knowledge discovery, learning approach, learning approaches, learning
methods,
+ learning techniques, lucene, machine learning, machine translation,
mahout apache,
+ mahout taste, map reduce hadoop, mining data, mining methods, naive
bayes,
+ natural language processing,
+ supervised, text mining, time series data, unsupervised, web data
mining">
+ <link rel="shortcut icon" type="image/x-icon"
href="http://mahout.apache.org/images/favicon.ico";>
+ <script type="text/javascript" src="/js/prototype.js"></script>
+ <script type="text/javascript" src="/js/effects.js"></script>
+ <script type="text/javascript" src="/js/search.js"></script>
+ <script type="text/javascript" src="/js/slides.js"></script>
+
+ <link href="/css/bootstrap.min.css" rel="stylesheet" media="screen">
+ <link href="/css/bootstrap-responsive.css" rel="stylesheet">
+ <link rel="stylesheet" href="/css/global.css" type="text/css">
+
+ <!-- mathJax stuff -- use `\(...\)` for inline style math in markdown -->
+ <script type="text/x-mathjax-config">
+ MathJax.Hub.Config({
+ tex2jax: {
+ skipTags: ['script', 'noscript', 'style', 'textarea', 'pre']
+ }
+ });
+ MathJax.Hub.Queue(function() {
+ var all = MathJax.Hub.getAllJax(), i;
+ for(i = 0; i < all.length; i += 1) {
+ all[i].SourceElement().parentNode.className += ' has-jax';
+ }
+ });
+ </script>
+ <script type="text/javascript">
+ var mathjax = document.createElement('script');
+ mathjax.type = 'text/javascript';
+ mathjax.async = true;
+
+ mathjax.src = ('https:' == document.location.protocol) ?
+
'https://c328740.ssl.cf1.rackcdn.com/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML'
:
+
'http://cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML';
+
+ var s = document.getElementsByTagName('script')[0];
+ s.parentNode.insertBefore(mathjax, s);
+ </script>
+</head>
+
+<body id="home" data-twttr-rendered="true">
+ <div id="wrap">
+ <div id="header">
+ <div id="logo"><a href="/overview.html"></a></div>
+ <div id="search">
+ <form id="search-form" action="http://www.google.com/search"; method="get"
class="navbar-search pull-right">
+ <input value="http://mahout.apache.org"; name="sitesearch" type="hidden">
+ <input class="search-query" name="q" id="query" type="text">
+ <input id="submission" type="image" src="/images/mahout-lupe.png"
alt="Search" />
+ </form>
+ </div>
+
+ <div class="navbar navbar-inverse"
style="position:absolute;top:133px;padding-right:0px;padding-left:0px;">
+ <div class="navbar-inner" style="border: none; background: #999; border:
none; border-radius: 0px;">
+ <div class="container">
+ <button type="button" class="btn btn-navbar" data-toggle="collapse"
data-target=".nav-collapse">
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <!-- <a class="brand" href="#">Apache Community Development
Project</a> -->
+ <div class="nav-collapse collapse">
+ <ul class="nav">
+ <li><a href="/">Home</a></li>
+ <li class="dropdown"> <a href="#" class="dropdown-toggle"
data-toggle="dropdown">General<b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/general/downloads.html">Downloads</a>
+ <li><a href="/general/who-we-are.html">Who we are</a>
+ <li><a
href="/general/mailing-lists,-irc-and-archives.html">Mailing Lists</a>
+ <li><a href="/general/release-notes.html">Release Notes</a>
+ <li><a href="/general/books-tutorials-and-talks.html">Books,
Tutorials, Talks</a></li>
+ <li><a href="/general/powered-by-mahout.html">Powered By
Mahout</a>
+ <li><a
href="/general/professional-support.html">Professional Support</a>
+ <li class="divider"></li>
+ <li class="nav-header">Resources</li>
+ <li><a href="/general/reference-reading.html">Reference
Reading</a>
+ <li><a href="/general/faq.html">FAQ</a>
+ <li class="divider"></li>
+ <li class="nav-header">Legal</li>
+ <li><a
href="http://www.apache.org/licenses/";>License</a></li>
+ <li><a
href="http://www.apache.org/security/";>Security</a></li>
+ <li><a href="/general/privacy-policy.html">Privacy Policy</a>
+ </ul>
+ </li>
+ <li class="dropdown"> <a href="#" class="dropdown-toggle"
data-toggle="dropdown">Developers<b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/developers/developer-resources.html">Developer
resources</a></li>
+ <li><a href="/developers/version-control.html">Version
control</a></li>
+ <li><a href="/developers/buildingmahout.html">Build from
source</a></li>
+ <li><a href="/developers/issue-tracker.html">Issue
tracker</a></li>
+ <li><a href="https://builds.apache.org/job/Mahout-Quality/";
target="_blank">Code quality reports</a></li>
+ <li class="divider"></li>
+ <li class="nav-header">Contributions</li>
+ <li><a href="/developers/how-to-contribute.html">How to
contribute</a></li>
+ <li><a href="/developers/how-to-become-a-committer.html">How
to become a committer</a></li>
+ <li><a href="/developers/gsoc.html">GSoC</a></li>
+ <li class="divider"></li>
+ <li class="nav-header">For committers</li>
+ <li><a href="/developers/how-to-update-the-website.html">How
to update the website</a></li>
+ <li><a href="/developers/patch-check-list.html">Patch check
list</a></li>
+ <li><a href="/developers/github.html">Handling Github
PRs</a></li>
+ <li><a href="/developers/how-to-release.html">How to
release</a></li>
+ <li><a href="/developers/thirdparty-dependencies.html">Third
party dependencies</a></li>
+ </ul>
+ </li>
+ <li class="dropdown"> <a href="#" class="dropdown-toggle"
data-toggle="dropdown">Basics<b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/users/basics/algorithms.html">List of
algorithms</a>
+ <li><a href="/users/basics/quickstart.html">Quickstart</a>
+ <li class="divider"></li>
+ <li class="nav-header">Working with text</li>
+ <li><a
href="/users/basics/creating-vectors-from-text.html">Creating vectors from
text</a>
+ <li><a
href="/users/basics/collocations.html">Collocations</a>
+ <li class="divider"></li>
+ <li class="nav-header">Dimensionality reduction</li>
+ <li><a
href="/users/dim-reduction/dimensional-reduction.html">Singular Value
Decomposition</a></li>
+ <li><a href="/users/dim-reduction/ssvd.html">Stochastic
SVD</a></li>
+ <li class="divider"></li>
+ <li class="nav-header">Topic Models</li>
+ <li><a
href="/users/clustering/latent-dirichlet-allocation.html">Latent Dirichlet
Allocation</a></li>
+ </ul>
+ </li>
+ <li class="dropdown"> <a href="#" class="dropdown-toggle"
data-toggle="dropdown">Spark<b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="/users/sparkbindings/home.html">Scala &
Spark Bindings Overview</a></li>
+ <li><a
href="/users/sparkbindings/play-with-shell.html">Playing with Mahout's Spark
Shell</a></li>
+ <li><a href="/users/algorithms/d-qr.html">Distributed
QR</a></li>
+ <li class="divider"></li>
+ <li><a href="/users/sparkbindings/faq.html">FAQ</a></li>
+ </ul>
+ </li>
+ <li class="dropdown"> <a href="#" class="dropdown-toggle"
data-toggle="dropdown">Classification<b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a
href="/users/mapreduce/classification/bayesian.html">Naive Bayes</a></li>
+ <li><a
href="/users/mapreduce/classification/hidden-markov-models.html">Hidden Markov
Models</a></li>
+ <li><a
href="/users/mapreduce/classification/logistic-regression.html">Logistic
Regression</a></li>
+ <li><a
href="/users/mapreduce/classification/partial-implementation.html">Random
Forest</a></li>
+
+ <li class="divider"></li>
+ <li class="nav-header">Examples</li>
+ <li><a
href="/users/mapreduce/classification/breiman-example.html">Breiman
example</a></li>
+ <li><a
href="/users/mapreduce/classification/twenty-newsgroups.html">20 newsgroups
example</a></li>
+ </ul></li>
+ <li class="dropdown"> <a href="#" class="dropdown-toggle"
data-toggle="dropdown">Clustering<b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a
href="/users/mapreduce/clustering/k-means-clustering.html">k-Means</a></li>
+ <li><a
href="/users/mapreduce/clustering/canopy-clustering.html">Canopy</a></li>
+ <li><a
href="/users/mapreduce/clustering/fuzzy-k-means.html">Fuzzy k-Means</a></li>
+ <li><a
href="/users/mapreduce/clustering/streaming-k-means.html">Streaming
KMeans</a></li>
+ <li><a
href="/users/mapreduce/clustering/spectral-clustering.html">Spectral
Clustering</a></li>
+ <li class="divider"></li>
+ <li class="nav-header">Commandline usage</li>
+ <li><a
href="/users/mapreduce/clustering/k-means-commandline.html">Options for
k-Means</a></li>
+ <li><a
href="/users/mapreduce/clustering/canopy-commandline.html">Options for
Canopy</a></li>
+ <li><a
href="/users/mapreduce/clustering/fuzzy-k-means-commandline.html">Options for
Fuzzy k-Means</a></li>
+ <li class="divider"></li>
+ <li class="nav-header">Examples</li>
+ <li><a
href="/users/mapreduce/clustering/clustering-of-synthetic-control-data.html">Synthetic
data</a></li>
+ <li class="divider"></li>
+ <li class="nav-header">Post processing</li>
+ <li><a
href="/users/mapreduce/clustering/cluster-dumper.html">Cluster Dumper
tool</a></li>
+ <li><a
href="/users/mapreduce/clustering/visualizing-sample-clusters.html">Cluster
visualisation</a></li>
+ </ul></li>
+ <li class="dropdown"> <a href="#" class="dropdown-toggle"
data-toggle="dropdown">Recommendations<b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a
href="/users/mapreduce/recommender/quickstart.html">Quickstart</a></li>
+ <li><a
href="/users/mapreduce/recommender/recommender-first-timer-faq.html">First
Timer FAQ</a></li>
+ <li><a
href="/users/mapreduce/recommender/userbased-5-minutes.html">A user-based
recommender <br/>in 5 minutes</a></li>
+ <li><a
href="/users/mapreduce/recommender/matrix-factorization.html">Matrix
factorization-based<br/> recommenders</a></li>
+ <li><a
href="/users/mapreduce/recommender/recommender-documentation.html">Overview</a></li>
+ <li class="divider"></li>
+ <li class="nav-header">Hadoop</li>
+ <li><a
href="/users/mapreduce/recommender/intro-itembased-hadoop.html">Intro to
item-based recommendations<br/> with Hadoop</a></li>
+ <li><a
href="/users/mapreduce/recommender/intro-als-hadoop.html">Intro to ALS
recommendations<br/> with Hadoop</a></li>
+ <li class="nav-header">Spark</li>
+ <li><a
href="/users/mapreduce/recommender/intro-cooccurrence-spark.html">Intro to
cooccurrence-based<br/> recommendations with Spark</a></li>
+ </ul>
+ </li>
+ </ul>
+ </div><!--/.nav-collapse -->
+ </div>
+ </div>
+ </div>
+
+</div>
+
+ <div id="sidebar">
+ <div id="sidebar-wrap">
+ <h2>Twitter</h2>
+ <ul class="sidemenu">
+ <li>
+<a class="twitter-timeline" href="https://twitter.com/ApacheMahout";
data-widget-id="422861673444028416">Tweets by @ApacheMahout</a>
+<script>!function(d,s,id){var
js,fjs=d.getElementsByTagName(s)[0],p=/^http:/.test(d.location)?'http':'https';if(!d.getElementById(id)){js=d.createElement(s);js.id=id;js.src=p+"://platform.twitter.com/widgets.js";fjs.parentNode.insertBefore(js,fjs);}}(document,"script","twitter-wjs");</script>
+</li>
+ </ul>
+ <h2>Apache Software Foundation</h2>
+ <ul class="sidemenu">
+ <li><a href="http://www.apache.org/foundation/how-it-works.html";>How the
ASF works</a></li>
+ <li><a href="http://www.apache.org/foundation/getinvolved.html";>Get
Involved</a></li>
+ <li><a href="http://www.apache.org/dev/";>Developer Resources</a></li>
+ <li><a
href="http://www.apache.org/foundation/sponsorship.html";>Sponsorship</a></li>
+ <li><a
href="http://www.apache.org/foundation/thanks.html";>Thanks</a></li>
+ </ul>
+ <h2>Related Projects</h2>
+ <ul class="sidemenu">
+ <li><a href="http://lucene.apache.org/";>Lucene</a></li>
+ <li><a href="http://hadoop.apache.org/";>Hadoop</a></li>
+ </ul>
+ </div>
+</div>
+
+ <div id="content-wrap" class="clearfix">
+ <div id="main">
+ <h1 id="distributed-thin-qr">Distributed thin QR</h1>
+<h2 id="intro">Intro</h2>
+<p>Mahout has a distributed implementation of QR decomposition for tall thin
matricies[1].</p>
+<h2 id="algorithm">Algorithm</h2>
+<p>For the classic QR decomposition of the form
<code>\(\mathbf{A}=\mathbf{QR},\mathbf{A}\in\mathbb{R}^{m\times n}\)</code> a
distributed version is fairly easily achieved if <code>\(\mathbf{A}\)</code> is
tall and thin such that <code>\(\mathbf{A}^{\top}\mathbf{A}\)</code> fits in
memory, i.e. <em>m</em> is large but <em>n</em> < ~5000 Under such
circumstances, only <code>\(\mathbf{A}\)</code> and <code>\(\mathbf{Q}\)</code>
are distributed matricies and <code>\(\mathbf{A^{\top}A}\)</code> and
<code>\(\mathbf{R}\)</code> are in-core products. We just compute the in-core
version of the Cholesky decomposition in the form of
<code>\(\mathbf{LL}^{\top}= \mathbf{A}^{\top}\mathbf{A}\)</code>. After that
we take <code>\(\mathbf{R}= \mathbf{L}^{\top}\)</code> and
<code>\(\mathbf{Q}=\mathbf{A}\left(\mathbf{L}^{\top}\right)^{-1}\)</code>. The
latter is easily achieved by multiplying each verticle block of
<code>\(\mathbf{A}\)</code> by
<code>\(\left(\mathbf{L}^{\top}\right)^{-1}\)</code
>. (There is no actual matrix inversion happening). </p>
+<h2 id="implementations">Implementations</h2>
+<p>Mahout <code>dqrThin(...)</code> is implemented in the mahout
<code>math-scala</code> algebraic optimizer which translates Mahout's R-like
linear algebra operators into a physical plan for both Spark and H2O
distributed engines.</p>
+<div class="codehilite"><pre><span class="n">def</span> <span
class="n">dqrThin</span><span class="p">[</span><span class="n">K</span><span
class="p">:</span> <span class="n">ClassTag</span><span
class="p">](</span><span class="n">A</span><span class="p">:</span> <span
class="n">DrmLike</span><span class="p">[</span><span class="n">K</span><span
class="p">],</span> <span class="n">checkRankDeficiency</span><span
class="p">:</span> <span class="n">Boolean</span> <span class="p">=</span>
<span class="n">true</span><span class="p">):</span> <span
class="p">(</span><span class="n">DrmLike</span><span class="p">[</span><span
class="n">K</span><span class="p">],</span> <span class="n">Matrix</span><span
class="p">)</span> <span class="p">=</span> <span class="p">{</span>
+ <span class="k">if</span> <span class="p">(</span><span
class="n">drmA</span><span class="p">.</span><span class="n">ncol</span> <span
class="o">></span> 5000<span class="p">)</span>
+ <span class="nb">log</span><span class="p">.</span><span
class="n">warn</span><span class="p">(</span>"<span class="n">A</span>
<span class="n">is</span> <span class="n">too</span> <span
class="n">fat</span><span class="p">.</span> <span class="n">A</span><span
class="o">'</span><span class="n">A</span> <span class="n">must</span>
<span class="n">fit</span> <span class="n">in</span> <span
class="n">memory</span> <span class="n">and</span> <span
class="n">easily</span> <span class="n">broadcasted</span><span
class="p">.</span>"<span class="p">)</span>
+ <span class="n">implicit</span> <span class="n">val</span> <span
class="n">ctx</span> <span class="p">=</span> <span class="n">drmA</span><span
class="p">.</span><span class="n">context</span>
+ <span class="n">val</span> <span class="n">AtA</span> <span
class="p">=</span> <span class="p">(</span><span class="n">drmA</span><span
class="p">.</span><span class="n">t</span> <span class="c">%*%
drmA).checkpoint()</span>
+ <span class="n">val</span> <span class="n">inCoreAtA</span> <span
class="p">=</span> <span class="n">AtA</span><span class="p">.</span><span
class="n">collect</span>
+ <span class="n">val</span> <span class="n">ch</span> <span
class="p">=</span> <span class="n">chol</span><span class="p">(</span><span
class="n">inCoreAtA</span><span class="p">)</span>
+ <span class="n">val</span> <span class="n">inCoreR</span> <span
class="p">=</span> <span class="p">(</span><span class="n">ch</span><span
class="p">.</span><span class="n">getL</span> <span
class="n">cloned</span><span class="p">)</span> <span class="n">t</span>
+ <span class="k">if</span> <span class="p">(</span><span
class="n">checkRankDeficiency</span> <span class="o">&&</span> !<span
class="n">ch</span><span class="p">.</span><span
class="n">isPositiveDefinite</span><span class="p">)</span>
+ <span class="n">throw</span> <span class="n">new</span> <span
class="n">IllegalArgumentException</span><span class="p">(</span>"<span
class="n">R</span> <span class="n">is</span> <span class="n">rank</span><span
class="o">-</span><span class="n">deficient</span><span
class="p">.</span>"<span class="p">)</span>
+ <span class="n">val</span> <span class="n">bcastAtA</span> <span
class="p">=</span> <span class="n">sc</span><span class="p">.</span><span
class="n">broadcast</span><span class="p">(</span><span
class="n">inCoreAtA</span><span class="p">)</span>
+ <span class="n">val</span> <span class="n">Q</span> <span
class="p">=</span> <span class="n">A</span><span class="p">.</span><span
class="n">mapBlock</span><span class="p">()</span> <span class="p">{</span>
+ <span class="k">case</span> <span class="p">(</span><span
class="n">keys</span><span class="p">,</span> <span class="n">block</span><span
class="p">)</span> <span class="p">=</span><span class="o">></span> <span
class="n">keys</span> <span class="o">-></span> <span
class="n">chol</span><span class="p">(</span><span
class="n">bcastAtA</span><span class="p">).</span><span
class="n">solveRight</span><span class="p">(</span><span
class="n">block</span><span class="p">)</span>
+ <span class="p">}</span>
+ <span class="n">Q</span> <span class="o">-></span> <span
class="n">inCoreR</span>
+<span class="p">}</span>
+</pre></div>
+
+
+<h2 id="usage">Usage</h2>
+<p>The scala <code>dqrThin(...)</code> method can easily be called in any
Spark or H2O application built with the <code>math-scala</code> library and the
corresponding <code>Spark</code> or <code>H2O</code> engine module as
follows:</p>
+<div class="codehilite"><pre><span class="n">import</span> <span
class="n">org</span><span class="p">.</span><span class="n">apache</span><span
class="p">.</span><span class="n">mahout</span><span class="p">.</span><span
class="n">math</span><span class="p">.</span><span class="n">_</span>
+<span class="n">import</span> <span class="n">org</span><span
class="p">.</span><span class="n">decompsitions</span><span
class="p">.</span><span class="n">_</span>
+
+<span class="n">val</span><span class="p">(</span><span
class="n">drmQ</span><span class="p">,</span> <span
class="n">inCoreR</span><span class="p">)</span> <span class="p">=</span> <span
class="n">dqrThin</span><span class="p">(</span><span
class="n">drma</span><span class="p">)</span>
+</pre></div>
+
+
+<h2 id="references">References</h2>
+<p>[1]: <a
href="http://mahout.apache.org/users/sparkbindings/ScalaSparkBindings.pdf";>Mahout
Scala and Mahout Spark Bindings for Linear Algebra Subroutines</a></p>
+<p>[2]: <a
href="http://mahout.apache.org/users/sparkbindings/home.html";>Mahout Spark and
Scala Bindings</a></p>
+ </div>
+ </div>
+</div>
+ <footer class="footer" align="center">
+ <div class="container">
+ <p>
+ Copyright © 2014 The Apache Software Foundation, Licensed under
+ the <a href="http://www.apache.org/licenses/LICENSE-2.0";>Apache
License, Version 2.0</a>.
+ <br />
+ Apache and the Apache feather logos are trademarks of The Apache
Software Foundation.
+ </p>
+ </div>
+ </footer>
+
+ <script src="/js/jquery-1.9.1.min.js"></script>
+ <script src="/js/bootstrap.min.js"></script>
+ <script>
+ (function() {
+ var cx = '012254517474945470291:vhsfv7eokdc';
+ var gcse = document.createElement('script');
+ gcse.type = 'text/javascript';
+ gcse.async = true;
+ gcse.src = (document.location.protocol == 'https:' ? 'https:' : 'http:')
+
+ '//www.google.com/cse/cse.js?cx=' + cx;
+ var s = document.getElementsByTagName('script')[0];
+ s.parentNode.insertBefore(gcse, s);
+ })();
+ </script>
+</body>
+</html>
