Repository: spark-website Updated Branches: refs/heads/asf-site 46fb91025 -> 0744e8fdd
http://git-wip-us.apache.org/repos/asf/spark-website/blob/0744e8fd/site/third-party-projects.html ---------------------------------------------------------------------- diff --git a/site/third-party-projects.html b/site/third-party-projects.html new file mode 100644 index 0000000..58d4893 --- /dev/null +++ b/site/third-party-projects.html @@ -0,0 +1,287 @@ +<!DOCTYPE html> +<html lang="en"> +<head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <title> + Third-Party Projects | Apache Spark + + </title> + + + + + + <!-- Bootstrap core CSS --> + <link href="/css/cerulean.min.css" rel="stylesheet"> + <link href="/css/custom.css" rel="stylesheet"> + + <!-- Code highlighter CSS --> + <link href="/css/pygments-default.css" rel="stylesheet"> + + <script type="text/javascript"> + <!-- Google Analytics initialization --> + var _gaq = _gaq || []; + _gaq.push(['_setAccount', 'UA-32518208-2']); + _gaq.push(['_trackPageview']); + (function() { + var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true; + ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js'; + var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s); + })(); + + <!-- Adds slight delay to links to allow async reporting --> + function trackOutboundLink(link, category, action) { + try { + _gaq.push(['_trackEvent', category , action]); + } catch(err){} + + setTimeout(function() { + document.location.href = link.href; + }, 100); + } + </script> + + <!-- HTML5 shim and Respond.js IE8 support of HTML5 elements and media queries --> + <!--[if lt IE 9]> + <script src="https://oss.maxcdn.com/libs/html5shiv/3.7.0/html5shiv.js";></script> + <script src="https://oss.maxcdn.com/libs/respond.js/1.3.0/respond.min.js";></script> + <![endif]--> +</head> + +<body> + +<script src="https://code.jquery.com/jquery.js";></script> +<script src="https://netdna.bootstrapcdn.com/bootstrap/3.0.3/js/bootstrap.min.js";></script> +<script src="/js/lang-tabs.js"></script> +<script src="/js/downloads.js"></script> + +<div class="container" style="max-width: 1200px;"> + +<div class="masthead"> + + <p class="lead"> + <a href="/"> + <img src="/images/spark-logo-trademark.png" + style="height:100px; width:auto; vertical-align: bottom; margin-top: 20px;"></a><span class="tagline"> + Lightning-fast cluster computing + </span> + </p> + +</div> + +<nav class="navbar navbar-default" role="navigation"> + <!-- Brand and toggle get grouped for better mobile display --> + <div class="navbar-header"> + <button type="button" class="navbar-toggle" data-toggle="collapse" + data-target="#navbar-collapse-1"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + </div> + + <!-- Collect the nav links, forms, and other content for toggling --> + <div class="collapse navbar-collapse" id="navbar-collapse-1"> + <ul class="nav navbar-nav"> + <li><a href="/downloads.html">Download</a></li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown"> + Libraries <b class="caret"></b> + </a> + <ul class="dropdown-menu"> + <li><a href="/sql/">SQL and DataFrames</a></li> + <li><a href="/streaming/">Spark Streaming</a></li> + <li><a href="/mllib/">MLlib (machine learning)</a></li> + <li><a href="/graphx/">GraphX (graph)</a></li> + <li class="divider"></li> + <li><a href="/third-party-projects.html">Third-Party Projects</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown"> + Documentation <b class="caret"></b> + </a> + <ul class="dropdown-menu"> + <li><a href="/docs/latest/">Latest Release (Spark 2.0.2)</a></li> + <li><a href="/documentation.html">Older Versions and Other Resources</a></li> + </ul> + </li> + <li><a href="/examples.html">Examples</a></li> + <li class="dropdown"> + <a href="/community.html" class="dropdown-toggle" data-toggle="dropdown"> + Community <b class="caret"></b> + </a> + <ul class="dropdown-menu"> + <li><a href="/community.html#mailing-lists">Mailing Lists</a></li> + <li><a href="/contributing.html">Contributing to Spark</a></li> + <li><a href="https://issues.apache.org/jira/browse/SPARK";>Issue Tracker</a></li> + <li><a href="/community.html#events">Events and Meetups</a></li> + <li><a href="/community.html#history">Project History</a></li> + <li><a href="/powered-by.html">Powered By</a></li> + <li><a href="/committers.html">Project Committers</a></li> + </ul> + </li> + <li><a href="/faq.html">FAQ</a></li> + </ul> + <ul class="nav navbar-nav navbar-right"> + <li class="dropdown"> + <a href="http://www.apache.org/"; class="dropdown-toggle" data-toggle="dropdown"> + Apache Software Foundation <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/";>Apache Homepage</a></li> + <li><a href="http://www.apache.org/licenses/";>License</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html";>Sponsorship</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html";>Thanks</a></li> + <li><a href="http://www.apache.org/security/";>Security</a></li> + </ul> + </li> + </ul> + </div> + <!-- /.navbar-collapse --> +</nav> + + +<div class="row"> + <div class="col-md-3 col-md-push-9"> + <div class="news" style="margin-bottom: 20px;"> + <h5>Latest News</h5> + <ul class="list-unstyled"> + + <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a> + <span class="small">(Nov 15, 2016)</span></li> + + <li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a> + <span class="small">(Nov 14, 2016)</span></li> + + <li><a href="/news/spark-1-6-3-released.html">Spark 1.6.3 released</a> + <span class="small">(Nov 07, 2016)</span></li> + + <li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a> + <span class="small">(Oct 03, 2016)</span></li> + + </ul> + <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p> + </div> + <div class="hidden-xs hidden-sm"> + <a href="/downloads.html" class="btn btn-success btn-lg btn-block" style="margin-bottom: 30px;"> + Download Spark + </a> + <p style="font-size: 16px; font-weight: 500; color: #555;"> + Built-in Libraries: + </p> + <ul class="list-none"> + <li><a href="/sql/">SQL and DataFrames</a></li> + <li><a href="/streaming/">Spark Streaming</a></li> + <li><a href="/mllib/">MLlib (machine learning)</a></li> + <li><a href="/graphx/">GraphX (graph)</a></li> + </ul> + <a href="/third-party-projects.html">Third-Party Projects</a> + </div> + </div> + + <div class="col-md-9 col-md-pull-3"> + <p>This page tracks external software projects that supplement Apache Spark and add to its ecosystem.</p> + +<h2>spark-packages.org</h2> + +<p><a href="https://spark-packages.org/";>spark-packages.org</a> is an external, +community-managed list of third-party libraries, add-ons, and applications that work with +Apache Spark. You can add a package as long as you have a GitHub repository.</p> + +<h2>Infrastructure Projects</h2> + +<ul> + <li><a href="https://github.com/spark-jobserver/spark-jobserver";>Spark Job Server</a> - +REST interface for managing and submitting Spark jobs on the same cluster +(see <a href="http://engineering.ooyala.com/blog/open-sourcing-our-spark-job-server";>blog post</a> +for details)</li> + <li><a href="https://github.com/amplab-extras/SparkR-pkg";>SparkR</a> - R frontend for Spark</li> + <li><a href="http://mlbase.org/";>MLbase</a> - Machine Learning research project on top of Spark</li> + <li><a href="http://mesos.apache.org/";>Apache Mesos</a> - Cluster management system that supports +running Spark</li> + <li><a href="http://alluxio.org/";>Alluxio</a> (née Tachyon) - Memory speed virtual distributed +storage system that supports running Spark</li> + <li><a href="https://github.com/datastax/spark-cassandra-connector";>Spark Cassandra Connector</a> - +Easily load your Cassandra data into Spark and Spark SQL; from Datastax</li> + <li><a href="http://github.com/tuplejump/FiloDB";>FiloDB</a> - a Spark integrated analytical/columnar +database, with in-memory option capable of sub-second concurrent queries</li> + <li><a href="http://www.elasticsearch.org/guide/en/elasticsearch/hadoop/master/spark.html#spark-sql";>ElasticSearch - +Spark SQL</a> Integration</li> + <li><a href="https://github.com/tresata/spark-scalding";>Spark-Scalding</a> - Easily transition +Cascading/Scalding code to Spark</li> + <li><a href="http://zeppelin-project.org/";>Zeppelin</a> - an IPython-like notebook for Spark. There +is also <a href="https://github.com/tribbloid/ISpark";>ISpark</a>, and the +<a href="https://github.com/andypetrella/spark-notebook/";>Spark Notebook</a>.</li> + <li><a href="http://www.ibm.com/developerworks/servicemanagement/tc/pcs/index.html";>IBM Spectrum Conductor with Spark</a> - +cluster management software that integrates with Spark</li> + <li><a href="https://github.com/EclairJS/eclairjs-node";>EclairJS</a> - enables Node.js developers to code +against Spark, and data scientists to use Javascript in Jupyter notebooks.</li> + <li><a href="https://github.com/SnappyDataInc/snappydata";>SnappyData</a> - an open source +OLTP + OLAP database integrated with Spark on the same JVMs.</li> + <li><a href="https://github.com/DataSystemsLab/GeoSpark";>GeoSpark</a> - Geospatial RDDs and joins</li> + <li><a href="https://github.com/ispras/spark-openstack";>Spark Cluster Deploy Tools for OpenStack</a></li> +</ul> + +<h2>Applications Using Spark</h2> + +<ul> + <li><a href="http://mahout.apache.org/";>Apache Mahout</a> - Previously on Hadoop MapReduce, +Mahout has switched to using Spark as the backend</li> + <li><a href="https://wiki.apache.org/mrql/";>Apache MRQL</a> - A query processing and optimization +system for large-scale, distributed data analysis, built on top of Apache Hadoop, Hama, and Spark</li> + <li><a href="http://blinkdb.org/";>BlinkDB</a> - a massively parallel, approximate query engine built +on top of Shark and Spark</li> + <li><a href="https://github.com/adobe-research/spindle";>Spindle</a> - Spark/Parquet-based web +analytics query engine</li> + <li><a href="http://simin.me/projects/spatialspark/";>Spark Spatial</a> - Spatial joins and +processing for Spark</li> + <li><a href="https://github.com/thunderain-project/thunderain";>Thunderain</a> - a framework +for combining stream processing with historical data, think Lambda architecture</li> + <li><a href="https://github.com/AyasdiOpenSource/df";>DF</a> from Ayasdi - a Pandas-like data frame +implementation for Spark</li> + <li><a href="https://github.com/OryxProject/oryx";>Oryx</a> - Lambda architecture on Apache Spark, +Apache Kafka for real-time large scale machine learning</li> + <li><a href="https://github.com/bigdatagenomics/adam";>ADAM</a> - A framework and CLI for loading, +transforming, and analyzing genomic data using Apache Spark</li> +</ul> + +<h2>Additional Language Bindings</h2> + +<h3>C# / .NET</h3> + +<ul> + <li><a href="https://github.com/Microsoft/SparkCLR";>CLR for Spark</a></li> +</ul> + +<h3>Clojure</h3> + +<ul> + <li><a href="https://github.com/TheClimateCorporation/clj-spark";>clj-spark</a></li> + <li><a href="http://spark-packages.org/package/21";>Sparkling</a></li> +</ul> + +<h3>Groovy</h3> + +<ul> + <li><a href="https://github.com/bunions1/groovy-spark-example";>groovy-spark-example</a></li> +</ul> + + </div> +</div> + + + +<footer class="small"> + <hr> + Apache Spark, Spark, Apache, and the Spark logo are <a href="/trademarks.html">trademarks</a> of + <a href="http://www.apache.org";>The Apache Software Foundation</a>. +</footer> + +</div> + +</body> +</html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/0744e8fd/site/trademarks.html ---------------------------------------------------------------------- diff --git a/site/trademarks.html b/site/trademarks.html index 54cec25..70bdfe6 100644 --- a/site/trademarks.html +++ b/site/trademarks.html @@ -98,7 +98,7 @@ <li><a href="/mllib/">MLlib (machine learning)</a></li> <li><a href="/graphx/">GraphX (graph)</a></li> <li class="divider"></li> - <li><a href="https://cwiki.apache.org/confluence/display/SPARK/Third+Party+Projects";>Third-Party Packages</a></li> + <li><a href="/third-party-projects.html">Third-Party Projects</a></li> </ul> </li> <li class="dropdown"> @@ -116,12 +116,13 @@ Community <b class="caret"></b> </a> <ul class="dropdown-menu"> - <li><a href="/community.html">Mailing Lists</a></li> + <li><a href="/community.html#mailing-lists">Mailing Lists</a></li> + <li><a href="/contributing.html">Contributing to Spark</a></li> + <li><a href="https://issues.apache.org/jira/browse/SPARK";>Issue Tracker</a></li> <li><a href="/community.html#events">Events and Meetups</a></li> <li><a href="/community.html#history">Project History</a></li> - <li><a href="https://cwiki.apache.org/confluence/display/SPARK/Powered+By+Spark";>Powered By</a></li> - <li><a href="https://cwiki.apache.org/confluence/display/SPARK/Committers";>Project Committers</a></li> - <li><a href="https://issues.apache.org/jira/browse/SPARK";>Issue Tracker</a></li> + <li><a href="/powered-by.html">Powered By</a></li> + <li><a href="/committers.html">Project Committers</a></li> </ul> </li> <li><a href="/faq.html">FAQ</a></li> @@ -178,7 +179,7 @@ <li><a href="/mllib/">MLlib (machine learning)</a></li> <li><a href="/graphx/">GraphX (graph)</a></li> </ul> - <a href="https://cwiki.apache.org/confluence/display/SPARK/Third+Party+Projects";>Third-Party Packages</a> + <a href="/third-party-projects.html">Third-Party Projects</a> </div> </div> http://git-wip-us.apache.org/repos/asf/spark-website/blob/0744e8fd/sql/index.md ---------------------------------------------------------------------- diff --git a/sql/index.md b/sql/index.md index 3e5c210..ac308e1 100644 --- a/sql/index.md +++ b/sql/index.md @@ -139,7 +139,7 @@ subproject: SQL </p> <p> The Spark SQL developers welcome contributions. If you'd like to help out, - read <a href="https://cwiki.apache.org/confluence/display/SPARK/Contributing+to+Spark";>how to + read <a href="{{site.baseurl}}/contributing.html">how to contribute to Spark</a>, and send us a patch! </p> </div> http://git-wip-us.apache.org/repos/asf/spark-website/blob/0744e8fd/streaming/index.md ---------------------------------------------------------------------- diff --git a/streaming/index.md b/streaming/index.md index 37985a1..5000445 100644 --- a/streaming/index.md +++ b/streaming/index.md @@ -117,7 +117,7 @@ subproject: Streaming </p> <p> The Spark Streaming developers welcome contributions. If you'd like to help out, - read <a href="https://cwiki.apache.org/confluence/display/SPARK/Contributing+to+Spark";>how to + read <a href="{{site.baseurl}}/contributing.html">how to contribute to Spark</a>, and send us a patch! </p> </div> http://git-wip-us.apache.org/repos/asf/spark-website/blob/0744e8fd/third-party-projects.md ---------------------------------------------------------------------- diff --git a/third-party-projects.md b/third-party-projects.md new file mode 100644 index 0000000..c148617 --- /dev/null +++ b/third-party-projects.md @@ -0,0 +1,84 @@ +--- +layout: global +title: Third-Party Projects +type: "page singular" +navigation: + weight: 5 + show: true +--- + +This page tracks external software projects that supplement Apache Spark and add to its ecosystem. + +<h2>spark-packages.org</h2> + +<a href="https://spark-packages.org/";>spark-packages.org</a> is an external, +community-managed list of third-party libraries, add-ons, and applications that work with +Apache Spark. You can add a package as long as you have a GitHub repository. + +<h2>Infrastructure Projects</h2> + +- <a href="https://github.com/spark-jobserver/spark-jobserver";>Spark Job Server</a> - +REST interface for managing and submitting Spark jobs on the same cluster +(see <a href="http://engineering.ooyala.com/blog/open-sourcing-our-spark-job-server";>blog post</a> +for details) +- <a href="https://github.com/amplab-extras/SparkR-pkg";>SparkR</a> - R frontend for Spark +- <a href="http://mlbase.org/";>MLbase</a> - Machine Learning research project on top of Spark +- <a href="http://mesos.apache.org/";>Apache Mesos</a> - Cluster management system that supports +running Spark +- <a href="http://alluxio.org/";>Alluxio</a> (née Tachyon) - Memory speed virtual distributed +storage system that supports running Spark +- <a href="https://github.com/datastax/spark-cassandra-connector";>Spark Cassandra Connector</a> - +Easily load your Cassandra data into Spark and Spark SQL; from Datastax +- <a href="http://github.com/tuplejump/FiloDB";>FiloDB</a> - a Spark integrated analytical/columnar +database, with in-memory option capable of sub-second concurrent queries +- <a href="http://www.elasticsearch.org/guide/en/elasticsearch/hadoop/master/spark.html#spark-sql";>ElasticSearch - +Spark SQL</a> Integration +- <a href="https://github.com/tresata/spark-scalding";>Spark-Scalding</a> - Easily transition +Cascading/Scalding code to Spark +- <a href="http://zeppelin-project.org/";>Zeppelin</a> - an IPython-like notebook for Spark. There +is also <a href="https://github.com/tribbloid/ISpark";>ISpark</a>, and the +<a href="https://github.com/andypetrella/spark-notebook/";>Spark Notebook</a>. +- <a href="http://www.ibm.com/developerworks/servicemanagement/tc/pcs/index.html";>IBM Spectrum Conductor with Spark</a> - +cluster management software that integrates with Spark +- <a href="https://github.com/EclairJS/eclairjs-node";>EclairJS</a> - enables Node.js developers to code +against Spark, and data scientists to use Javascript in Jupyter notebooks. +- <a href="https://github.com/SnappyDataInc/snappydata";>SnappyData</a> - an open source +OLTP + OLAP database integrated with Spark on the same JVMs. +- <a href="https://github.com/DataSystemsLab/GeoSpark";>GeoSpark</a> - Geospatial RDDs and joins +- <a href="https://github.com/ispras/spark-openstack";>Spark Cluster Deploy Tools for OpenStack</a> + +<h2>Applications Using Spark</h2> + +- <a href="http://mahout.apache.org/";>Apache Mahout</a> - Previously on Hadoop MapReduce, +Mahout has switched to using Spark as the backend +- <a href="https://wiki.apache.org/mrql/";>Apache MRQL</a> - A query processing and optimization +system for large-scale, distributed data analysis, built on top of Apache Hadoop, Hama, and Spark +- <a href="http://blinkdb.org/";>BlinkDB</a> - a massively parallel, approximate query engine built +on top of Shark and Spark +- <a href="https://github.com/adobe-research/spindle";>Spindle</a> - Spark/Parquet-based web +analytics query engine +- <a href="http://simin.me/projects/spatialspark/";>Spark Spatial</a> - Spatial joins and +processing for Spark +- <a href="https://github.com/thunderain-project/thunderain";>Thunderain</a> - a framework +for combining stream processing with historical data, think Lambda architecture +- <a href="https://github.com/AyasdiOpenSource/df";>DF</a> from Ayasdi - a Pandas-like data frame +implementation for Spark +- <a href="https://github.com/OryxProject/oryx";>Oryx</a> - Lambda architecture on Apache Spark, +Apache Kafka for real-time large scale machine learning +- <a href="https://github.com/bigdatagenomics/adam";>ADAM</a> - A framework and CLI for loading, +transforming, and analyzing genomic data using Apache Spark + +<h2>Additional Language Bindings</h2> + +<h3>C# / .NET</h3> + +- <a href="https://github.com/Microsoft/SparkCLR";>CLR for Spark</a> + +<h3>Clojure</h3> + +- <a href="https://github.com/TheClimateCorporation/clj-spark";>clj-spark</a> +- <a href="http://spark-packages.org/package/21";>Sparkling</a> + +<h3>Groovy</h3> + +- <a href="https://github.com/bunions1/groovy-spark-example";>groovy-spark-example</a> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org
