http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/4f8753c1/src/main/webapp/file-structure-of-carbondata.html ---------------------------------------------------------------------- diff --git a/src/main/webapp/file-structure-of-carbondata.html b/src/main/webapp/file-structure-of-carbondata.html new file mode 100644 index 0000000..6e389a1 --- /dev/null +++ b/src/main/webapp/file-structure-of-carbondata.html @@ -0,0 +1,208 @@ +<!DOCTYPE html> +<html lang="en"> +<head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + <link href='images/favicon.ico' rel='shortcut icon' type='image/x-icon'> + <!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags --> + <title>CarbonData</title> + <style> + + </style> + <!-- Bootstrap --> + + <link rel="stylesheet" href="css/bootstrap.min.css"> + <link href="css/style.css" rel="stylesheet"> + <!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries --> + <!-- WARNING: Respond.js doesn't work if you view the page via file:// --> + <!--[if lt IE 9]> + <script src="https://oss.maxcdn.com/html5shiv/3.7.3/html5shiv.min.js";></script> + <script src="https://oss.maxcdn.scom/respond/1.4.2/respond.min.js";></script> + <![endif]--> + <script src="js/jquery.min.js"></script> + <script src="js/bootstrap.min.js"></script> + + +</head> +<body> +<header> + <nav class="navbar navbar-default navbar-custom cd-navbar-wrapper"> + <div class="container"> + <div class="navbar-header"> + <button aria-controls="navbar" aria-expanded="false" data-target="#navbar" data-toggle="collapse" + class="navbar-toggle collapsed" type="button"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <a href="index.html" class="logo"> + <img src="images/CarbonDataLogo.png" alt="CarbonData logo" title="CarbocnData logo"/> + </a> + </div> + <div class="navbar-collapse collapse cd_navcontnt" id="navbar"> + <ul class="nav navbar-nav navbar-right navlist-custom"> + <li><a href="index.html" class="hidden-xs"><i class="fa fa-home" aria-hidden="true"></i> </a> + </li> + <li><a href="index.html" class="hidden-lg hidden-md hidden-sm">Home</a></li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle " data-toggle="dropdown" role="button" aria-haspopup="true" + aria-expanded="false"> Download <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/1.0.0-incubating"; + target="_blank">Apache CarbonData 1.0.0</a></li> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/0.2.0-incubating"; + target="_blank">Apache CarbonData 0.2.0</a></li> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/0.1.1-incubating"; + target="_blank">Apache CarbonData 0.1.1</a></li> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/0.1.0-incubating"; + target="_blank">Apache CarbonData 0.1.0</a></li> + <li> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/Releases"; + target="_blank">Release Archive</a></li> + </ul> + </li> + <li><a href="mainpage.html" class="">Documentation</a></li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" + aria-expanded="false">Community <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li> + <a href="https://github.com/apache/incubator-carbondata/blob/master/docs/How-to-contribute-to-Apache-CarbonData.md"; + target="_blank">Contributing to CarbonData</a></li> + <li> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/PPMC+and+Committers+member+list"; + target="_blank">Project PPMC and Committers</a></li> + <li> + <a href="https://cwiki.apache.org/confluence/pages/viewpage.action?pageId=66850609"; + target="_blank">CarbonData Meetups</a></li> + <li><a href="../../security.html">Apache CarbonData Security</a></li> + <li><a href="https://issues.apache.org/jira/browse/CARBONDATA"; target="_blank">Apache + Jira</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="http://www.apache.org/"; class="apache_link hidden-xs dropdown-toggle" + data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Apache</a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/"; target="_blank">Apache Homepage</a></li> + <li><a href="http://www.apache.org/licenses/"; target="_blank">License</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html"; + target="_blank">Sponsorship</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; target="_blank">Thanks</a></li> + </ul> + </li> + + <li class="dropdown"> + <a href="http://www.apache.org/"; class="hidden-lg hidden-md hidden-sm dropdown-toggle" + data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Apache</a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/"; target="_blank">Apache Homepage</a></li> + <li><a href="http://www.apache.org/licenses/"; target="_blank">License</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html"; + target="_blank">Sponsorship</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; target="_blank">Thanks</a></li> + </ul> + </li> + + <li> + <a href="#" id="search-icon"><i class="fa fa-search" aria-hidden="true"></i></a> + + </li> + + </ul> + </div><!--/.nav-collapse --> + <div id="search-box"> + <form method="get" action="http://www.google.com/search";> + <div class="search-block"> + <table border="0" cellpadding="0" width="100%"> + <tr> + <td style="width:80%"> + <input type="text" name="q" size=" 5" maxlength="255" value="" + class="search-input"/> + </td> + <td style="width:20%"> + <input type="submit" value="Search"/></td> + </tr> + <tr> + <td align="left" style="font-size:75%" colspan="2"> + <input type="checkbox" name="sitesearch" value="carbondata.apache.org" checked/> + Only search for CarbonData + </td> + </tr> + </table> + </div> + </form> + </div> + </div> + </nav> +</header> <!-- end Header part --> + +<div class="fixed-padding"></div> <!-- top padding with fixde header --> + +<section><!-- Dashboard nav --> + <div class="container-fluid q"> + <div class="col-sm-12 col-md-12 maindashboard"> + <div class="row"> + <section> + <div style="padding:10px 15px;"> + <div id="viewpage" name="viewpage"> + <div class="row"> + <div class="col-sm-12 col-md-12"> + <div> + +<h1> +<a id="carbondata-file-structure" class="anchor" href="#carbondata-file-structure" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>CarbonData File Structure</h1> + +<p>CarbonData files contain groups of data called blocklets, along with all required information like schema, offsets and indices etc, in a file header and footer, co-located in HDFS.</p> + +<p>The file footer can be read once to build the indices in memory, which can be utilized for optimizing the scans and processing for all subsequent queries.</p> + +<h3> +<a id="understanding-carbondata-file-structure" class="anchor" href="#understanding-carbondata-file-structure" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Understanding CarbonData File Structure</h3> + +<ul> +<li>Block : It would be as same as HDFS block, CarbonData creates one file for each data block, user can specify TABLE_BLOCKSIZE during creation table. Each file contains File Header, Blocklets and File Footer. </li> +</ul> + +<p><a href="../docs/images/carbon_data_file_structure_new.png?raw=true" target="_blank"><img src="https://github.com/apache/incubator-carbondata/blob/master/docs/images/carbon_data_file_structure_new.png?raw=true"; alt="CarbonData File Structure" style="max-width:100%;"></a></p> + +<ul> +<li>File Header : It contains CarbonData file version number, list of column schema and schema updation timestamp.</li> +<li>File Footer : it contains Number of rows, segmentinfo ,all blocklets? info and index, you can find the detail from the below diagram.</li> +<li>Blocklet : Rows are grouped to form a blocklet, the size of the blocklet is configurable and default size is 64MB, Blocklet contains Column Page groups for each column.</li> +<li>Column Page Group : Data of one column and it is further divided to pages, it is guaranteed to be contiguous in file.</li> +<li>Page : It has the data of one column and the number of row is fixed to 32000 size. </li> +</ul> + +<p><a href="../docs/images/carbon_data_format_new.png?raw=true" target="_blank"><img src="https://github.com/apache/incubator-carbondata/blob/master/docs/images/carbon_data_format_new.png?raw=true"; alt="CarbonData File Format" style="max-width:100%;"></a></p> + +<h3> +<a id="each-page-contains-three-types-of-data" class="anchor" href="#each-page-contains-three-types-of-data" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Each page contains three types of data</h3> + +<ul> +<li>Data Page: Contains the encoded data of a column of columns.</li> +<li>Row ID Page (optional): Contains the row ID mappings used when the data page is stored as an inverted index.</li> +<li>RLE Page (optional): Contains additional metadata used when the data page is RLE coded.</li> +</ul> +</div> +</div> +</div> +</div> +<div class="doc-footer"> + <a href="#top" class="scroll-top">Top</a> +</div> +</div> +</section> +</div> +</div> +</div> +</section><!-- End systemblock part --> +<script src="js/custom.js"></script> +</body> +</html> \ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/4f8753c1/src/main/webapp/index.html ---------------------------------------------------------------------- diff --git a/src/main/webapp/index.html b/src/main/webapp/index.html index 036bbe0..4bcc4f3 100644 --- a/src/main/webapp/index.html +++ b/src/main/webapp/index.html @@ -17,7 +17,7 @@ <!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries --> <!-- WARNING: Respond.js doesn't work if you view the page via file:// --> <!--[if lt IE 9]> - + <script src="https://oss.maxcdn.com/html5shiv/3.7.3/html5shiv.min.js";></script> <script src="https://oss.maxcdn.com/respond/1.4.2/respond.min.js";></script> <![endif]--> @@ -73,7 +73,7 @@ target="_blank">Release Archive</a></li> </ul> </li> - <li><a href="docs/latest/mainpage.html?page=userguide" class="">Documentation</a></li> + <li><a href="mainpage.html" class="">Documentation</a></li> <li class="dropdown"> <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Community <span @@ -87,7 +87,10 @@ target="_blank">Project PPMC and Committers</a></li> <li> <a href="https://cwiki.apache.org/confluence/pages/viewpage.action?pageId=66850609"; - target="_blank">CarbonData Meetups</a></li> + target="_blank">CarbonData Meetups</a></li> + <li><a href="security.html">Apache CarbonData Security</a></li> + <li><a href="https://issues.apache.org/jira/browse/CARBONDATA"; target="_blank">Apache + Jira</a></li> </ul> </li> <li class="dropdown"> @@ -101,7 +104,6 @@ target="_blank">License</a></li> <li><a href="http://www.apache.org/foundation/sponsorship.html"; target="_blank">Sponsorship</a></li> - <li><a href="security.html">Apache CarbonData Security</a></li> <li><a href="http://www.apache.org/foundation/thanks.html"; target="_blank">Thanks</a></li> </ul> @@ -123,24 +125,30 @@ </ul> </li> <li> - <a href="#" id="search-icon" ><i class="fa fa-search" aria-hidden="true"></i></a> - + <a href="#" id="search-icon"><i class="fa fa-search" aria-hidden="true"></i></a> + </li> - + </ul> </div><!--/.nav-collapse --> - <div id="search-box" > + <div id="search-box"> <form method="get" action="http://www.google.com/search";> <div class="search-block"> <table border="0" cellpadding="0" width="100%"> <tr> <td style="width:80%"> - <input type="text" name="q" size=" 5" maxlength="255" value="" class="search-input" /> + <input type="text" name="q" size=" 5" maxlength="255" value="" + class="search-input"/> </td> <td style="width:20%"> - <input type="submit" value="Search" /></td></tr> - <tr><td align="left" style="font-size:75%" colspan="2"> - <input type="checkbox" name="sitesearch" value="carbondata.apache.org" checked /> Only search for CarbonData </td></tr> + <input type="submit" value="Search"/></td> + </tr> + <tr> + <td align="left" style="font-size:75%" colspan="2"> + <input type="checkbox" name="sitesearch" value="carbondata.apache.org" checked/> + Only search for CarbonData + </td> + </tr> </table> </div> </form> @@ -160,7 +168,7 @@ <li data-target="#myCarousel" data-slide-to="1"></li> <li data-target="#myCarousel" data-slide-to="2"></li> </ol> - + <!-- Wrapper for Slides --> <div class="carousel-inner"> <div class="item active"> @@ -208,12 +216,12 @@ <div class="slide-img"><img src="images/cd-slider-3.png" alt=""/> </div> </div> - + </div> </div> </div> </div> - + <!-- Controls --> <a class="left carousel-control" href="#myCarousel" data-slide="prev"> <span class="icon-prev"></span> @@ -221,7 +229,7 @@ <a class="right carousel-control" href="#myCarousel" data-slide="next"> <span class="icon-next"></span> </a> - + </div> @@ -243,19 +251,19 @@ Apache CarbonData (incubating) is an indexed columnar data format for fast analytics on big data platform, e.g. Apache Hadoop, Apache Spark, etc. - + </p> <!--<h2 class="cd-indexing-heading">CarbonData flow</h2>--> <div class="cd-indexing-blog"> <img src="images/CDfullyIndexing.png" alt=""/> </div> - <a href="docs/latest/mainpage.html?page=userguide" id="learnmore" + <a href="mainpage.html" id="learnmore" class="knowmore-btn"> learn more</a> - + </div> </div> </div> - + </div> <!-- carbonData --> <div class="col-md-4 col-sm-5"> <div class="right-block"> @@ -300,12 +308,12 @@ </div> </div> </div> - + <div class="cd-quickbtns"> <h4 class="title">Quick Links <span class="title-underline"></span> </h4> - <a href="docs/latest/mainpage.html?page=quickStart" class="quickstart-btn"><i + <a href="quick-start-guide.html" class="quickstart-btn"><i class="fa rocket-icon icon-margin-r"></i> Quick Start </a> <a href="https://github.com/apache/incubator-carbondata"; @@ -315,7 +323,7 @@ </a> <a href="pdf/maven-pdf-plugin.pdf" class="quickstart-btn" target="_blank"><i class="fa fa-file-pdf-o icon-margin-r" - aria-hidden="true"></i></i> Download Docs + aria-hidden="true"></i></i> Download Documentation </a> </div> </div> @@ -330,7 +338,7 @@ <div class="col-md-12 col-sm-12"> <div class="row"> <div class="col-md-12 col-sm-12"> - <span class="title"> + <span class="title"> Subscribe for the latest news and development details of the rapidly growing CarbonData community </span> <a href="mailto:dev-subscr...@carbondata.incubator.apache.org"; @@ -344,58 +352,75 @@ </div> </div> </section> - <section><!-- Flow systemblock part --> <div class="cd-systemblock"> <div class="container-fluid"> <div class="row"> - - <div class="col-md-12 col-sm-12"> - <div class="cd-thecolumnblock joinblog"> - <h4 class="title">Join CarbonData Community - <span class="title-underline"></span> - </h4> - <p class="title-info"> - - Apache CarbonData is an open source project of The Apache Software - Foundation (ASF). We are an open and friendly community. We welcome everyone - to join the community and contribute to CarbonData. - - </p> - <p class="title-info">It is very easy to join CarbonData community: - </p> - <ul class="listlink"> - <li> Subscribe for the mailing list by sending an email to - <a href="mailto:dev-subscr...@carbondata.incubator.apache.org"; - target="_blank">dev-subscr...@carbondata.incubator.apache.org</a> - </li> - <li> After you subscribe, you can discuss your ideas, queries, and issues by - sending an email to - <a href="mailto:d...@carbondata.incubator.apache.org"; target="_blank">d...@carbondata.incubator.apache.org</a> - or visit <a - href="http://apache-carbondata-mailing-list-archive.1130556.n5.nabble.com"; - target="_blank">http://apache-carbondata-mailing-list-archive.1130556.n5.nabble.com</a> - </li> - <li> To start contributing to CarbonData and be a contributor, see <a - href="https://github.com/apache/incubator-carbondata/blob/master/docs/How-to-contribute-to-Apache-CarbonData.md"; - target="_blank">Contributing to Apache CarbonData</a>. - </li> - <li> To report issue on <a - href="https://issues.apache.org/jira/browse/CARBONDATA"; - target="_blank">Apache Jira</a>. - </li> - </ul> - - <p class="social-icons"> - <a href="https://www.facebook.com/carbondata/"; target="_blank"> - <i class="fa fa-facebook-square" aria-hidden="true"></i></a> - <a href="https://twitter.com/search?q=%23CarbonData"; target="_blank"> <i - class="fa fa-twitter-square" aria-hidden="true"></i></a> - <a> <i class="fa fa-linkedin-square" aria-hidden="true"></i></a> - </p> + + <div class="col-md-12 col-sm-12"> + <div class="cd-thecolumnblock joinblog"> + <div class="row"> + <div class="col-md-12 col-sm-12"> + <div class="cell cellcummunity"> + + <h4 class="title">Join CarbonData Community + <span class="title-underline"></span> + </h4> + <p class="title-info"> + + Apache CarbonData is an open source project of The Apache Software + Foundation (ASF). We are an open and friendly community. We welcome everyone + to join the community and contribute to CarbonData. + + </p> + <p class="title-info">It is very easy to join CarbonData community: + </p> + <ul class="listlink"> + <li> Subscribe for the mailing list by sending an email to + <a href="mailto:dev-subscr...@carbondata.incubator.apache.org"; + target="_blank">dev-subscr...@carbondata.incubator.apache.org</a> + </li> + <li> After you subscribe, you can discuss your ideas, queries, and issues by + sending an email to + <a href="mailto:d...@carbondata.incubator.apache.org"; target="_blank">d...@carbondata.incubator.apache.org</a> + or visit <a + href="http://apache-carbondata-mailing-list-archive.1130556.n5.nabble.com"; + target="_blank">http://apache-carbondata-mailing-list-archive.1130556.n5.nabble.com</a> + </li> + <li> To start contributing to CarbonData and be a contributor, see <a + href="https://github.com/apache/incubator-carbondata/blob/master/docs/How-to-contribute-to-Apache-CarbonData.md"; + target="_blank">Contributing to Apache CarbonData</a>. + </li> + <li> To report issue on <a + href="https://issues.apache.org/jira/browse/CARBONDATA"; + target="_blank">Apache Jira</a>. + </li> + </ul> + <p class="social-icons"> + <a href="https://www.facebook.com/carbondata/"; target="_blank"> + <i class="fa fa-facebook-square" aria-hidden="true"></i></a> + <a href="https://twitter.com/search?q=%23CarbonData"; target="_blank"> <i + class="fa fa-twitter-square" aria-hidden="true"></i></a> + <a> <i class="fa fa-linkedin-square" aria-hidden="true"></i></a> + </p> + </div> + <div class="cell celllatestnews"> + <h4 class="title">Latest News + <span class="title-underline"></span> + </h4> + <div class="newsblock"> + Apache CarbonData is honored with + <a href="https://www.blackducksoftware.com/open-source-rookies-2016#Bigdata"; + target="_blank"> <strong> Black Duck Open Source ROOKIES of the Year 2016 Award</strong></a> + as the most innovative and influential open source project launched during the + year 2016. + </div> + </div> + </div> + </div> + </div> </div> </div> - </div> <div class="row"> <div class="col-md-6 col-sm-6"> <div class="cd-thecolumnblock getstartlog"> @@ -408,26 +433,26 @@ <li> <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/1.0.0-incubating"; target="_blank">Download </a>the latest release. - + </li> - <li>Follow the <a href="docs/latest/mainpage.html?page=quickStart">Quick Start</a>. + <li>Follow the <a href="quick-start-guide.html">Quick Start</a>. </li> </ol> <p class="title-info"> For detailed reference on CarbonData, read the <a - href="docs/latest/mainpage.html?page=userguide">User Guide</a>. + href="mainpage.html">User Guide</a>. </p> </div> - + </div> <div class="col-md-6 col-sm-6"> - + <div class="cd-thecolumnblock latestblog"> <h4 class="title">Latest Blogs <span class="title-underline"></span> </h4> <ul class="orderlist"> - + <li> <a href="https://cwiki.apache.org/confluence/pages/viewpage.action?pageId=67640751"; target="_blank">Case Study of CarbonData</a> 23 Dec 2016 @@ -436,7 +461,7 @@ <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/Using+Apache+CarbonData"; target="_blank">Using CarbonData</a> 17 Dec 2016 </li> - + <li><a href="https://cwiki.apache.org/confluence/display/CARBONDATA/Interactive+Analysis+With+Apache+CarbonData"; target="_blank">Interactive Analysis with CarbonData</a> 28 Nov 2016 </li> @@ -446,14 +471,14 @@ <p class="title-info"> Check out for <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/CarbonData+Articles"; target="_blank">more blog</a> posts. </p> - + </div> </div> - + </div> </div> </div> -</section><!-- End systemblock part --> +</section> <section><!-- Flow carbonData part --> <div class="cd-flowblock"> @@ -461,9 +486,9 @@ <h4 class="title"> Why CarbonData <span class="title-underline"></span> </h4> - + <div class="col-md-4 col-sm-6"> - <a href="docs/latest/mainpage.html?page=uniqueData" id="ref_butn"> + <a href="mainpage.html" id="ref_butn"> <div class="cd-columnblock"> <div class="iconbox"> <i class="icon uniquedata"></i> @@ -475,9 +500,9 @@ </div> </a> </div> - + <div class="col-md-4 col-sm-6"> - <a href="docs/latest/mainpage.html?page=uniqueData" id="ref_butn"> + <a href="mainpage.html" id="ref_butn"> <div class="cd-columnblock"> <div class="iconbox"> <i class="icon multilevelindexing"></i> @@ -488,9 +513,9 @@ </div> </a> </div> - + <div class="col-md-4 col-sm-6"> - <a href="docs/latest/mainpage.html?page=uniqueData"> + <a href="mainpage.html"> <div class="cd-columnblock"> <div class="iconbox"> <i class="icon deepsparkintegration"></i> @@ -500,9 +525,9 @@ </div> </a> </div> - + <div class="col-md-4 col-sm-6"> - <a href="docs/latest/mainpage.html?page=uniqueData"> + <a href="mainpage.html"> <div class="cd-columnblock"> <div class="iconbox"> <i class="icon advancedpushdownoptimization"></i> @@ -514,9 +539,9 @@ </div> </a> </div> - + <div class="col-md-4 col-sm-6"> - <a href="docs/latest/mainpage.html?page=uniqueData"> + <a href="mainpage.html"> <div class="cd-columnblock"> <div class="iconbox"> <i class="icon dictionaryencoding"></i> @@ -530,7 +555,7 @@ <div class="col-md-4 col-sm-6"> - <a href="docs/latest/mainpage.html?page=uniqueData"> + <a href="mainpage.html"> <div class="cd-columnblock"> <div class="iconbox"> <i class="icon updatedeletesupport"></i> @@ -540,7 +565,7 @@ </div> </a> </div> - + </div> </div> </section><!-- End Flow carbonData part --> @@ -574,7 +599,7 @@ </p> </div> </div> - + </div> </div> </section><!-- End apacheblock part --> @@ -587,7 +612,7 @@ Apache CarbonData, CarbonData, Apache, the Apache feather logo, and the Apache CarbonData project logo are trademarks of The Apache Software Foundation </p> - + </div> <div class="col-md-8 col-sm-8"> <ul class="footer-nav"> @@ -607,7 +632,7 @@ <a href="http://www.apache.org/foundation/policies/privacy.html"; class="term-links" target="blank"> Privacy Policy </a> </p> - + </div> <div class="col-md-4 col-sm-4"> <div class="social-icon"> http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/4f8753c1/src/main/webapp/installation-guide.html ---------------------------------------------------------------------- diff --git a/src/main/webapp/installation-guide.html b/src/main/webapp/installation-guide.html new file mode 100644 index 0000000..dede52e --- /dev/null +++ b/src/main/webapp/installation-guide.html @@ -0,0 +1,499 @@ +<!DOCTYPE html> +<html lang="en"> +<head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + <link href='images/favicon.ico' rel='shortcut icon' type='image/x-icon'> + <!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags --> + <title>CarbonData</title> + <style> + + </style> + <!-- Bootstrap --> + + <link rel="stylesheet" href="css/bootstrap.min.css"> + <link href="css/style.css" rel="stylesheet"> + <!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries --> + <!-- WARNING: Respond.js doesn't work if you view the page via file:// --> + <!--[if lt IE 9]> + <script src="https://oss.maxcdn.com/html5shiv/3.7.3/html5shiv.min.js";></script> + <script src="https://oss.maxcdn.scom/respond/1.4.2/respond.min.js";></script> + <![endif]--> + <script src="js/jquery.min.js"></script> + <script src="js/bootstrap.min.js"></script> + + +</head> +<body> +<header> + <nav class="navbar navbar-default navbar-custom cd-navbar-wrapper"> + <div class="container"> + <div class="navbar-header"> + <button aria-controls="navbar" aria-expanded="false" data-target="#navbar" data-toggle="collapse" + class="navbar-toggle collapsed" type="button"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <a href="index.html" class="logo"> + <img src="images/CarbonDataLogo.png" alt="CarbonData logo" title="CarbocnData logo"/> + </a> + </div> + <div class="navbar-collapse collapse cd_navcontnt" id="navbar"> + <ul class="nav navbar-nav navbar-right navlist-custom"> + <li><a href="index.html" class="hidden-xs"><i class="fa fa-home" aria-hidden="true"></i> </a> + </li> + <li><a href="index.html" class="hidden-lg hidden-md hidden-sm">Home</a></li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle " data-toggle="dropdown" role="button" aria-haspopup="true" + aria-expanded="false"> Download <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/1.0.0-incubating"; + target="_blank">Apache CarbonData 1.0.0</a></li> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/0.2.0-incubating"; + target="_blank">Apache CarbonData 0.2.0</a></li> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/0.1.1-incubating"; + target="_blank">Apache CarbonData 0.1.1</a></li> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/0.1.0-incubating"; + target="_blank">Apache CarbonData 0.1.0</a></li> + <li> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/Releases"; + target="_blank">Release Archive</a></li> + </ul> + </li> + <li><a href="mainpage.html" class="">Documentation</a></li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" + aria-expanded="false">Community <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li> + <a href="https://github.com/apache/incubator-carbondata/blob/master/docs/How-to-contribute-to-Apache-CarbonData.md"; + target="_blank">Contributing to CarbonData</a></li> + <li> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/PPMC+and+Committers+member+list"; + target="_blank">Project PPMC and Committers</a></li> + <li> + <a href="https://cwiki.apache.org/confluence/pages/viewpage.action?pageId=66850609"; + target="_blank">CarbonData Meetups</a></li> + <li><a href="../../security.html">Apache CarbonData Security</a></li> + <li><a href="https://issues.apache.org/jira/browse/CARBONDATA"; target="_blank">Apache + Jira</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="http://www.apache.org/"; class="apache_link hidden-xs dropdown-toggle" + data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Apache</a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/"; target="_blank">Apache Homepage</a></li> + <li><a href="http://www.apache.org/licenses/"; target="_blank">License</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html"; + target="_blank">Sponsorship</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; target="_blank">Thanks</a></li> + </ul> + </li> + + <li class="dropdown"> + <a href="http://www.apache.org/"; class="hidden-lg hidden-md hidden-sm dropdown-toggle" + data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Apache</a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/"; target="_blank">Apache Homepage</a></li> + <li><a href="http://www.apache.org/licenses/"; target="_blank">License</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html"; + target="_blank">Sponsorship</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; target="_blank">Thanks</a></li> + </ul> + </li> + + <li> + <a href="#" id="search-icon"><i class="fa fa-search" aria-hidden="true"></i></a> + + </li> + + </ul> + </div><!--/.nav-collapse --> + <div id="search-box"> + <form method="get" action="http://www.google.com/search";> + <div class="search-block"> + <table border="0" cellpadding="0" width="100%"> + <tr> + <td style="width:80%"> + <input type="text" name="q" size=" 5" maxlength="255" value="" + class="search-input"/> + </td> + <td style="width:20%"> + <input type="submit" value="Search"/></td> + </tr> + <tr> + <td align="left" style="font-size:75%" colspan="2"> + <input type="checkbox" name="sitesearch" value="carbondata.apache.org" checked/> + Only search for CarbonData + </td> + </tr> + </table> + </div> + </form> + </div> + </div> + </nav> +</header> <!-- end Header part --> + +<div class="fixed-padding"></div> <!-- top padding with fixde header --> + +<section><!-- Dashboard nav --> + <div class="container-fluid q"> + <div class="col-sm-12 col-md-12 maindashboard"> + <div class="row"> + <section> + <div style="padding:10px 15px;"> + <div id="viewpage" name="viewpage"> + <div class="row"> + <div class="col-sm-12 col-md-12"> + <div> + +<h1> +<a id="installation-guide" class="anchor" href="#installation-guide" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Installation Guide</h1> + +<p>This tutorial guides you through the installation and configuration of CarbonData in the following two modes :</p> + +<ul> +<li><a href="#installing-and-configuring-carbondata-on-standalone-spark-cluster">Installing and Configuring CarbonData on Standalone Spark Cluster</a></li> +<li><a href="#installing-and-configuring-carbondata-on-spark-on-yarn-cluster">Installing and Configuring CarbonData on ?Spark on YARN? Cluster</a></li> +</ul> + +<p>followed by :</p> + +<ul> +<li><a href="#query-execution-using-carbondata-thrift-server">Query Execution using CarbonData Thrift Server</a></li> +</ul> + +<h2> +<a id="installing-and-configuring-carbondata-on-standalone-spark-cluster" class="anchor" href="#installing-and-configuring-carbondata-on-standalone-spark-cluster" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Installing and Configuring CarbonData on Standalone Spark Cluster</h2> + +<h3> +<a id="prerequisites" class="anchor" href="#prerequisites" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Prerequisites</h3> + +<ul> +<li><p>Hadoop HDFS and Yarn should be installed and running.</p></li> +<li><p>Spark should be installed and running on all the cluster nodes.</p></li> +<li><p>CarbonData user should have permission to access HDFS.</p></li> +</ul> + +<h3> +<a id="procedure" class="anchor" href="#procedure" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Procedure</h3> + +<ol> +<li><p><a href="https://github.com/apache/incubator-carbondata/blob/master/build/README.html";>Build the CarbonData</a> project and get the assembly jar from <code>./assembly/target/scala-2.1x/carbondata_xxx.jar</code>. </p></li> +<li> +<p>Copy <code>./assembly/target/scala-2.1x/carbondata_xxx.jar</code> to <code>$SPARK_HOME/carbonlib</code> folder.</p> + +<p><strong>NOTE</strong>: Create the carbonlib folder if it does not exist inside <code>$SPARK_HOME</code> path.</p> +</li> +<li><p>Add the carbonlib folder path in the Spark classpath. (Edit <code>$SPARK_HOME/conf/spark-env.sh</code> file and modify the value of <code>SPARK_CLASSPATH</code> by appending <code>$SPARK_HOME/carbonlib/*</code> to the existing value)</p></li> +<li><p>Copy the <code>./conf/carbon.properties.template</code> file from CarbonData repository to <code>$SPARK_HOME/conf/</code> folder and rename the file to <code>carbon.properties</code>.</p></li> +<li> +<p>Copy the <code>./processing/carbonplugins</code> folder from CarbonData repository to <code>$SPARK_HOME/carbonlib/</code> folder.</p> + +<p><strong>NOTE</strong>: carbonplugins will contain .kettle folder.</p> +</li> +<li><p>Repeat Step 2 to Step 5 in all the nodes of the cluster.</p></li> +<li> +<p>In Spark node[master], configure the properties mentioned in the following table in <code>$SPARK_HOME/conf/spark-defaults.conf</code> file.</p> + +<table> +<thead> +<tr> +<th>Property</th> +<th>Value</th> +<th>Description</th> +</tr> +</thead> +<tbody> +<tr> +<td>carbon.kettle.home</td> +<td><code>$SPARK_HOME/carbonlib/carbonplugins</code></td> +<td>Path that will be used by CarbonData internally to create graph for loading the data</td> +</tr> +<tr> +<td>spark.driver.extraJavaOptions</td> +<td><code>-Dcarbon.properties.filepath=$SPARK_HOME/conf/carbon.properties</code></td> +<td>A string of extra JVM options to pass to the driver. For instance, GC settings or other logging.</td> +</tr> +<tr> +<td>spark.executor.extraJavaOptions</td> +<td><code>-Dcarbon.properties.filepath=$SPARK_HOME/conf/carbon.properties</code></td> +<td>A string of extra JVM options to pass to executors. For instance, GC settings or other logging. <strong>NOTE</strong>: You can enter multiple values separated by space.</td> +</tr> +</tbody> +</table> +</li> +<li> +<p>Add the following properties in <code>$SPARK_HOME/conf/carbon.properties</code> file:</p> + +<table> +<thead> +<tr> +<th>Property</th> +<th>Required</th> +<th>Description</th> +<th>Example</th> +<th>Remark</th> +</tr> +</thead> +<tbody> +<tr> +<td>carbon.storelocation</td> +<td>NO</td> +<td>Location where data CarbonData will create the store and write the data in its own format.</td> +<td>hdfs://HOSTNAME:PORT/Opt/CarbonStore</td> +<td>Propose to set HDFS directory</td> +</tr> +<tr> +<td>carbon.kettle.home</td> +<td>YES</td> +<td>Path that will be used by CarbonData internally to create graph for loading the data.</td> +<td><code>$SPARK_HOME/carbonlib/carbonplugins</code></td> +<td></td> +</tr> +</tbody> +</table> +</li> +<li> +<p>Verify the installation. For example:</p> + +<pre><code>./spark-shell --master spark://HOSTNAME:PORT --total-executor-cores 2 +--executor-memory 2G +</code></pre> +</li> +</ol> + +<p><strong>NOTE</strong>: Make sure you have permissions for CarbonData JARs and files through which driver and executor will start.</p> + +<p>To get started with CarbonData : <a href="quick-start-guide.html">Quick Start</a>, <a href="ddl-operation-on-carbondata.html">DDL Operations on CarbonData</a></p> + +<h2> +<a id="installing-and-configuring-carbondata-on-spark-on-yarn-cluster" class="anchor" href="#installing-and-configuring-carbondata-on-spark-on-yarn-cluster" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Installing and Configuring CarbonData on "Spark on YARN" Cluster</h2> + +<p>This section provides the procedure to install CarbonData on "Spark on YARN" cluster.</p> + +<h3> +<a id="prerequisites-1" class="anchor" href="#prerequisites-1" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Prerequisites</h3> + +<ul> +<li>Hadoop HDFS and Yarn should be installed and running.</li> +<li>Spark should be installed and running in all the clients.</li> +<li>CarbonData user should have permission to access HDFS.</li> +</ul> + +<h3> +<a id="procedure-1" class="anchor" href="#procedure-1" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Procedure</h3> + +<p>The following steps are only for Driver Nodes. (Driver nodes are the one which starts the spark context.)</p> + +<ol> +<li> +<p><a href="https://github.com/apache/incubator-carbondata/blob/master/build/README.html";>Build the CarbonData</a> project and get the assembly jar from <code>./assembly/target/scala-2.1x/carbondata_xxx.jar</code> and copy to <code>$SPARK_HOME/carbonlib</code> folder.</p> + +<p><strong>NOTE</strong>: Create the carbonlib folder if it does not exists inside <code>$SPARK_HOME</code> path.</p> +</li> +<li> +<p>Copy the <code>./processing/carbonplugins</code> folder from CarbonData repository to <code>$SPARK_HOME/carbonlib/</code> folder.</p> + +<p><strong>NOTE</strong>: carbonplugins will contain .kettle folder.</p> +</li> +<li><p>Copy the <code>./conf/carbon.properties.template</code> file from CarbonData repository to <code>$SPARK_HOME/conf/</code> folder and rename the file to <code>carbon.properties</code>.</p></li> +<li> +<p>Create <code>tar,gz</code> file of carbonlib folder and move it inside the carbonlib folder.</p> + +<pre><code>cd $SPARK_HOME +tar -zcvf carbondata.tar.gz carbonlib/ +mv carbondata.tar.gz carbonlib/ +</code></pre> +</li> +<li> +<p>Configure the properties mentioned in the following table in <code>$SPARK_HOME/conf/spark-defaults.conf</code> file.</p> + +<table> +<thead> +<tr> +<th>Property</th> +<th>Description</th> +<th>Value</th> +</tr> +</thead> +<tbody> +<tr> +<td>spark.master</td> +<td>Set this value to run the Spark in yarn cluster mode.</td> +<td>Set yarn-client to run the Spark in yarn cluster mode.</td> +</tr> +<tr> +<td>spark.yarn.dist.files</td> +<td>Comma-separated list of files to be placed in the working directory of each executor.</td> +<td><code>$SPARK_HOME/conf/carbon.properties</code></td> +</tr> +<tr> +<td>spark.yarn.dist.archives</td> +<td>Comma-separated list of archives to be extracted into the working directory of each executor.</td> +<td><code>$SPARK_HOME/carbonlib/carbondata.tar.gz</code></td> +</tr> +<tr> +<td>spark.executor.extraJavaOptions</td> +<td>A string of extra JVM options to pass to executors. For instance <strong>NOTE</strong>: You can enter multiple values separated by space.</td> +<td><code>-Dcarbon.properties.filepath=carbon.properties</code></td> +</tr> +<tr> +<td>spark.executor.extraClassPath</td> +<td>Extra classpath entries to prepend to the classpath of executors. <strong>NOTE</strong>: If SPARK_CLASSPATH is defined in spark-env.sh, then comment it and append the values in below parameter spark.driver.extraClassPath</td> +<td><code>carbondata.tar.gz/carbonlib/*</code></td> +</tr> +<tr> +<td>spark.driver.extraClassPath</td> +<td>Extra classpath entries to prepend to the classpath of the driver. <strong>NOTE</strong>: If SPARK_CLASSPATH is defined in spark-env.sh, then comment it and append the value in below parameter spark.driver.extraClassPath.</td> +<td><code>$SPARK_HOME/carbonlib/carbonlib/*</code></td> +</tr> +<tr> +<td>spark.driver.extraJavaOptions</td> +<td>A string of extra JVM options to pass to the driver. For instance, GC settings or other logging.</td> +<td><code>-Dcarbon.properties.filepath=$SPARK_HOME/conf/carbon.properties</code></td> +</tr> +</tbody> +</table> +</li> +<li> +<p>Add the following properties in <code>$SPARK_HOME/conf/carbon.properties</code>:</p> + +<table> +<thead> +<tr> +<th>Property</th> +<th>Required</th> +<th>Description</th> +<th>Example</th> +<th>Default Value</th> +</tr> +</thead> +<tbody> +<tr> +<td>carbon.storelocation</td> +<td>NO</td> +<td>Location where CarbonData will create the store and write the data in its own format.</td> +<td>hdfs://HOSTNAME:PORT/Opt/CarbonStore</td> +<td>Propose to set HDFS directory</td> +</tr> +<tr> +<td>carbon.kettle.home</td> +<td>YES</td> +<td>Path that will be used by CarbonData internally to create graph for loading the data.</td> +<td>carbondata.tar.gz/carbonlib/carbonplugins</td> +<td></td> +</tr> +</tbody> +</table> +</li> +<li> +<p>Verify the installation.</p> + +<pre><code> ./bin/spark-shell --master yarn-client --driver-memory 1g + --executor-cores 2 --executor-memory 2G +</code></pre> + +<p><strong>NOTE</strong>: Make sure you have permissions for CarbonData JARs and files through which driver and executor will start.</p> + +<p>Getting started with CarbonData : <a href="quick-start-guide.html">Quick Start</a>, <a href="ddl-operation-on-carbondata.html">DDL Operations on CarbonData</a></p> +</li> +</ol> + +<h2> +<a id="query-execution-using-carbondata-thrift-server" class="anchor" href="#query-execution-using-carbondata-thrift-server" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Query Execution Using CarbonData Thrift Server</h2> + +<h3> +<a id="starting-carbondata-thrift-server" class="anchor" href="#starting-carbondata-thrift-server" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Starting CarbonData Thrift Server.</h3> + +<p>a. cd <code>$SPARK_HOME</code></p> + +<p>b. Run the following command to start the CarbonData thrift server.</p> + +<pre><code> ./bin/spark-submit --conf spark.sql.hive.thriftServer.singleSession=true + --class org.apache.carbondata.spark.thriftserver.CarbonThriftServer + $SPARK_HOME/carbonlib/$CARBON_ASSEMBLY_JAR <carbon_store_path> +</code></pre> + +<table> +<thead> +<tr> +<th>Parameter</th> +<th>Description</th> +<th>Example</th> +</tr> +</thead> +<tbody> +<tr> +<td>CARBON_ASSEMBLY_JAR</td> +<td>CarbonData assembly jar name present in the <code>$SPARK_HOME/carbonlib/</code> folder.</td> +<td>carbondata_2.10-0.1.0-incubating-SNAPSHOT-shade-hadoop2.7.2.jar</td> +</tr> +<tr> +<td>carbon_store_path</td> +<td>This is a parameter to the CarbonThriftServer class. This a HDFS path where CarbonData files will be kept. Strongly Recommended to put same as carbon.storelocation parameter of carbon.properties.</td> +<td><code>hdfs://<host_name>:port/user/hive/warehouse/carbon.store</code></td> +</tr> +</tbody> +</table> + +<p><strong>Examples</strong></p> + +<ul> +<li>Start with default memory and executors.</li> +</ul> + +<pre><code>./bin/spark-submit --conf spark.sql.hive.thriftServer.singleSession=true +--class org.apache.carbondata.spark.thriftserver.CarbonThriftServer +$SPARK_HOME/carbonlib +/carbondata_2.10-0.1.0-incubating-SNAPSHOT-shade-hadoop2.7.2.jar +hdfs://<host_name>:port/user/hive/warehouse/carbon.store +</code></pre> + +<ul> +<li>Start with Fixed executors and resources.</li> +</ul> + +<pre><code>./bin/spark-submit --conf spark.sql.hive.thriftServer.singleSession=true +--class org.apache.carbondata.spark.thriftserver.CarbonThriftServer +--num-executors 3 --driver-memory 20g --executor-memory 250g +--executor-cores 32 +/srv/OSCON/BigData/HACluster/install/spark/sparkJdbc/lib +/carbondata_2.10-0.1.0-incubating-SNAPSHOT-shade-hadoop2.7.2.jar +hdfs://<host_name>:port/user/hive/warehouse/carbon.store +</code></pre> + +<h3> +<a id="connecting-to-carbondata-thrift-server-using-beeline" class="anchor" href="#connecting-to-carbondata-thrift-server-using-beeline" aria-hidden="true"><span aria-hidden="true" class="octicon octicon-link"></span></a>Connecting to CarbonData Thrift Server Using Beeline.</h3> + +<pre><code> cd $SPARK_HOME + ./bin/beeline jdbc:hive2://<thrftserver_host>:port + + Example + ./bin/beeline jdbc:hive2://10.10.10.10:10000 +</code></pre> +</div> +</div> +</div> +</div> +<div class="doc-footer"> + <a href="#top" class="scroll-top">Top</a> +</div> +</div> +</section> +</div> +</div> +</div> +</section><!-- End systemblock part --> +<script src="js/custom.js"></script> +</body> +</html> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/4f8753c1/src/main/webapp/js/mdNavigation.js ---------------------------------------------------------------------- diff --git a/src/main/webapp/js/mdNavigation.js b/src/main/webapp/js/mdNavigation.js deleted file mode 100644 index ce34ca5..0000000 --- a/src/main/webapp/js/mdNavigation.js +++ /dev/null @@ -1,51 +0,0 @@ -//Purpose of this JS - function loadContentUsingIdAttr(listOfLinks){ - for(var i = 0; i < listOfLinks.length; i++){ - var idAttr = $(listOfLinks[i]).attr("id"); - if(idAttr == undefined){ - var hrefLink = $(listOfLinks[i]).attr("href"); - if(hrefLink.indexOf("http") !== 0){ - $(listOfLinks[i]).click(function(e){ - $("#viewpage").load($(e.currentTarget).attr("href")); - if($(this).is('a:not([href^="#"])')) { - }else{ - $('a').off('click') - } - return false - }) - $("#viewpage a").attr("target", '_blank'); - } - } - } - } - - -//Purpose of this JS - setTimeout(function(){ - var contentLinks = $("#viewpage a"); - loadContentUsingIdAttr(contentLinks); - if($(this).is('a:not([href^="#"])')) { - }else{ - $('#viewpage>li>a').off('click'); - } - }, 500); - -//Purpose of this JS - $('a[href*="#"]:not([href="#"])').click(function() { - if (location.pathname.replace(/^\/ /, '') == this.pathname.replace(/^\/ /, '') && location.hostname == this.hostname) { - var target = $(this.hash); - target = target.length ? target : $('[name=' + this.hash.slice(1) + ']'); - if (target.length) - { $('html, body').animate({scrollTop: target.offset().top - 52 }, 500); - return false; - } - } - }); - -//Documentation page print -function divPrint() { - $("#viewpage").addClass("printable"); - window.print(); -} - - http://git-wip-us.apache.org/repos/asf/incubator-carbondata-site/blob/4f8753c1/src/main/webapp/mainpage.html ---------------------------------------------------------------------- diff --git a/src/main/webapp/mainpage.html b/src/main/webapp/mainpage.html new file mode 100644 index 0000000..d3a8180 --- /dev/null +++ b/src/main/webapp/mainpage.html @@ -0,0 +1,318 @@ +<!DOCTYPE html> +<html lang="en"> +<head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + <link href='images/favicon.ico' rel='shortcut icon' type='image/x-icon'> + <!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags --> + <title>CarbonData</title> + <style> + + </style> + <!-- Bootstrap --> + + <link rel="stylesheet" href="css/bootstrap.min.css"> + <link href="css/style.css" rel="stylesheet"> + <!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries --> + <!-- WARNING: Respond.js doesn't work if you view the page via file:// --> + <!--[if lt IE 9]> + <script src="https://oss.maxcdn.com/html5shiv/3.7.3/html5shiv.min.js";></script> + <script src="https://oss.maxcdn.scom/respond/1.4.2/respond.min.js";></script> + <![endif]--> + <script src="js/jquery.min.js"></script> + <script src="js/bootstrap.min.js"></script> + + +</head> +<body> +<header> + <nav class="navbar navbar-default navbar-custom cd-navbar-wrapper"> + <div class="container"> + <div class="navbar-header"> + <button aria-controls="navbar" aria-expanded="false" data-target="#navbar" data-toggle="collapse" + class="navbar-toggle collapsed" type="button"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <a href="index.html" class="logo"> + <img src="images/CarbonDataLogo.png" alt="CarbonData logo" title="CarbocnData logo"/> + </a> + </div> + <div class="navbar-collapse collapse cd_navcontnt" id="navbar"> + <ul class="nav navbar-nav navbar-right navlist-custom"> + <li><a href="index.html" class="hidden-xs"><i class="fa fa-home" aria-hidden="true"></i> </a> + </li> + <li><a href="index.html" class="hidden-lg hidden-md hidden-sm">Home</a></li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle " data-toggle="dropdown" role="button" aria-haspopup="true" + aria-expanded="false"> Download <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/1.0.0-incubating"; + target="_blank">Apache CarbonData 1.0.0</a></li> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/0.2.0-incubating"; + target="_blank">Apache CarbonData 0.2.0</a></li> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/0.1.1-incubating"; + target="_blank">Apache CarbonData 0.1.1</a></li> + <li> + <a href="https://www.apache.org/dyn/closer.lua/incubator/carbondata/0.1.0-incubating"; + target="_blank">Apache CarbonData 0.1.0</a></li> + <li> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/Releases"; + target="_blank">Release Archive</a></li> + </ul> + </li> + <li><a href="mainpage.html" class="">Documentation</a></li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" role="button" aria-haspopup="true" + aria-expanded="false">Community <span class="caret"></span></a> + <ul class="dropdown-menu"> + <li> + <a href="https://github.com/apache/incubator-carbondata/blob/master/docs/How-to-contribute-to-Apache-CarbonData.md"; + target="_blank">Contributing to CarbonData</a></li> + <li> + <a href="https://cwiki.apache.org/confluence/display/CARBONDATA/PPMC+and+Committers+member+list"; + target="_blank">Project PPMC and Committers</a></li> + <li> + <a href="https://cwiki.apache.org/confluence/pages/viewpage.action?pageId=66850609"; + target="_blank">CarbonData Meetups</a></li> + <li><a href="security.html">Apache CarbonData Security</a></li> + <li><a href="https://issues.apache.org/jira/browse/CARBONDATA"; target="_blank">Apache + Jira</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="http://www.apache.org/"; class="apache_link hidden-xs dropdown-toggle" + data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Apache</a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/"; target="_blank">Apache Homepage</a></li> + <li><a href="http://www.apache.org/licenses/"; target="_blank">License</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html"; + target="_blank">Sponsorship</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; target="_blank">Thanks</a></li> + </ul> + </li> + + <li class="dropdown"> + <a href="http://www.apache.org/"; class="hidden-lg hidden-md hidden-sm dropdown-toggle" + data-toggle="dropdown" role="button" aria-haspopup="true" aria-expanded="false">Apache</a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/"; target="_blank">Apache Homepage</a></li> + <li><a href="http://www.apache.org/licenses/"; target="_blank">License</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html"; + target="_blank">Sponsorship</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html"; target="_blank">Thanks</a></li> + </ul> + </li> + + <li> + <a href="#" id="search-icon"><i class="fa fa-search" aria-hidden="true"></i></a> + + </li> + + </ul> + </div><!--/.nav-collapse --> + <div id="search-box"> + <form method="get" action="http://www.google.com/search";> + <div class="search-block"> + <table border="0" cellpadding="0" width="100%"> + <tr> + <td style="width:80%"> + <input type="text" name="q" size=" 5" maxlength="255" value="" + class="search-input"/> + </td> + <td style="width:20%"> + <input type="submit" value="Search"/></td> + </tr> + <tr> + <td align="left" style="font-size:75%" colspan="2"> + <input type="checkbox" name="sitesearch" value="carbondata.apache.org" checked/> + Only search for CarbonData + </td> + </tr> + </table> + </div> + </form> + </div> + </div> + </nav> +</header> <!-- end Header part --> + +<div class="fixed-padding"></div> <!-- top padding with fixde header --> + +<section><!-- Dashboard nav --> + <div class="container-fluid q"> + <div class="col-sm-12 col-md-12 maindashboard"> + <div class="row"> + <section> + <div style="padding:10px 15px;"> + <div id="viewpage" name="viewpage"> + <div class="doc-heading"> + <h4 class="title">Documentation + <span class="title-underline"></span> + </h4> + </div> + + <div class="row"> + + <div class="col-sm-12 col-md-12"> + <span class="text-justify"> + Welcome to Apache CarbonData. Apache CarbonData(incubating) is a new big data file format for faster interactive query using advanced columnar storage, index, compression and encoding techniques to improve computing efficiency, which helps in speeding up queries by an order of magnitude faster over PetaBytes of data. This user guide provides a detailed description about the CarbonData and its features. + Let's get started ! + </span> + <hr style="margin: 12px 0 8px"> + <div> + + <div class="text-justify"> + <h4 class="display-style"> + <a href="quick-start-guide.html">Quick + Start</a></h4> +   for a quick set-up instructions and querying using Apache CarbonData. + + </div> + + <div class="text-justify"> + <h4 class="display-style"><a href="#">Introduction + and Features</a></h4> +   get an overview of Apache CarbonData features. + </div> + + <div class="text-justify"> + <h4 class="display-style"><a + href="supported-data-types-in-carbondata.html">Data + Types</a></h4> +   for list of supported Data Types in Apache CarbonData. + </div> + + <div class="text-justify"> + <h4 class="display-style"><a + href="file-structure-of-carbondata.html">CarbonData + File Structure</a></a></h4> +   detailed overview of Apache CarbonData File Structure. + </div> + + <div class="text-justify"> + <h4 class="display-style"><a + href="installation-guide.html">Installation + Guide</a></h4> +   guide to help you install and setup CarbonData. + </div> + + <div class="text-justify"> + <h4 class="display-style"><a + href="configuration-parameters.html">Configuring + CarbonData</a></h4> +   details for configuring and customizing CarbonData for best + optimization. + </div> + + <div class="text-justify"> + <h4 class="display-style"><a + href="data-management.html">Using + CarbonData + and Data Management</a></h4> + +   will discusses the disciplines related to management of data in + Apache CarbonData.It will be focusing on conceptual details related to + operations like load data, delete data, update data and Compacting Data. + </div> + + <div class="text-justify"> + <h4 class="display-style"><a + href="ddl-operation-on-carbondata.html">Data + Definition Language Support</a></h4> + <p>provides the detailed aspects related to creation and modification of the structure of database. It shall discuss in detail about : + <ul class="ul-padding"> + <li> + <a href="ddl-operation-on-carbondata.html#create-table">Create Table + </a></li> + <li> + <a href="ddl-operation-on-carbondata.html#show-table">Show Table + </a></li> + <li> + <a href="ddl-operation-on-carbondata.html#drop-table">Drop Table + </a></li> + <li> + <a href="ddl-operation-on-carbondata.html#compaction">Compaction + </a></li> + <li> + <a href="ddl-operation-on-carbondata.html#bucketing">Bucketing + </a></li> + + </ul> + </div> + + <div class="text-justify"> + <h4 class="display-style"><a + href="dml-operation-on-carbondata.html">Data + Manipulation Language Support</a></h4> + <p>provides the detailed aspects related to data manipulation in database. It shall discuss in detail about selecting, loading, and deleting in a database. This manipulation comprises of : + </p> + <ul class="ul-padding"> + <li> + <a href="dml-operation-on-carbondata.html#load-data">Loading + data into database tables</a></li> + <li> + <a href="dml-operation-on-carbondata.html#insert-data-into-a-carbondata-table">Inserting + data into database tables</a></li> + <li> + <a href="dml-operation-on-carbondata.html#show-segments">Show Segments</a></li> + <li> + <a href="dml-operation-on-carbondata.html#delete-segment-by-id">Delete Segment By ID</a></li> + <li> + <a href="dml-operation-on-carbondata.html#delete-segment-by-date">Deleting + segments By Date</a></li> + <li> + <a href="dml-operation-on-carbondata.html#update-carbondata-table">Updating + data in existing tables</a></li> + <li> + <a href="dml-operation-on-carbondata.html#delete-records-from-carbondata-table">Deleting + Records from CarbonData tables</a></li> + </ul> + </div> + + <div class="text-justify"> + <h4 class="display-style"><a + href="useful-tips-on-carbondata.html">Useful + Tips</a></h4> +   best practices to optimize performance and memory usage. + </div> + + <div class="text-justify"> + <h4 class="display-style"><a + href="troubleshooting.html">Troubleshooting</a> + </h4> +   a list of solutions to resolve failures and bottlenecks. + </div> + + <div class="text-justify"> + <h4 class="display-style"><a + href="faq.html">FAQs</a> + </h4> +   a list of commonly asked questions. + </div> + </div> + </div> + </div> + </div> + <div class="doc-footer"> + <a href="#top" class="scroll-top">Top</a> + </div> + </div> + </section> + </div> + </div> + </div> +</section><!-- End systemblock part --> + </div> + </div> + </div> +</section><!-- End systemblock part --> +<script src="js/custom.js"></script> +</body> +</html>
![https://github.com/apache/incubator-carbondata/blob/master/docs/images/carbon_data_file_structure_new.png?raw=true"](https://github.com/apache/incubator-carbondata/blob/master/docs/images/carbon_data_file_structure_new.png?raw=true"){kind=link}
![https://github.com/apache/incubator-carbondata/blob/master/docs/images/carbon_data_format_new.png?raw=true"](https://github.com/apache/incubator-carbondata/blob/master/docs/images/carbon_data_format_new.png?raw=true"){kind=link}