http://git-wip-us.apache.org/repos/asf/orc/blob/13ea6893/api/orc-core/org/apache/orc/impl/OutStream.html ---------------------------------------------------------------------- diff --git a/api/orc-core/org/apache/orc/impl/OutStream.html b/api/orc-core/org/apache/orc/impl/OutStream.html index 79e8206..bd6b585 100644 --- a/api/orc-core/org/apache/orc/impl/OutStream.html +++ b/api/orc-core/org/apache/orc/impl/OutStream.html @@ -2,10 +2,10 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Fri Feb 09 09:04:50 PST 2018 --> +<!-- Generated by javadoc (1.8.0_121) on Mon May 14 13:41:16 PDT 2018 --> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> -<title>OutStream (ORC Core 1.4.3 API)</title> -<meta name="date" content="2018-02-09"> +<title>OutStream (ORC Core 1.5.0 API)</title> +<meta name="date" content="2018-05-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> <script type="text/javascript" src="../../../../script.js"></script> </head> @@ -13,14 +13,14 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="OutStream (ORC Core 1.4.3 API)"; + parent.document.title="OutStream (ORC Core 1.5.0 API)"; } } catch(err) { } //--> -var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10}; -var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var methods = {"i0":9,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10}; +var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; var tableTab = "tableTab"; @@ -178,49 +178,55 @@ extends <a href="../../../../org/apache/orc/impl/PositionedOutputStream.html" ti </a> <h3>Method Summary</h3> <table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> -<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> +<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> <tr> <th class="colFirst" scope="col">Modifier and Type</th> <th class="colLast" scope="col">Method and Description</th> </tr> <tr id="i0" class="altColor"> +<td class="colFirst"><code>static void</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/OutStream.html#assertBufferSizeValid-int-">assertBufferSizeValid</a></span>(int bufferSize)</code> +<div class="block">Throws exception if the bufferSize argument equals or exceeds 2^(3*8 - 1).</div> +</td> +</tr> +<tr id="i1" class="rowColor"> <td class="colFirst"><code>void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/OutStream.html#clear--">clear</a></span>()</code> </td> </tr> -<tr id="i1" class="rowColor"> +<tr id="i2" class="altColor"> <td class="colFirst"><code>void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/OutStream.html#flush--">flush</a></span>()</code> </td> </tr> -<tr id="i2" class="altColor"> +<tr id="i3" class="rowColor"> <td class="colFirst"><code>long</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/OutStream.html#getBufferSize--">getBufferSize</a></span>()</code> <div class="block">Get the memory size currently allocated as buffer associated with this stream.</div> </td> </tr> -<tr id="i3" class="rowColor"> +<tr id="i4" class="altColor"> <td class="colFirst"><code>void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/OutStream.html#getPosition-org.apache.orc.impl.PositionRecorder-">getPosition</a></span>(<a href="../../../../org/apache/orc/impl/PositionRecorder.html" title="interface in org.apache.orc.impl">PositionRecorder</a> recorder)</code> <div class="block">Record the current position to the recorder.</div> </td> </tr> -<tr id="i4" class="altColor"> +<tr id="i5" class="rowColor"> <td class="colFirst"><code>void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/OutStream.html#suppress--">suppress</a></span>()</code> <div class="block">Set suppress flag</div> </td> </tr> -<tr id="i5" class="rowColor"> +<tr id="i6" class="altColor"> <td class="colFirst"><code><a href="http://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/OutStream.html#toString--">toString</a></span>()</code> </td> </tr> -<tr id="i6" class="altColor"> +<tr id="i7" class="rowColor"> <td class="colFirst"><code>void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/OutStream.html#write-byte:A-int-int-">write</a></span>(byte[] bytes, int offset, int length)</code> </td> </tr> -<tr id="i7" class="rowColor"> +<tr id="i8" class="altColor"> <td class="colFirst"><code>void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/OutStream.html#write-int-">write</a></span>(int i)</code> </td> </tr> @@ -313,6 +319,26 @@ extends <a href="../../../../org/apache/orc/impl/PositionedOutputStream.html" ti </dl> </li> </ul> +<a name="assertBufferSizeValid-int-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>assertBufferSizeValid</h4> +<pre>public static void assertBufferSizeValid(int bufferSize) + throws <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/IllegalArgumentException.html?is-external=true" title="class or interface in java.lang">IllegalArgumentException</a></pre> +<div class="block">Throws exception if the bufferSize argument equals or exceeds 2^(3*8 - 1). + See <a href="../../../../org/apache/orc/impl/OutStream.html#writeHeader-java.nio.ByteBuffer-int-int-boolean-"><code>writeHeader(ByteBuffer, int, int, boolean)</code></a>. + The bufferSize needs to be expressible in 3 bytes, and uses the least significant byte + to indicate original/compressed bytes.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>bufferSize</code> - The ORC compression buffer size being checked.</dd> +<dt><span class="throwsLabel">Throws:</span></dt> +<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/lang/IllegalArgumentException.html?is-external=true" title="class or interface in java.lang">IllegalArgumentException</a></code> - If bufferSize value exceeds threshold.</dd> +</dl> +</li> +</ul> <a name="write-int-"> <!-- --> </a>
http://git-wip-us.apache.org/repos/asf/orc/blob/13ea6893/api/orc-core/org/apache/orc/impl/PhysicalFsWriter.html ---------------------------------------------------------------------- diff --git a/api/orc-core/org/apache/orc/impl/PhysicalFsWriter.html b/api/orc-core/org/apache/orc/impl/PhysicalFsWriter.html index c01c745..87dadde 100644 --- a/api/orc-core/org/apache/orc/impl/PhysicalFsWriter.html +++ b/api/orc-core/org/apache/orc/impl/PhysicalFsWriter.html @@ -2,10 +2,10 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Fri Feb 09 09:04:50 PST 2018 --> +<!-- Generated by javadoc (1.8.0_121) on Mon May 14 13:41:16 PDT 2018 --> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> -<title>PhysicalFsWriter (ORC Core 1.4.3 API)</title> -<meta name="date" content="2018-02-09"> +<title>PhysicalFsWriter (ORC Core 1.5.0 API)</title> +<meta name="date" content="2018-05-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> <script type="text/javascript" src="../../../../script.js"></script> </head> @@ -13,13 +13,13 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="PhysicalFsWriter (ORC Core 1.4.3 API)"; + parent.document.title="PhysicalFsWriter (ORC Core 1.5.0 API)"; } } catch(err) { } //--> -var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10}; +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10}; var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -150,8 +150,8 @@ implements <a href="../../../../org/apache/orc/PhysicalWriter.html" title="inter <th class="colOne" scope="col">Constructor and Description</th> </tr> <tr class="altColor"> -<td class="colOne"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/PhysicalFsWriter.html#PhysicalFsWriter-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-org.apache.orc.OrcFile.WriterOptions-">PhysicalFsWriter</a></span>(<a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs">FileSystem</a> fs, - <a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, +<td class="colOne"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/PhysicalFsWriter.html#PhysicalFsWriter-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-org.apache.orc.OrcFile.WriterOptions-">PhysicalFsWriter</a></span>(<a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs">FileSystem</a> fs, + <a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, <a href="../../../../org/apache/orc/OrcFile.WriterOptions.html" title="class in org.apache.orc">OrcFile.WriterOptions</a> opts)</code> </td> </tr> </table> @@ -209,10 +209,18 @@ implements <a href="../../../../org/apache/orc/PhysicalWriter.html" title="inter </td> </tr> <tr id="i6" class="altColor"> +<td class="colFirst"><code>long</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/PhysicalFsWriter.html#getFileBytes-int-">getFileBytes</a></span>(int column)</code> +<div class="block">Get the number of bytes for a file in a given column + by finding all the streams (not suppressed) + for a given column and returning the sum of their sizes.</div> +</td> +</tr> +<tr id="i7" class="rowColor"> <td class="colFirst"><code><a href="http://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/PhysicalFsWriter.html#toString--">toString</a></span>()</code> </td> </tr> -<tr id="i7" class="rowColor"> +<tr id="i8" class="altColor"> <td class="colFirst"><code>void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/PhysicalFsWriter.html#writeBloomFilter-org.apache.orc.impl.StreamName-org.apache.orc.OrcProto.BloomFilterIndex.Builder-org.apache.orc.CompressionCodec-">writeBloomFilter</a></span>(<a href="../../../../org/apache/orc/impl/StreamName.html" title="class in org.apache.orc.impl">StreamName</a> name, <a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.BloomFilterIndex.Builder.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.BloomFilterIndex.Builder</a> bloom, @@ -220,25 +228,25 @@ implements <a href="../../../../org/apache/orc/PhysicalWriter.html" title="inter <div class="block">Write a bloom filter index in the given stream name.</div> </td> </tr> -<tr id="i8" class="altColor"> +<tr id="i9" class="rowColor"> <td class="colFirst"><code>void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/PhysicalFsWriter.html#writeFileFooter-org.apache.orc.OrcProto.Footer.Builder-">writeFileFooter</a></span>(<a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.Footer.Builder.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.Footer.Builder</a> builder)</code> <div class="block">Writes out the file footer.</div> </td> </tr> -<tr id="i9" class="rowColor"> +<tr id="i10" class="altColor"> <td class="colFirst"><code>void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/PhysicalFsWriter.html#writeFileMetadata-org.apache.orc.OrcProto.Metadata.Builder-">writeFileMetadata</a></span>(<a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.Metadata.Builder.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.Metadata.Builder</a> builder)</code> <div class="block">Writes out the file metadata.</div> </td> </tr> -<tr id="i10" class="altColor"> +<tr id="i11" class="rowColor"> <td class="colFirst"><code>void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/PhysicalFsWriter.html#writeHeader--">writeHeader</a></span>()</code> <div class="block">Writes the header of the file, which consists of the magic "ORC" bytes.</div> </td> </tr> -<tr id="i11" class="rowColor"> +<tr id="i12" class="altColor"> <td class="colFirst"><code>void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/PhysicalFsWriter.html#writeIndex-org.apache.orc.impl.StreamName-org.apache.orc.OrcProto.RowIndex.Builder-org.apache.orc.CompressionCodec-">writeIndex</a></span>(<a href="../../../../org/apache/orc/impl/StreamName.html" title="class in org.apache.orc.impl">StreamName</a> name, <a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.RowIndex.Builder.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.RowIndex.Builder</a> index, @@ -246,7 +254,7 @@ implements <a href="../../../../org/apache/orc/PhysicalWriter.html" title="inter <div class="block">Write an index in the given stream name.</div> </td> </tr> -<tr id="i12" class="altColor"> +<tr id="i13" class="rowColor"> <td class="colFirst"><code>long</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/PhysicalFsWriter.html#writePostScript-org.apache.orc.OrcProto.PostScript.Builder-">writePostScript</a></span>(<a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.PostScript.Builder.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.PostScript.Builder</a> builder)</code> <div class="block">Writes out the postscript (including the size byte if needed).</div> @@ -280,8 +288,8 @@ implements <a href="../../../../org/apache/orc/PhysicalWriter.html" title="inter <ul class="blockListLast"> <li class="blockList"> <h4>PhysicalFsWriter</h4> -<pre>public PhysicalFsWriter(<a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs">FileSystem</a> fs, - <a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, +<pre>public PhysicalFsWriter(<a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs">FileSystem</a> fs, + <a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, <a href="../../../../org/apache/orc/OrcFile.WriterOptions.html" title="class in org.apache.orc">OrcFile.WriterOptions</a> opts) throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre> <dl> @@ -313,6 +321,27 @@ implements <a href="../../../../org/apache/orc/PhysicalWriter.html" title="inter </dl> </li> </ul> +<a name="getFileBytes-int-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>getFileBytes</h4> +<pre>public long getFileBytes(int column)</pre> +<div class="block">Get the number of bytes for a file in a given column + by finding all the streams (not suppressed) + for a given column and returning the sum of their sizes. + excludes index</div> +<dl> +<dt><span class="overrideSpecifyLabel">Specified by:</span></dt> +<dd><code><a href="../../../../org/apache/orc/PhysicalWriter.html#getFileBytes-int-">getFileBytes</a></code> in interface <code><a href="../../../../org/apache/orc/PhysicalWriter.html" title="interface in org.apache.orc">PhysicalWriter</a></code></dd> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>column</code> - column from which to get file size</dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>number of bytes for the given column</dd> +</dl> +</li> +</ul> <a name="writeFileMetadata-org.apache.orc.OrcProto.Metadata.Builder-"> <!-- --> </a> http://git-wip-us.apache.org/repos/asf/orc/blob/13ea6893/api/orc-core/org/apache/orc/impl/PositionProvider.html ---------------------------------------------------------------------- diff --git a/api/orc-core/org/apache/orc/impl/PositionProvider.html b/api/orc-core/org/apache/orc/impl/PositionProvider.html index 08c7d4e..3981b68 100644 --- a/api/orc-core/org/apache/orc/impl/PositionProvider.html +++ b/api/orc-core/org/apache/orc/impl/PositionProvider.html @@ -2,10 +2,10 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Fri Feb 09 09:04:50 PST 2018 --> +<!-- Generated by javadoc (1.8.0_121) on Mon May 14 13:41:16 PDT 2018 --> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> -<title>PositionProvider (ORC Core 1.4.3 API)</title> -<meta name="date" content="2018-02-09"> +<title>PositionProvider (ORC Core 1.5.0 API)</title> +<meta name="date" content="2018-05-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> <script type="text/javascript" src="../../../../script.js"></script> </head> @@ -13,7 +13,7 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="PositionProvider (ORC Core 1.4.3 API)"; + parent.document.title="PositionProvider (ORC Core 1.5.0 API)"; } } catch(err) { http://git-wip-us.apache.org/repos/asf/orc/blob/13ea6893/api/orc-core/org/apache/orc/impl/PositionRecorder.html ---------------------------------------------------------------------- diff --git a/api/orc-core/org/apache/orc/impl/PositionRecorder.html b/api/orc-core/org/apache/orc/impl/PositionRecorder.html index aa3e1e7..aba76c6 100644 --- a/api/orc-core/org/apache/orc/impl/PositionRecorder.html +++ b/api/orc-core/org/apache/orc/impl/PositionRecorder.html @@ -2,10 +2,10 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Fri Feb 09 09:04:50 PST 2018 --> +<!-- Generated by javadoc (1.8.0_121) on Mon May 14 13:41:16 PDT 2018 --> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> -<title>PositionRecorder (ORC Core 1.4.3 API)</title> -<meta name="date" content="2018-02-09"> +<title>PositionRecorder (ORC Core 1.5.0 API)</title> +<meta name="date" content="2018-05-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> <script type="text/javascript" src="../../../../script.js"></script> </head> @@ -13,7 +13,7 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="PositionRecorder (ORC Core 1.4.3 API)"; + parent.document.title="PositionRecorder (ORC Core 1.5.0 API)"; } } catch(err) { http://git-wip-us.apache.org/repos/asf/orc/blob/13ea6893/api/orc-core/org/apache/orc/impl/PositionedOutputStream.html ---------------------------------------------------------------------- diff --git a/api/orc-core/org/apache/orc/impl/PositionedOutputStream.html b/api/orc-core/org/apache/orc/impl/PositionedOutputStream.html index dce7190..d8ea080 100644 --- a/api/orc-core/org/apache/orc/impl/PositionedOutputStream.html +++ b/api/orc-core/org/apache/orc/impl/PositionedOutputStream.html @@ -2,10 +2,10 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Fri Feb 09 09:04:50 PST 2018 --> +<!-- Generated by javadoc (1.8.0_121) on Mon May 14 13:41:16 PDT 2018 --> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> -<title>PositionedOutputStream (ORC Core 1.4.3 API)</title> -<meta name="date" content="2018-02-09"> +<title>PositionedOutputStream (ORC Core 1.5.0 API)</title> +<meta name="date" content="2018-05-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> <script type="text/javascript" src="../../../../script.js"></script> </head> @@ -13,7 +13,7 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="PositionedOutputStream (ORC Core 1.4.3 API)"; + parent.document.title="PositionedOutputStream (ORC Core 1.5.0 API)"; } } catch(err) { http://git-wip-us.apache.org/repos/asf/orc/blob/13ea6893/api/orc-core/org/apache/orc/impl/ReaderImpl.StripeInformationImpl.html ---------------------------------------------------------------------- diff --git a/api/orc-core/org/apache/orc/impl/ReaderImpl.StripeInformationImpl.html b/api/orc-core/org/apache/orc/impl/ReaderImpl.StripeInformationImpl.html index 70082da..4f634bb 100644 --- a/api/orc-core/org/apache/orc/impl/ReaderImpl.StripeInformationImpl.html +++ b/api/orc-core/org/apache/orc/impl/ReaderImpl.StripeInformationImpl.html @@ -2,10 +2,10 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Fri Feb 09 09:04:50 PST 2018 --> +<!-- Generated by javadoc (1.8.0_121) on Mon May 14 13:41:16 PDT 2018 --> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> -<title>ReaderImpl.StripeInformationImpl (ORC Core 1.4.3 API)</title> -<meta name="date" content="2018-02-09"> +<title>ReaderImpl.StripeInformationImpl (ORC Core 1.5.0 API)</title> +<meta name="date" content="2018-05-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> <script type="text/javascript" src="../../../../script.js"></script> </head> @@ -13,7 +13,7 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="ReaderImpl.StripeInformationImpl (ORC Core 1.4.3 API)"; + parent.document.title="ReaderImpl.StripeInformationImpl (ORC Core 1.5.0 API)"; } } catch(err) { http://git-wip-us.apache.org/repos/asf/orc/blob/13ea6893/api/orc-core/org/apache/orc/impl/ReaderImpl.html ---------------------------------------------------------------------- diff --git a/api/orc-core/org/apache/orc/impl/ReaderImpl.html b/api/orc-core/org/apache/orc/impl/ReaderImpl.html index e6ff65e..08a2c2c 100644 --- a/api/orc-core/org/apache/orc/impl/ReaderImpl.html +++ b/api/orc-core/org/apache/orc/impl/ReaderImpl.html @@ -2,10 +2,10 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Fri Feb 09 09:04:50 PST 2018 --> +<!-- Generated by javadoc (1.8.0_121) on Mon May 14 13:41:16 PDT 2018 --> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> -<title>ReaderImpl (ORC Core 1.4.3 API)</title> -<meta name="date" content="2018-02-09"> +<title>ReaderImpl (ORC Core 1.5.0 API)</title> +<meta name="date" content="2018-05-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> <script type="text/javascript" src="../../../../script.js"></script> </head> @@ -13,13 +13,13 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="ReaderImpl (ORC Core 1.4.3 API)"; + parent.document.title="ReaderImpl (ORC Core 1.5.0 API)"; } } catch(err) { } //--> -var methods = {"i0":9,"i1":9,"i2":9,"i3":9,"i4":9,"i5":10,"i6":9,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":9,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":9,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":9,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10}; +var methods = {"i0":9,"i1":9,"i2":9,"i3":9,"i4":9,"i5":9,"i6":10,"i7":9,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":9,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":9,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":9,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10}; var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -170,11 +170,11 @@ implements <a href="../../../../org/apache/orc/Reader.html" title="interface in <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#compressionKind">compressionKind</a></span></code> </td> </tr> <tr class="altColor"> -<td class="colFirst"><code>protected <a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/conf/Configuration.html?is-external=true" title="class or interface in org.apache.hadoop.conf">Configuration</a></code></td> +<td class="colFirst"><code>protected <a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/conf/Configuration.html?is-external=true" title="class or interface in org.apache.hadoop.conf">Configuration</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#conf">conf</a></span></code> </td> </tr> <tr class="rowColor"> -<td class="colFirst"><code>protected <a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs">FileSystem</a></code></td> +<td class="colFirst"><code>protected <a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs">FileSystem</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#fileSystem">fileSystem</a></span></code> </td> </tr> <tr class="altColor"> @@ -182,7 +182,7 @@ implements <a href="../../../../org/apache/orc/Reader.html" title="interface in <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#metadata">metadata</a></span></code> </td> </tr> <tr class="rowColor"> -<td class="colFirst"><code>protected <a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a></code></td> +<td class="colFirst"><code>protected <a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#path">path</a></span></code> </td> </tr> <tr class="altColor"> @@ -197,6 +197,10 @@ implements <a href="../../../../org/apache/orc/Reader.html" title="interface in <td class="colFirst"><code>protected <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.Type.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.Type</a>></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#types">types</a></span></code> </td> </tr> +<tr class="rowColor"> +<td class="colFirst"><code>protected boolean</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#useUTCTimestamp">useUTCTimestamp</a></span></code> </td> +</tr> </table> </li> </ul> @@ -212,7 +216,7 @@ implements <a href="../../../../org/apache/orc/Reader.html" title="interface in <th class="colOne" scope="col">Constructor and Description</th> </tr> <tr class="altColor"> -<td class="colOne"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#ReaderImpl-org.apache.hadoop.fs.Path-org.apache.orc.OrcFile.ReaderOptions-">ReaderImpl</a></span>(<a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, +<td class="colOne"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#ReaderImpl-org.apache.hadoop.fs.Path-org.apache.orc.OrcFile.ReaderOptions-">ReaderImpl</a></span>(<a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, <a href="../../../../org/apache/orc/OrcFile.ReaderOptions.html" title="class in org.apache.orc">OrcFile.ReaderOptions</a> options)</code> <div class="block">Constructor that let's the user specify additional options.</div> </td> @@ -234,13 +238,18 @@ implements <a href="../../../../org/apache/orc/Reader.html" title="interface in </tr> <tr id="i0" class="altColor"> <td class="colFirst"><code>protected static void</code></td> -<td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#checkOrcVersion-org.apache.hadoop.fs.Path-org.apache.orc.OrcProto.PostScript-">checkOrcVersion</a></span>(<a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#checkOrcVersion-org.apache.hadoop.fs.Path-org.apache.orc.OrcProto.PostScript-">checkOrcVersion</a></span>(<a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, <a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.PostScript.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.PostScript</a> postscript)</code> <div class="block">Check to see if this ORC file is from a future version and if so, warn the user that we may not be able to read all of the column encodings.</div> </td> </tr> <tr id="i1" class="rowColor"> +<td class="colFirst"><code>static <a href="../../../../org/apache/orc/ColumnStatistics.html" title="interface in org.apache.orc">ColumnStatistics</a>[]</code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#deserializeStats-org.apache.orc.TypeDescription-java.util.List-">deserializeStats</a></span>(<a href="../../../../org/apache/orc/TypeDescription.html" title="class in org.apache.orc">TypeDescription</a> schema, + <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.ColumnStatistics.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.ColumnStatistics</a>> fileStats)</code> </td> +</tr> +<tr id="i2" class="altColor"> <td class="colFirst"><code>protected static void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#ensureOrcFooter-java.nio.ByteBuffer-int-">ensureOrcFooter</a></span>(<a href="http://docs.oracle.com/javase/7/docs/api/java/nio/ByteBuffer.html?is-external=true" title="class or interface in java.nio">ByteBuffer</a> buffer, int psLen)</code> @@ -248,33 +257,33 @@ implements <a href="../../../../org/apache/orc/Reader.html" title="interface in files or RC files as ORC files.</div> </td> </tr> -<tr id="i2" class="altColor"> +<tr id="i3" class="rowColor"> <td class="colFirst"><code>protected static void</code></td> -<td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#ensureOrcFooter-org.apache.hadoop.fs.FSDataInputStream-org.apache.hadoop.fs.Path-int-java.nio.ByteBuffer-">ensureOrcFooter</a></span>(<a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/FSDataInputStream.html?is-external=true" title="class or interface in org.apache.hadoop.fs">FSDataInputStream</a> in, - <a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#ensureOrcFooter-org.apache.hadoop.fs.FSDataInputStream-org.apache.hadoop.fs.Path-int-java.nio.ByteBuffer-">ensureOrcFooter</a></span>(<a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/FSDataInputStream.html?is-external=true" title="class or interface in org.apache.hadoop.fs">FSDataInputStream</a> in, + <a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, int psLen, <a href="http://docs.oracle.com/javase/7/docs/api/java/nio/ByteBuffer.html?is-external=true" title="class or interface in java.nio">ByteBuffer</a> buffer)</code> <div class="block">Ensure this is an ORC file to prevent users from trying to read text files or RC files as ORC files.</div> </td> </tr> -<tr id="i3" class="rowColor"> +<tr id="i4" class="altColor"> <td class="colFirst"><code>static <a href="../../../../org/apache/orc/impl/OrcTail.html" title="class in org.apache.orc.impl">OrcTail</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#extractFileTail-java.nio.ByteBuffer-">extractFileTail</a></span>(<a href="http://docs.oracle.com/javase/7/docs/api/java/nio/ByteBuffer.html?is-external=true" title="class or interface in java.nio">ByteBuffer</a> buffer)</code> </td> </tr> -<tr id="i4" class="altColor"> +<tr id="i5" class="rowColor"> <td class="colFirst"><code>static <a href="../../../../org/apache/orc/impl/OrcTail.html" title="class in org.apache.orc.impl">OrcTail</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#extractFileTail-java.nio.ByteBuffer-long-long-">extractFileTail</a></span>(<a href="http://docs.oracle.com/javase/7/docs/api/java/nio/ByteBuffer.html?is-external=true" title="class or interface in java.nio">ByteBuffer</a> buffer, long fileLength, long modificationTime)</code> </td> </tr> -<tr id="i5" class="rowColor"> +<tr id="i6" class="altColor"> <td class="colFirst"><code>protected <a href="../../../../org/apache/orc/impl/OrcTail.html" title="class in org.apache.orc.impl">OrcTail</a></code></td> -<td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#extractFileTail-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-long-">extractFileTail</a></span>(<a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs">FileSystem</a> fs, - <a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#extractFileTail-org.apache.hadoop.fs.FileSystem-org.apache.hadoop.fs.Path-long-">extractFileTail</a></span>(<a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs">FileSystem</a> fs, + <a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, long maxFileLength)</code> </td> </tr> -<tr id="i6" class="altColor"> +<tr id="i7" class="rowColor"> <td class="colFirst"><code>static <a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.Metadata.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.Metadata</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#extractMetadata-java.nio.ByteBuffer-int-int-org.apache.orc.CompressionCodec-int-">extractMetadata</a></span>(<a href="http://docs.oracle.com/javase/7/docs/api/java/nio/ByteBuffer.html?is-external=true" title="class or interface in java.nio">ByteBuffer</a> bb, int metadataAbsPos, @@ -282,178 +291,178 @@ implements <a href="../../../../org/apache/orc/Reader.html" title="interface in <a href="../../../../org/apache/orc/CompressionCodec.html" title="interface in org.apache.orc">CompressionCodec</a> codec, int bufferSize)</code> </td> </tr> -<tr id="i7" class="rowColor"> +<tr id="i8" class="altColor"> <td class="colFirst"><code><a href="../../../../org/apache/orc/CompressionKind.html" title="enum in org.apache.orc">CompressionKind</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getCompressionKind--">getCompressionKind</a></span>()</code> <div class="block">Get the compression kind.</div> </td> </tr> -<tr id="i8" class="altColor"> +<tr id="i9" class="rowColor"> <td class="colFirst"><code>int</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getCompressionSize--">getCompressionSize</a></span>()</code> <div class="block">Get the buffer size for the compression.</div> </td> </tr> -<tr id="i9" class="rowColor"> +<tr id="i10" class="altColor"> <td class="colFirst"><code>long</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getContentLength--">getContentLength</a></span>()</code> <div class="block">Get the length of the file.</div> </td> </tr> -<tr id="i10" class="altColor"> +<tr id="i11" class="rowColor"> <td class="colFirst"><code><a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.FileTail.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.FileTail</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getFileTail--">getFileTail</a></span>()</code> <div class="block">Get the file tail (footer + postscript)</div> </td> </tr> -<tr id="i11" class="rowColor"> +<tr id="i12" class="altColor"> <td class="colFirst"><code><a href="../../../../org/apache/orc/OrcFile.Version.html" title="enum in org.apache.orc">OrcFile.Version</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getFileVersion--">getFileVersion</a></span>()</code> <div class="block">Get the file format version.</div> </td> </tr> -<tr id="i12" class="altColor"> +<tr id="i13" class="rowColor"> <td class="colFirst"><code>static <a href="../../../../org/apache/orc/OrcFile.Version.html" title="enum in org.apache.orc">OrcFile.Version</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getFileVersion-java.util.List-">getFileVersion</a></span>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Integer.html?is-external=true" title="class or interface in java.lang">Integer</a>> versionList)</code> </td> </tr> -<tr id="i13" class="rowColor"> +<tr id="i14" class="altColor"> <td class="colFirst"><code><a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getMetadataKeys--">getMetadataKeys</a></span>()</code> <div class="block">Get the user metadata keys.</div> </td> </tr> -<tr id="i14" class="altColor"> +<tr id="i15" class="rowColor"> <td class="colFirst"><code>int</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getMetadataSize--">getMetadataSize</a></span>()</code> </td> </tr> -<tr id="i15" class="rowColor"> +<tr id="i16" class="altColor"> <td class="colFirst"><code><a href="http://docs.oracle.com/javase/7/docs/api/java/nio/ByteBuffer.html?is-external=true" title="class or interface in java.nio">ByteBuffer</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getMetadataValue-java.lang.String-">getMetadataValue</a></span>(<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> key)</code> <div class="block">Get a user metadata value.</div> </td> </tr> -<tr id="i16" class="altColor"> +<tr id="i17" class="rowColor"> <td class="colFirst"><code>long</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getNumberOfRows--">getNumberOfRows</a></span>()</code> <div class="block">Get the number of rows in the file.</div> </td> </tr> -<tr id="i17" class="rowColor"> +<tr id="i18" class="altColor"> <td class="colFirst"><code><a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.ColumnStatistics.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.ColumnStatistics</a>></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getOrcProtoFileStatistics--">getOrcProtoFileStatistics</a></span>()</code> </td> </tr> -<tr id="i18" class="altColor"> +<tr id="i19" class="rowColor"> <td class="colFirst"><code><a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.StripeStatistics.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.StripeStatistics</a>></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getOrcProtoStripeStatistics--">getOrcProtoStripeStatistics</a></span>()</code> </td> </tr> -<tr id="i19" class="rowColor"> +<tr id="i20" class="altColor"> <td class="colFirst"><code><a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.UserMetadataItem.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.UserMetadataItem</a>></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getOrcProtoUserMetadata--">getOrcProtoUserMetadata</a></span>()</code> </td> </tr> -<tr id="i20" class="altColor"> +<tr id="i21" class="rowColor"> <td class="colFirst"><code>long</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getRawDataSize--">getRawDataSize</a></span>()</code> <div class="block">Get the deserialized data size of the file</div> </td> </tr> -<tr id="i21" class="rowColor"> +<tr id="i22" class="altColor"> <td class="colFirst"><code>long</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getRawDataSizeFromColIndices-java.util.List-">getRawDataSizeFromColIndices</a></span>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Integer.html?is-external=true" title="class or interface in java.lang">Integer</a>> colIndices)</code> <div class="block">Get the deserialized data size of the specified columns ids</div> </td> </tr> -<tr id="i22" class="altColor"> +<tr id="i23" class="rowColor"> <td class="colFirst"><code>static long</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getRawDataSizeFromColIndices-java.util.List-java.util.List-java.util.List-">getRawDataSizeFromColIndices</a></span>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Integer.html?is-external=true" title="class or interface in java.lang">Integer</a>> colIndices, <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.Type.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.Type</a>> types, <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.ColumnStatistics.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.ColumnStatistics</a>> stats)</code> </td> </tr> -<tr id="i23" class="rowColor"> +<tr id="i24" class="altColor"> <td class="colFirst"><code>long</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getRawDataSizeOfColumns-java.util.List-">getRawDataSizeOfColumns</a></span>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>> colNames)</code> <div class="block">Get the deserialized data size of the specified columns</div> </td> </tr> -<tr id="i24" class="altColor"> +<tr id="i25" class="rowColor"> <td class="colFirst"><code>int</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getRowIndexStride--">getRowIndexStride</a></span>()</code> <div class="block">Get the number of rows per a entry in the row index.</div> </td> </tr> -<tr id="i25" class="rowColor"> +<tr id="i26" class="altColor"> <td class="colFirst"><code><a href="../../../../org/apache/orc/TypeDescription.html" title="class in org.apache.orc">TypeDescription</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getSchema--">getSchema</a></span>()</code> <div class="block">Get the type of rows in this ORC file.</div> </td> </tr> -<tr id="i26" class="altColor"> +<tr id="i27" class="rowColor"> <td class="colFirst"><code><a href="http://docs.oracle.com/javase/7/docs/api/java/nio/ByteBuffer.html?is-external=true" title="class or interface in java.nio">ByteBuffer</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getSerializedFileFooter--">getSerializedFileFooter</a></span>()</code> </td> </tr> -<tr id="i27" class="rowColor"> +<tr id="i28" class="altColor"> <td class="colFirst"><code><a href="../../../../org/apache/orc/ColumnStatistics.html" title="interface in org.apache.orc">ColumnStatistics</a>[]</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getStatistics--">getStatistics</a></span>()</code> <div class="block">Get the statistics about the columns in the file.</div> </td> </tr> -<tr id="i28" class="altColor"> +<tr id="i29" class="rowColor"> <td class="colFirst"><code><a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../org/apache/orc/StripeInformation.html" title="interface in org.apache.orc">StripeInformation</a>></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getStripes--">getStripes</a></span>()</code> <div class="block">Get the list of stripes.</div> </td> </tr> -<tr id="i29" class="rowColor"> +<tr id="i30" class="altColor"> <td class="colFirst"><code><a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="../../../../org/apache/orc/StripeStatistics.html" title="class in org.apache.orc">StripeStatistics</a>></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getStripeStatistics--">getStripeStatistics</a></span>()</code> </td> </tr> -<tr id="i30" class="altColor"> +<tr id="i31" class="rowColor"> <td class="colFirst"><code><a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.Type.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.Type</a>></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getTypes--">getTypes</a></span>()</code> <div class="block">Get the list of types contained in the file.</div> </td> </tr> -<tr id="i31" class="rowColor"> +<tr id="i32" class="altColor"> <td class="colFirst"><code><a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Integer.html?is-external=true" title="class or interface in java.lang">Integer</a>></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getVersionList--">getVersionList</a></span>()</code> </td> </tr> -<tr id="i32" class="altColor"> +<tr id="i33" class="rowColor"> <td class="colFirst"><code><a href="../../../../org/apache/orc/OrcFile.WriterVersion.html" title="enum in org.apache.orc">OrcFile.WriterVersion</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getWriterVersion--">getWriterVersion</a></span>()</code> <div class="block">Get the version of the writer of this file.</div> </td> </tr> -<tr id="i33" class="rowColor"> +<tr id="i34" class="altColor"> <td class="colFirst"><code>static <a href="../../../../org/apache/orc/OrcFile.WriterVersion.html" title="enum in org.apache.orc">OrcFile.WriterVersion</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#getWriterVersion-int-">getWriterVersion</a></span>(int writerVersion)</code> <div class="block">Get the WriterVersion based on the ORC file postscript.</div> </td> </tr> -<tr id="i34" class="altColor"> +<tr id="i35" class="rowColor"> <td class="colFirst"><code>boolean</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#hasMetadataValue-java.lang.String-">hasMetadataValue</a></span>(<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> key)</code> <div class="block">Did the user set the given metadata value.</div> </td> </tr> -<tr id="i35" class="rowColor"> +<tr id="i36" class="altColor"> <td class="colFirst"><code><a href="../../../../org/apache/orc/Reader.Options.html" title="class in org.apache.orc">Reader.Options</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#options--">options</a></span>()</code> <div class="block">Create a default options object that can be customized for creating a RecordReader.</div> </td> </tr> -<tr id="i36" class="altColor"> +<tr id="i37" class="rowColor"> <td class="colFirst"><code><a href="../../../../org/apache/orc/RecordReader.html" title="interface in org.apache.orc">RecordReader</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#rows--">rows</a></span>()</code> <div class="block">Create a RecordReader that reads everything with the default options.</div> </td> </tr> -<tr id="i37" class="rowColor"> +<tr id="i38" class="altColor"> <td class="colFirst"><code><a href="../../../../org/apache/orc/RecordReader.html" title="interface in org.apache.orc">RecordReader</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#rows-org.apache.orc.Reader.Options-">rows</a></span>(<a href="../../../../org/apache/orc/Reader.Options.html" title="class in org.apache.orc">Reader.Options</a> options)</code> <div class="block">Create a RecordReader that uses the options given.</div> </td> </tr> -<tr id="i38" class="altColor"> +<tr id="i39" class="rowColor"> <td class="colFirst"><code><a href="http://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/ReaderImpl.html#toString--">toString</a></span>()</code> </td> </tr> @@ -485,7 +494,7 @@ implements <a href="../../../../org/apache/orc/Reader.html" title="interface in <ul class="blockList"> <li class="blockList"> <h4>fileSystem</h4> -<pre>protected final <a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs">FileSystem</a> fileSystem</pre> +<pre>protected final <a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs">FileSystem</a> fileSystem</pre> </li> </ul> <a name="path"> @@ -494,7 +503,7 @@ implements <a href="../../../../org/apache/orc/Reader.html" title="interface in <ul class="blockList"> <li class="blockList"> <h4>path</h4> -<pre>protected final <a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path</pre> +<pre>protected final <a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path</pre> </li> </ul> <a name="compressionKind"> @@ -548,7 +557,16 @@ implements <a href="../../../../org/apache/orc/Reader.html" title="interface in <ul class="blockList"> <li class="blockList"> <h4>conf</h4> -<pre>protected final <a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/conf/Configuration.html?is-external=true" title="class or interface in org.apache.hadoop.conf">Configuration</a> conf</pre> +<pre>protected final <a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/conf/Configuration.html?is-external=true" title="class or interface in org.apache.hadoop.conf">Configuration</a> conf</pre> +</li> +</ul> +<a name="useUTCTimestamp"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>useUTCTimestamp</h4> +<pre>protected final boolean useUTCTimestamp</pre> </li> </ul> <a name="tail"> @@ -574,7 +592,7 @@ implements <a href="../../../../org/apache/orc/Reader.html" title="interface in <ul class="blockListLast"> <li class="blockList"> <h4>ReaderImpl</h4> -<pre>public ReaderImpl(<a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, +<pre>public ReaderImpl(<a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, <a href="../../../../org/apache/orc/OrcFile.ReaderOptions.html" title="class in org.apache.orc">OrcFile.ReaderOptions</a> options) throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre> <div class="block">Constructor that let's the user specify additional options.</div> @@ -844,6 +862,16 @@ implements <a href="../../../../org/apache/orc/Reader.html" title="interface in </dl> </li> </ul> +<a name="deserializeStats-org.apache.orc.TypeDescription-java.util.List-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>deserializeStats</h4> +<pre>public static <a href="../../../../org/apache/orc/ColumnStatistics.html" title="interface in org.apache.orc">ColumnStatistics</a>[] deserializeStats(<a href="../../../../org/apache/orc/TypeDescription.html" title="class in org.apache.orc">TypeDescription</a> schema, + <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.ColumnStatistics.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.ColumnStatistics</a>> fileStats)</pre> +</li> +</ul> <a name="getSchema--"> <!-- --> </a> @@ -865,8 +893,8 @@ implements <a href="../../../../org/apache/orc/Reader.html" title="interface in <ul class="blockList"> <li class="blockList"> <h4>ensureOrcFooter</h4> -<pre>protected static void ensureOrcFooter(<a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/FSDataInputStream.html?is-external=true" title="class or interface in org.apache.hadoop.fs">FSDataInputStream</a> in, - <a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, +<pre>protected static void ensureOrcFooter(<a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/FSDataInputStream.html?is-external=true" title="class or interface in org.apache.hadoop.fs">FSDataInputStream</a> in, + <a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, int psLen, <a href="http://docs.oracle.com/javase/7/docs/api/java/nio/ByteBuffer.html?is-external=true" title="class or interface in java.nio">ByteBuffer</a> buffer) throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre> @@ -909,7 +937,7 @@ implements <a href="../../../../org/apache/orc/Reader.html" title="interface in <ul class="blockList"> <li class="blockList"> <h4>checkOrcVersion</h4> -<pre>protected static void checkOrcVersion(<a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, +<pre>protected static void checkOrcVersion(<a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, <a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.PostScript.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.PostScript</a> postscript) throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre> <div class="block">Check to see if this ORC file is from a future version and if so, @@ -993,8 +1021,8 @@ implements <a href="../../../../org/apache/orc/Reader.html" title="interface in <ul class="blockList"> <li class="blockList"> <h4>extractFileTail</h4> -<pre>protected <a href="../../../../org/apache/orc/impl/OrcTail.html" title="class in org.apache.orc.impl">OrcTail</a> extractFileTail(<a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs">FileSystem</a> fs, - <a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, +<pre>protected <a href="../../../../org/apache/orc/impl/OrcTail.html" title="class in org.apache.orc.impl">OrcTail</a> extractFileTail(<a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/FileSystem.html?is-external=true" title="class or interface in org.apache.hadoop.fs">FileSystem</a> fs, + <a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path, long maxFileLength) throws <a href="http://docs.oracle.com/javase/7/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</a></pre> <dl> http://git-wip-us.apache.org/repos/asf/orc/blob/13ea6893/api/orc-core/org/apache/orc/impl/RecordReaderImpl.PositionProviderImpl.html ---------------------------------------------------------------------- diff --git a/api/orc-core/org/apache/orc/impl/RecordReaderImpl.PositionProviderImpl.html b/api/orc-core/org/apache/orc/impl/RecordReaderImpl.PositionProviderImpl.html index d49a01f..de90617 100644 --- a/api/orc-core/org/apache/orc/impl/RecordReaderImpl.PositionProviderImpl.html +++ b/api/orc-core/org/apache/orc/impl/RecordReaderImpl.PositionProviderImpl.html @@ -2,10 +2,10 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Fri Feb 09 09:04:50 PST 2018 --> +<!-- Generated by javadoc (1.8.0_121) on Mon May 14 13:41:16 PDT 2018 --> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> -<title>RecordReaderImpl.PositionProviderImpl (ORC Core 1.4.3 API)</title> -<meta name="date" content="2018-02-09"> +<title>RecordReaderImpl.PositionProviderImpl (ORC Core 1.5.0 API)</title> +<meta name="date" content="2018-05-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> <script type="text/javascript" src="../../../../script.js"></script> </head> @@ -13,7 +13,7 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="RecordReaderImpl.PositionProviderImpl (ORC Core 1.4.3 API)"; + parent.document.title="RecordReaderImpl.PositionProviderImpl (ORC Core 1.5.0 API)"; } } catch(err) { http://git-wip-us.apache.org/repos/asf/orc/blob/13ea6893/api/orc-core/org/apache/orc/impl/RecordReaderImpl.SargApplier.html ---------------------------------------------------------------------- diff --git a/api/orc-core/org/apache/orc/impl/RecordReaderImpl.SargApplier.html b/api/orc-core/org/apache/orc/impl/RecordReaderImpl.SargApplier.html index 8bf8a7b..37c9d9d 100644 --- a/api/orc-core/org/apache/orc/impl/RecordReaderImpl.SargApplier.html +++ b/api/orc-core/org/apache/orc/impl/RecordReaderImpl.SargApplier.html @@ -2,10 +2,10 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Fri Feb 09 09:04:50 PST 2018 --> +<!-- Generated by javadoc (1.8.0_121) on Mon May 14 13:41:16 PDT 2018 --> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> -<title>RecordReaderImpl.SargApplier (ORC Core 1.4.3 API)</title> -<meta name="date" content="2018-02-09"> +<title>RecordReaderImpl.SargApplier (ORC Core 1.5.0 API)</title> +<meta name="date" content="2018-05-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> <script type="text/javascript" src="../../../../script.js"></script> </head> @@ -13,7 +13,7 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="RecordReaderImpl.SargApplier (ORC Core 1.4.3 API)"; + parent.document.title="RecordReaderImpl.SargApplier (ORC Core 1.5.0 API)"; } } catch(err) { @@ -157,10 +157,11 @@ extends <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html? <th class="colOne" scope="col">Constructor and Description</th> </tr> <tr class="altColor"> -<td class="colOne"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/RecordReaderImpl.SargApplier.html#SargApplier-org.apache.hadoop.hive.ql.io.sarg.SearchArgument-long-org.apache.orc.impl.SchemaEvolution-org.apache.orc.OrcFile.WriterVersion-">SargApplier</a></span>(<a href="http://orc.apache.org/api/hive-storage-api/org/apache/hadoop/hive/ql/io/sarg/SearchArgument.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.io.sarg">SearchArgument</a> sarg, +<td class="colOne"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/RecordReaderImpl.SargApplier.html#SargApplier-org.apache.hadoop.hive.ql.io.sarg.SearchArgument-long-org.apache.orc.impl.SchemaEvolution-org.apache.orc.OrcFile.WriterVersion-boolean-">SargApplier</a></span>(<a href="http://orc.apache.org/api/hive-storage-api/org/apache/hadoop/hive/ql/io/sarg/SearchArgument.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.io.sarg">SearchArgument</a> sarg, long rowIndexStride, <a href="../../../../org/apache/orc/impl/SchemaEvolution.html" title="class in org.apache.orc.impl">SchemaEvolution</a> evolution, - <a href="../../../../org/apache/orc/OrcFile.WriterVersion.html" title="enum in org.apache.orc">OrcFile.WriterVersion</a> writerVersion)</code> </td> + <a href="../../../../org/apache/orc/OrcFile.WriterVersion.html" title="enum in org.apache.orc">OrcFile.WriterVersion</a> writerVersion, + boolean useUTCTimestamp)</code> </td> </tr> </table> </li> @@ -236,7 +237,7 @@ extends <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html? <!-- --> </a> <h3>Constructor Detail</h3> -<a name="SargApplier-org.apache.hadoop.hive.ql.io.sarg.SearchArgument-long-org.apache.orc.impl.SchemaEvolution-org.apache.orc.OrcFile.WriterVersion-"> +<a name="SargApplier-org.apache.hadoop.hive.ql.io.sarg.SearchArgument-long-org.apache.orc.impl.SchemaEvolution-org.apache.orc.OrcFile.WriterVersion-boolean-"> <!-- --> </a> <ul class="blockListLast"> @@ -245,7 +246,8 @@ extends <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html? <pre>public SargApplier(<a href="http://orc.apache.org/api/hive-storage-api/org/apache/hadoop/hive/ql/io/sarg/SearchArgument.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.io.sarg">SearchArgument</a> sarg, long rowIndexStride, <a href="../../../../org/apache/orc/impl/SchemaEvolution.html" title="class in org.apache.orc.impl">SchemaEvolution</a> evolution, - <a href="../../../../org/apache/orc/OrcFile.WriterVersion.html" title="enum in org.apache.orc">OrcFile.WriterVersion</a> writerVersion)</pre> + <a href="../../../../org/apache/orc/OrcFile.WriterVersion.html" title="enum in org.apache.orc">OrcFile.WriterVersion</a> writerVersion, + boolean useUTCTimestamp)</pre> </li> </ul> </li> http://git-wip-us.apache.org/repos/asf/orc/blob/13ea6893/api/orc-core/org/apache/orc/impl/RecordReaderImpl.html ---------------------------------------------------------------------- diff --git a/api/orc-core/org/apache/orc/impl/RecordReaderImpl.html b/api/orc-core/org/apache/orc/impl/RecordReaderImpl.html index 04ff9dd..8936c79 100644 --- a/api/orc-core/org/apache/orc/impl/RecordReaderImpl.html +++ b/api/orc-core/org/apache/orc/impl/RecordReaderImpl.html @@ -2,10 +2,10 @@ <!-- NewPage --> <html lang="en"> <head> -<!-- Generated by javadoc (1.8.0_121) on Fri Feb 09 09:04:50 PST 2018 --> +<!-- Generated by javadoc (1.8.0_121) on Mon May 14 13:41:16 PDT 2018 --> <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> -<title>RecordReaderImpl (ORC Core 1.4.3 API)</title> -<meta name="date" content="2018-02-09"> +<title>RecordReaderImpl (ORC Core 1.5.0 API)</title> +<meta name="date" content="2018-05-14"> <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> <script type="text/javascript" src="../../../../script.js"></script> </head> @@ -13,13 +13,13 @@ <script type="text/javascript"><!-- try { if (location.href.indexOf('is-external=true') == -1) { - parent.document.title="RecordReaderImpl (ORC Core 1.4.3 API)"; + parent.document.title="RecordReaderImpl (ORC Core 1.5.0 API)"; } } catch(err) { } //--> -var methods = {"i0":10,"i1":9,"i2":9,"i3":10,"i4":10,"i5":10,"i6":9,"i7":41,"i8":9,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10}; +var methods = {"i0":10,"i1":9,"i2":9,"i3":9,"i4":10,"i5":10,"i6":10,"i7":9,"i8":41,"i9":9,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10}; var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"],32:["t6","Deprecated Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -159,7 +159,7 @@ implements <a href="../../../../org/apache/orc/RecordReader.html" title="interfa <th class="colLast" scope="col">Field and Description</th> </tr> <tr class="altColor"> -<td class="colFirst"><code>protected <a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a></code></td> +<td class="colFirst"><code>protected <a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/RecordReaderImpl.html#path">path</a></span></code> </td> </tr> <tr class="rowColor"> @@ -222,30 +222,40 @@ implements <a href="../../../../org/apache/orc/RecordReader.html" title="interfa </td> </tr> <tr id="i3" class="rowColor"> +<td class="colFirst"><code>static <a href="http://orc.apache.org/api/hive-storage-api/org/apache/hadoop/hive/ql/io/sarg/SearchArgument.TruthValue.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.io.sarg">SearchArgument.TruthValue</a></code></td> +<td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/RecordReaderImpl.html#evaluatePredicate-org.apache.orc.ColumnStatistics-org.apache.hadoop.hive.ql.io.sarg.PredicateLeaf-org.apache.orc.util.BloomFilter-boolean-">evaluatePredicate</a></span>(<a href="../../../../org/apache/orc/ColumnStatistics.html" title="interface in org.apache.orc">ColumnStatistics</a> stats, + <a href="http://orc.apache.org/api/hive-storage-api/org/apache/hadoop/hive/ql/io/sarg/PredicateLeaf.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.io.sarg">PredicateLeaf</a> predicate, + <a href="../../../../org/apache/orc/util/BloomFilter.html" title="class in org.apache.orc.util">BloomFilter</a> bloomFilter, + boolean useUTCTimestamp)</code> +<div class="block">Evaluate a predicate with respect to the statistics from the column + that is referenced in the predicate.</div> +</td> +</tr> +<tr id="i4" class="altColor"> <td class="colFirst"><code><a href="../../../../org/apache/orc/CompressionCodec.html" title="interface in org.apache.orc">CompressionCodec</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/RecordReaderImpl.html#getCompressionCodec--">getCompressionCodec</a></span>()</code> </td> </tr> -<tr id="i4" class="altColor"> +<tr id="i5" class="rowColor"> <td class="colFirst"><code>float</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/RecordReaderImpl.html#getProgress--">getProgress</a></span>()</code> <div class="block">Return the fraction of rows that have been read from the selected.</div> </td> </tr> -<tr id="i5" class="rowColor"> +<tr id="i6" class="altColor"> <td class="colFirst"><code>long</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/RecordReaderImpl.html#getRowNumber--">getRowNumber</a></span>()</code> <div class="block">Get the row number of the row that will be returned by the following call to next().</div> </td> </tr> -<tr id="i6" class="altColor"> +<tr id="i7" class="rowColor"> <td class="colFirst"><code>static int[]</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/RecordReaderImpl.html#mapSargColumnsToOrcInternalColIdx-java.util.List-org.apache.orc.impl.SchemaEvolution-">mapSargColumnsToOrcInternalColIdx</a></span>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://orc.apache.org/api/hive-storage-api/org/apache/hadoop/hive/ql/io/sarg/PredicateLeaf.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.io.sarg">PredicateLeaf</a>> sargLeaves, <a href="../../../../org/apache/orc/impl/SchemaEvolution.html" title="class in org.apache.orc.impl">SchemaEvolution</a> evolution)</code> <div class="block">Find the mapping from predicate leaves to columns.</div> </td> </tr> -<tr id="i7" class="rowColor"> +<tr id="i8" class="altColor"> <td class="colFirst"><code>static int[]</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/RecordReaderImpl.html#mapSargColumnsToOrcInternalColIdx-java.util.List-java.lang.String:A-int-">mapSargColumnsToOrcInternalColIdx</a></span>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://orc.apache.org/api/hive-storage-api/org/apache/hadoop/hive/ql/io/sarg/PredicateLeaf.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.io.sarg">PredicateLeaf</a>> sargLeaves, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a>[] columnNames, @@ -255,30 +265,30 @@ implements <a href="../../../../org/apache/orc/RecordReader.html" title="interfa </div> </td> </tr> -<tr id="i8" class="altColor"> +<tr id="i9" class="rowColor"> <td class="colFirst"><code>static int[]</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/RecordReaderImpl.html#mapTranslatedSargColumns-java.util.List-java.util.List-">mapTranslatedSargColumns</a></span>(<a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.Type.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.Type</a>> types, <a href="http://docs.oracle.com/javase/7/docs/api/java/util/List.html?is-external=true" title="class or interface in java.util">List</a><<a href="http://orc.apache.org/api/hive-storage-api/org/apache/hadoop/hive/ql/io/sarg/PredicateLeaf.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.io.sarg">PredicateLeaf</a>> sargLeaves)</code> </td> </tr> -<tr id="i9" class="rowColor"> +<tr id="i10" class="altColor"> <td class="colFirst"><code>boolean</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/RecordReaderImpl.html#nextBatch-org.apache.hadoop.hive.ql.exec.vector.VectorizedRowBatch-">nextBatch</a></span>(<a href="http://orc.apache.org/api/hive-storage-api/org/apache/hadoop/hive/ql/exec/vector/VectorizedRowBatch.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.exec.vector">VectorizedRowBatch</a> batch)</code> <div class="block">Read the next row batch.</div> </td> </tr> -<tr id="i10" class="altColor"> +<tr id="i11" class="rowColor"> <td class="colFirst"><code>protected boolean[]</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/RecordReaderImpl.html#pickRowGroups--">pickRowGroups</a></span>()</code> <div class="block">Pick the row groups that we need to load from the current stripe.</div> </td> </tr> -<tr id="i11" class="rowColor"> +<tr id="i12" class="altColor"> <td class="colFirst"><code><a href="../../../../org/apache/orc/impl/OrcIndex.html" title="class in org.apache.orc.impl">OrcIndex</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/RecordReaderImpl.html#readRowIndex-int-boolean:A-boolean:A-">readRowIndex</a></span>(int stripeIndex, boolean[] included, boolean[] sargColumns)</code> </td> </tr> -<tr id="i12" class="altColor"> +<tr id="i13" class="rowColor"> <td class="colFirst"><code><a href="../../../../org/apache/orc/impl/OrcIndex.html" title="class in org.apache.orc.impl">OrcIndex</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/RecordReaderImpl.html#readRowIndex-int-boolean:A-org.apache.orc.OrcProto.RowIndex:A-org.apache.orc.OrcProto.BloomFilterIndex:A-boolean:A-">readRowIndex</a></span>(int stripeIndex, boolean[] included, @@ -286,11 +296,11 @@ implements <a href="../../../../org/apache/orc/RecordReader.html" title="interfa <a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.BloomFilterIndex.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.BloomFilterIndex</a>[] bloomFilterIndex, boolean[] sargColumns)</code> </td> </tr> -<tr id="i13" class="rowColor"> +<tr id="i14" class="altColor"> <td class="colFirst"><code><a href="http://orc.apache.org/api/orc-core/org/apache/orc/OrcProto.StripeFooter.html?is-external=true" title="class or interface in org.apache.orc">OrcProto.StripeFooter</a></code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/RecordReaderImpl.html#readStripeFooter-org.apache.orc.StripeInformation-">readStripeFooter</a></span>(<a href="../../../../org/apache/orc/StripeInformation.html" title="interface in org.apache.orc">StripeInformation</a> stripe)</code> </td> </tr> -<tr id="i14" class="altColor"> +<tr id="i15" class="rowColor"> <td class="colFirst"><code>void</code></td> <td class="colLast"><code><span class="memberNameLink"><a href="../../../../org/apache/orc/impl/RecordReaderImpl.html#seekToRow-long-">seekToRow</a></span>(long rowNumber)</code> <div class="block">Seek to a particular row number.</div> @@ -324,7 +334,7 @@ implements <a href="../../../../org/apache/orc/RecordReader.html" title="interfa <ul class="blockList"> <li class="blockList"> <h4>path</h4> -<pre>protected final <a href="http://hadoop.apache.org/docs/r2.6.4/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path</pre> +<pre>protected final <a href="http://hadoop.apache.org/docs/r2.7.3/api/org/apache/hadoop/fs/Path.html?is-external=true" title="class or interface in org.apache.hadoop.fs">Path</a> path</pre> </li> </ul> <a name="schema"> @@ -444,6 +454,32 @@ public static int[] mapSargColumnsToOrcInternalColIdx(<a href="http:// </dl> </li> </ul> +<a name="evaluatePredicate-org.apache.orc.ColumnStatistics-org.apache.hadoop.hive.ql.io.sarg.PredicateLeaf-org.apache.orc.util.BloomFilter-boolean-"> +<!-- --> +</a> +<ul class="blockList"> +<li class="blockList"> +<h4>evaluatePredicate</h4> +<pre>public static <a href="http://orc.apache.org/api/hive-storage-api/org/apache/hadoop/hive/ql/io/sarg/SearchArgument.TruthValue.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.io.sarg">SearchArgument.TruthValue</a> evaluatePredicate(<a href="../../../../org/apache/orc/ColumnStatistics.html" title="interface in org.apache.orc">ColumnStatistics</a> stats, + <a href="http://orc.apache.org/api/hive-storage-api/org/apache/hadoop/hive/ql/io/sarg/PredicateLeaf.html?is-external=true" title="class or interface in org.apache.hadoop.hive.ql.io.sarg">PredicateLeaf</a> predicate, + <a href="../../../../org/apache/orc/util/BloomFilter.html" title="class in org.apache.orc.util">BloomFilter</a> bloomFilter, + boolean useUTCTimestamp)</pre> +<div class="block">Evaluate a predicate with respect to the statistics from the column + that is referenced in the predicate. + Includes option to specify if timestamp column stats values + should be in UTC.</div> +<dl> +<dt><span class="paramLabel">Parameters:</span></dt> +<dd><code>stats</code> - the statistics for the column mentioned in the predicate</dd> +<dd><code>predicate</code> - the leaf predicate we need to evaluation</dd> +<dd><code>bloomFilter</code> - </dd> +<dd><code>useUTCTimestamp</code> - </dd> +<dt><span class="returnLabel">Returns:</span></dt> +<dd>the set of truth values that may be returned for the given + predicate.</dd> +</dl> +</li> +</ul> <a name="pickRowGroups--"> <!-- --> </a>