HDFS-8363. Erasure Coding: DFSStripedInputStream#seekToNewSource. (yliu)
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/b5730d01 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/b5730d01 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/b5730d01 Branch: refs/heads/HDFS-7285 Commit: b5730d019cb6ee6565542882df021fb7ec5ed5f0 Parents: a5749e5 Author: yliu <y...@apache.org> Authored: Wed May 13 08:48:56 2015 +0800 Committer: Jing Zhao <ji...@apache.org> Committed: Sat May 16 15:18:22 2015 -0700 ---------------------------------------------------------------------- .../hadoop-hdfs/CHANGES-HDFS-EC-7285.txt | 2 ++ .../apache/hadoop/hdfs/DFSStripedInputStream.java | 15 ++++++++++++--- 2 files changed, 14 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/b5730d01/hadoop-hdfs-project/hadoop-hdfs/CHANGES-HDFS-EC-7285.txt ---------------------------------------------------------------------- diff --git a/hadoop-hdfs-project/hadoop-hdfs/CHANGES-HDFS-EC-7285.txt b/hadoop-hdfs-project/hadoop-hdfs/CHANGES-HDFS-EC-7285.txt index 79ad208..0a2bb9e 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/CHANGES-HDFS-EC-7285.txt +++ b/hadoop-hdfs-project/hadoop-hdfs/CHANGES-HDFS-EC-7285.txt @@ -204,3 +204,5 @@ HDFS-8368. Erasure Coding: DFS opening a non-existent file need to be handled properly (Rakesh R via zhz) + + HDFS-8363. Erasure Coding: DFSStripedInputStream#seekToNewSource. (yliu) http://git-wip-us.apache.org/repos/asf/hadoop/blob/b5730d01/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSStripedInputStream.java ---------------------------------------------------------------------- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSStripedInputStream.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSStripedInputStream.java index 7678fae..8f15eda 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSStripedInputStream.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSStripedInputStream.java @@ -130,12 +130,12 @@ public class DFSStripedInputStream extends DFSInputStream { } } - private final short groupSize = HdfsConstants.NUM_DATA_BLOCKS; - private final BlockReader[] blockReaders = new BlockReader[groupSize]; - private final DatanodeInfo[] currentNodes = new DatanodeInfo[groupSize]; + private final BlockReader[] blockReaders; + private final DatanodeInfo[] currentNodes; private final int cellSize; private final short dataBlkNum; private final short parityBlkNum; + private final short groupSize; /** the buffer for a complete stripe */ private ByteBuffer curStripeBuf; private final ECSchema schema; @@ -155,6 +155,9 @@ public class DFSStripedInputStream extends DFSInputStream { cellSize = schema.getChunkSize(); dataBlkNum = (short) schema.getNumDataUnits(); parityBlkNum = (short) schema.getNumParityUnits(); + groupSize = dataBlkNum; + blockReaders = new BlockReader[groupSize]; + currentNodes = new DatanodeInfo[groupSize]; curStripeRange = new StripeRange(0, 0); readingService = new ExecutorCompletionService<>(dfsClient.getStripedReadsThreadPool()); @@ -392,6 +395,12 @@ public class DFSStripedInputStream extends DFSInputStream { } @Override + public synchronized boolean seekToNewSource(long targetPos) + throws IOException { + return false; + } + + @Override protected synchronized int readWithStrategy(ReaderStrategy strategy, int off, int len) throws IOException { dfsClient.checkOpen();
