HADOOP-13041. Adding tests for coder utilities. Contributed by Kai Sasaki
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/f1a4863d Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/f1a4863d Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/f1a4863d Branch: refs/heads/HADOOP-12756 Commit: f1a4863dfc9e097cd27479d8f9940532fe1f6416 Parents: 2aa18e1 Author: Kai Zheng <kai.zh...@intel.com> Authored: Tue Jul 26 21:53:37 2016 +0800 Committer: Kai Zheng <kai.zh...@intel.com> Committed: Tue Jul 26 21:53:37 2016 +0800 ---------------------------------------------------------------------- .../io/erasurecode/rawcoder/TestCoderUtil.java | 124 +++++++++++++++++++ 1 file changed, 124 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/f1a4863d/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/erasurecode/rawcoder/TestCoderUtil.java ---------------------------------------------------------------------- diff --git a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/erasurecode/rawcoder/TestCoderUtil.java b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/erasurecode/rawcoder/TestCoderUtil.java new file mode 100644 index 0000000..126d605 --- /dev/null +++ b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/erasurecode/rawcoder/TestCoderUtil.java @@ -0,0 +1,124 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.io.erasurecode.rawcoder; + +import org.apache.hadoop.HadoopIllegalArgumentException; +import org.junit.Test; + +import java.nio.ByteBuffer; + +import static org.junit.Assert.assertEquals; + +/** + * Test of the utility of raw erasure coder. + */ +public class TestCoderUtil { + private final int numInputs = 9; + private final int chunkSize = 1024; + + @Test + public void testGetEmptyChunk() { + byte[] ret = CoderUtil.getEmptyChunk(chunkSize); + for (int i = 0; i < chunkSize; i++) { + assertEquals(0, ret[i]); + } + } + + @Test + public void testResetBuffer() { + ByteBuffer buf = ByteBuffer.allocate(chunkSize * 2).putInt(1234); + buf.position(0); + ByteBuffer ret = CoderUtil.resetBuffer(buf, chunkSize); + for (int i = 0; i < chunkSize; i++) { + assertEquals(0, ret.getInt(i)); + } + + byte[] inputs = ByteBuffer.allocate(numInputs) + .putInt(1234).array(); + CoderUtil.resetBuffer(inputs, 0, numInputs); + for (int i = 0; i < numInputs; i++) { + assertEquals(0, inputs[i]); + } + } + + @Test + public void testGetValidIndexes() { + byte[][] inputs = new byte[numInputs][]; + inputs[0] = new byte[chunkSize]; + inputs[1] = new byte[chunkSize]; + inputs[7] = new byte[chunkSize]; + inputs[8] = new byte[chunkSize]; + + int[] validIndexes = CoderUtil.getValidIndexes(inputs); + + assertEquals(4, validIndexes.length); + + // Check valid indexes + assertEquals(0, validIndexes[0]); + assertEquals(1, validIndexes[1]); + assertEquals(7, validIndexes[2]); + assertEquals(8, validIndexes[3]); + } + + @Test + public void testNoValidIndexes() { + byte[][] inputs = new byte[numInputs][]; + for (int i = 0; i < numInputs; i++) { + inputs[i] = null; + } + + int[] validIndexes = CoderUtil.getValidIndexes(inputs); + + assertEquals(0, validIndexes.length); + } + + @Test + public void testGetNullIndexes() { + byte[][] inputs = new byte[numInputs][]; + inputs[0] = new byte[chunkSize]; + inputs[1] = new byte[chunkSize]; + for (int i = 2; i < 7; i++) { + inputs[i] = null; + } + inputs[7] = new byte[chunkSize]; + inputs[8] = new byte[chunkSize]; + + int[] nullIndexes = CoderUtil.getNullIndexes(inputs); + assertEquals(2, nullIndexes[0]); + assertEquals(3, nullIndexes[1]); + assertEquals(4, nullIndexes[2]); + assertEquals(5, nullIndexes[3]); + assertEquals(6, nullIndexes[4]); + } + + @Test + public void testFindFirstValidInput() { + byte[][] inputs = new byte[numInputs][]; + inputs[8] = ByteBuffer.allocate(4).putInt(1234).array(); + + byte[] firstValidInput = CoderUtil.findFirstValidInput(inputs); + assertEquals(firstValidInput, inputs[8]); + } + + @Test(expected = HadoopIllegalArgumentException.class) + public void testNoValidInput() { + byte[][] inputs = new byte[numInputs][]; + CoderUtil.findFirstValidInput(inputs); + } +} \ No newline at end of file --------------------------------------------------------------------- To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org For additional commands, e-mail: common-commits-h...@hadoop.apache.org
