zhijiangW commented on a change in pull request #6705: [FLINK-10356][network] add sanity checks to SpillingAdaptiveSpanningRecordDeserializer URL: https://github.com/apache/flink/pull/6705#discussion_r227287614
########## File path: flink-runtime/src/test/java/org/apache/flink/runtime/io/network/api/serialization/SpanningRecordSerializationTest.java ########## @@ -104,11 +116,216 @@ public void testHandleMixedLargeRecords() throws Exception { testSerializationRoundTrip(originalRecords, segmentSize); } + /** + * Non-spanning, deserialization reads one byte too many and succeeds. + */ + @Test + public void testHandleDeserializingTooMuchNonSpanning1() throws Exception { + expectedException.expect(IOException.class); + expectedException.expectMessage(" -1 remaining unread byte"); + testHandleWrongDeserialization(new StringValueDeserializingTooMuch("Test string"), 32 * 1024); + } + + /** + * Non-spanning, serialization length is 16 (including headers), deserialization reads one byte + * too many and succeeds. + */ + @Test + public void testHandleDeserializingTooMuchNonSpanning2() throws Exception { + expectedException.expect(IOException.class); + expectedException.expectMessage(" -1 remaining unread byte"); + testHandleWrongDeserialization(new StringValueDeserializingTooMuch("Test string"), 17); + } + + /** + * Non-spanning, serialization length is 16 (including headers), deserialization reads one byte + * too many and fails. + */ + @Test + public void testHandleDeserializingTooMuchNonSpanning3() throws Exception { + expectedException.expect(IOException.class); + expectedException.expectMessage(" -1 remaining unread byte"); + expectedException.expectCause(isA(IndexOutOfBoundsException.class)); + testHandleWrongDeserialization(new StringValueDeserializingTooMuch("Test string"), 16); + } + + /** + * Spanning, serialization length is 16 (including headers), deserialization reads one byte + * too many and fails. + */ + @Test + public void testHandleDeserializingTooMuchSpanning1() throws Exception { + expectedException.expect(IOException.class); + expectedException.expectMessage(" -1 remaining unread byte"); + expectedException.expectCause(isA(EOFException.class)); + testHandleWrongDeserialization(new StringValueDeserializingTooMuch("Test string"), 15); + } + + /** + * Spanning, serialization length is 16 (including headers), deserialization reads one byte + * too many and fails. + */ + @Test + public void testHandleDeserializingTooMuchSpanning2() throws Exception { + expectedException.expect(IOException.class); + expectedException.expectMessage(" -1 remaining unread byte"); + expectedException.expectCause(isA(EOFException.class)); + testHandleWrongDeserialization(new StringValueDeserializingTooMuch("Test string"), 1); + } + + /** + * Spanning, spilling, deserialization reads one byte too many. + */ + @Test + public void testHandleDeserializingTooMuchSpanningLargeRecord() throws Exception { + expectedException.expect(IOException.class); + expectedException.expectMessage(" -1 remaining unread byte"); + expectedException.expectCause(isA(EOFException.class)); + LargeObjectType genLarge = new LargeObjectTypeDeserializingTooMuch(); + Random rnd = new Random(); + testHandleWrongDeserialization(genLarge.getRandom(rnd), 32 * 1024); + } + + /** + * Non-spanning, deserialization forgets to read one byte. + */ + @Test + public void testHandleDeserializingNotEnoughNonSpanning() throws Exception { + expectedException.expect(IOException.class); + expectedException.expectMessage(" 1 remaining unread byte"); + testHandleWrongDeserialization(new StringValueDeserializingNotEnough("Test string"), 32 * 1024); + } + + /** + * Spanning, serialization length is 17 (including headers), deserialization forgets to read one + * byte. + */ + @Test + public void testHandleDeserializingNotEnoughSpanning1() throws Exception { + expectedException.expect(IOException.class); + expectedException.expectMessage(" 1 remaining unread byte"); + testHandleWrongDeserialization(new StringValueDeserializingNotEnough("Test string"), 16); + } + + /** + * Spanning, serialization length is 17 (including headers), deserialization forgets to read one + * byte. + */ + @Test + public void testHandleDeserializingNotEnoughSpanning2() throws Exception { Review comment: merge with `testHandleDeserializingNotEnoughSpanning1`? ---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org With regards, Apache Git Services