This is an automated email from the ASF dual-hosted git repository. nick pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/tika.git
commit 9d928bbf9e93131d5021d4e5afddb4ba18df6531 Author: Nick Burch <[email protected]> AuthorDate: Tue Jul 5 11:21:17 2022 +0100 TIKA-3810 VTT with UTF-8 BOM --- .../org/apache/tika/mime/tika-mimetypes.xml | 3 ++ .../java/org/apache/tika/mime/TestMimeTypes.java | 4 +++ .../resources/test-documents/testWebVTT_utf8.vtt | 42 ++++++++++++++++++++++ 3 files changed, 49 insertions(+) diff --git a/tika-core/src/main/resources/org/apache/tika/mime/tika-mimetypes.xml b/tika-core/src/main/resources/org/apache/tika/mime/tika-mimetypes.xml index 2329c0a3b..7b4ac0d7d 100644 --- a/tika-core/src/main/resources/org/apache/tika/mime/tika-mimetypes.xml +++ b/tika-core/src/main/resources/org/apache/tika/mime/tika-mimetypes.xml @@ -7008,6 +7008,9 @@ <match value="0xfeff" offset="0"> <match value="WEBVTT\n" type="string" offset="2"/> </match> + <match value="0xefbbbf" offset="0"> + <match value="WEBVTT\n" type="string" offset="3"/> + </match> <!-- Common Header --> <match value="WEBVTT FILE\r" type="string" offset="0"/> <match value="WEBVTT FILE\n" type="string" offset="0"/> diff --git a/tika-parsers/tika-parsers-standard/tika-parsers-standard-package/src/test/java/org/apache/tika/mime/TestMimeTypes.java b/tika-parsers/tika-parsers-standard/tika-parsers-standard-package/src/test/java/org/apache/tika/mime/TestMimeTypes.java index 2a2936bae..ea2ecbeff 100644 --- a/tika-parsers/tika-parsers-standard/tika-parsers-standard-package/src/test/java/org/apache/tika/mime/TestMimeTypes.java +++ b/tika-parsers/tika-parsers-standard/tika-parsers-standard-package/src/test/java/org/apache/tika/mime/TestMimeTypes.java @@ -1140,6 +1140,10 @@ public class TestMimeTypes { // With a custom text header assertType("text/vtt", "testWebVTT_header.vtt"); assertTypeByData("text/vtt", "testWebVTT_header.vtt"); + + // With a UTF-8 BOM before the header + assertType("text/vtt", "testWebVTT_utf8.vtt"); + assertTypeByData("text/vtt", "testWebVTT_utf8.vtt"); } @Test diff --git a/tika-parsers/tika-parsers-standard/tika-parsers-standard-package/src/test/resources/test-documents/testWebVTT_utf8.vtt b/tika-parsers/tika-parsers-standard/tika-parsers-standard-package/src/test/resources/test-documents/testWebVTT_utf8.vtt new file mode 100644 index 000000000..722a923fc --- /dev/null +++ b/tika-parsers/tika-parsers-standard/tika-parsers-standard-package/src/test/resources/test-documents/testWebVTT_utf8.vtt @@ -0,0 +1,42 @@ +WEBVTT + +1 +00:00:00.350 --> 00:00:02.010 +Well, the feedback indicates + +2 +00:00:02.010 --> 00:00:03.880 +that many new hires aren't sure + +3 +00:00:03.880 --> 00:00:05.560 +where to find information related + +4 +00:00:05.560 --> 00:00:09.390 +to HR, benefits and other onboarding processes + +5 +00:00:09.390 --> 00:00:11.050 +or who to ask. + +6 +00:00:11.050 --> 00:00:13.850 +Also, they're not always sure where they belong + +7 +00:00:13.850 --> 00:00:15.740 +in the structure of the company. + +8 +00:00:15.740 --> 00:00:18.470 +Because the company is growing and changing, + +9 +00:00:18.470 --> 00:00:20.890 +even tenured employees are getting confused + +10 +00:00:20.890 --> 00:00:23.663 +about who does what and who reports to whom. +
