This is an automated email from the ASF dual-hosted git repository.
tballison pushed a change to branch TIKA-4872
in repository https://gitbox.apache.org/repos/asf/tika.git
from 6a68b07cc1 improve documentation
add 9636828610 TIKA-4836: update forbiddenapis commons signature
add 1b6b7616e9 TIKA-4869: Emit the video of a motion photo as an embedded
document (#3115)
add e505b4aa21 TIKA-4870: Parse AVIF, do not only detect it (#3116)
add 5b78cd84bc TIKA-4873 - give embedded documents their size (#3117)
add 941424c549 fix grpc tests port toctou (#3121)
add 3fb998e05a TIKA-4868: performance improvements (#3120)
add c726a6b723 Fix tests that flake when building in parallel (#3124)
add 4a563d6fdb Add a placeholder marker (#3122)
add 9adbda383e Merge branch 'main' into TIKA-4872
No new revisions were added by this update.
Summary of changes:
CHANGES.txt | 105 ++++++++
tika-app/src/main/resources/log4j2.xml | 2 +
.../java/org/apache/tika/config/ParseTimeout.java | 2 +-
...{package-info.java => TransientParseState.java} | 10 +-
.../org/apache/tika/detect/CompositeDetector.java | 2 +-
.../org/apache/tika/detect/DefaultDetector.java | 6 +
.../java/org/apache/tika/detect/MagicDetector.java | 38 ++-
.../ParsingEmbeddedDocumentExtractor.java | 9 +
.../java/org/apache/tika/io/ByteArraySource.java | 5 +
.../java/org/apache/tika/io/CachingSource.java | 9 +
.../main/java/org/apache/tika/io/FileSource.java | 5 +
.../java/org/apache/tika/io/PlaceholderSource.java | 122 +++++++++
.../java/org/apache/tika/io/ReopenableSource.java | 9 +
.../java/org/apache/tika/io/TikaInputSource.java | 14 +
.../java/org/apache/tika/io/TikaInputStream.java | 60 ++++-
.../main/java/org/apache/tika/mime/MagicMatch.java | 19 +-
.../main/java/org/apache/tika/mime/MimeTypes.java | 62 +++--
.../main/java/org/apache/tika/mime/Patterns.java | 27 +-
.../org/apache/tika/parser/CompositeParser.java | 32 ++-
.../java/org/apache/tika/parser/ParseRecord.java | 3 +-
.../org/apache/tika/renderer/RenderResult.java | 3 +-
.../apache/tika/sax/FastMarkdownTextRenderer.java | 205 +++++++++++++++
.../apache/tika/sax/ToMarkdownContentHandler.java | 91 ++++++-
.../org/apache/tika/mime/tika-mimetypes.xml | 11 +-
.../tika/extractor/EmbeddedContentLengthTest.java | 84 ++++++
.../org/apache/tika/io/DeclaredLengthTest.java | 111 ++++++++
.../org/apache/tika/io/PlaceholderStreamTest.java | 63 +++++
.../org/apache/tika/mime/MimeDetectionTest.java | 14 +
.../java/org/apache/tika/mime/PatternsTest.java | 16 ++
.../tika/sax/FastMarkdownTextRendererTest.java | 201 ++++++++++++++
.../tika/sax/ToMarkdownContentHandlerTest.java | 18 ++
.../apache/tika/ml/chardetect/AdaptiveProbe.java | 12 +-
.../tika/ml/chardetect/HtmlByteStripper.java | 115 ++++++--
.../ml/chardetect/HtmlByteStripperResumeTest.java | 117 +++++++++
.../org/apache/tika/pipes/grpc/TikaGrpcServer.java | 7 +
...PipesBiDirectionalStreamingIntegrationTest.java | 21 +-
.../apache/tika/pipes/grpc/TikaGrpcServerTest.java | 55 +++-
.../resources/elasticsearch/plugins-template.json | 2 +-
.../resources/opensearch/plugins-template.json | 2 +-
.../opensearch/tika-config-opensearch.json | 2 +-
.../tika/ml/junkdetect/UnicodeBlockRanges.java | 20 ++
.../tika/ml/junkdetect/UnicodeBlockRangesTest.java | 14 +
tika-parent/pom.xml | 36 ++-
.../tika-parser-scientific-module/pom.xml | 3 +-
.../tika/detect/TestContainerAwareDetector.java | 40 ++-
.../image/MotionPhotoVideoIntegrationTest.java} | 27 +-
.../test-documents/testJPEG_MotionPhoto.jpg | Bin 0 -> 3040 bytes
.../org/apache/tika/parser/audio/CoverArt.java | 4 +-
.../tika/parser/image/AbstractImageParser.java | 3 +-
.../org/apache/tika/parser/image/HeifParser.java | 8 +-
.../org/apache/tika/parser/image/MotionPhoto.java | 292 +++++++++++++++++++++
.../apache/tika/parser/image/RawTiffParser.java | 4 +
.../apache/tika/parser/image/HeifParserTest.java | 22 ++
.../tika/parser/image/MotionPhotoVideoTest.java | 256 ++++++++++++++++++
.../tika/parser/image/MotionPhotoXmpTest.java | 4 +-
.../tika/parser/image/RawTiffParserTest.java | 4 +
.../resources/test-documents/testAVIF_XMP.avif | Bin 0 -> 1053 bytes
.../test-documents/testJPEG_MicroVideo.jpg | Bin 1082 -> 2662 bytes
.../test-documents/testJPEG_MotionPhoto.jpg | Bin 1459 -> 3040 bytes
...nPhoto.jpg => testJPEG_MotionPhoto_noVideo.jpg} | Bin 1459 -> 1211 bytes
.../tika/parser/microsoft/MetafileRendering.java | 2 +-
.../apache/tika/parser/microsoft/OfficeParser.java | 11 +-
.../tika/parser/microsoft/WordExtractor.java | 54 ++--
.../parser/microsoft/pst/OutlookPSTParserTest.java | 3 +-
.../apache/tika/parser/pdf/AbstractPDF2XHTML.java | 2 +-
.../tika/parser/pdf/image/ImageGraphicsEngine.java | 2 +-
.../java/org/apache/tika/parser/pkg/ZipParser.java | 14 +-
.../org/apache/tika/parser/csv/CSVSniffer.java | 176 +++++++------
.../apache/tika/parser/xmp/XmpSaxFlattener.java | 27 +-
.../tika/parser/xmp/XmpSaxFlattenerTest.java | 31 +++
.../apache/tika/pipes/api/emitter/EmitData.java | 9 +
tika-pipes/tika-pipes-config-store-ignite/pom.xml | 2 +
.../apache/tika/pipes/core/ContentBytesConfig.java | 31 ++-
.../org/apache/tika/pipes/core/PipesClient.java | 69 +++++
.../tika/pipes/core/async/AsyncProcessor.java | 6 +
.../tika/pipes/core/emitter/EmitDataImpl.java | 42 ++-
.../core/serialization/EmitDataDeserializer.java | 7 +-
.../core/serialization/EmitDataSerializer.java | 6 +
.../tika/pipes/core/server/ConnectionHandler.java | 61 ++++-
.../apache/tika/pipes/core/server/EmitHandler.java | 33 +++
.../apache/tika/pipes/core/server/PipesServer.java | 68 ++++-
.../apache/tika/pipes/core/server/PipesWorker.java | 48 +++-
.../tika/pipes/core/server/ServerProtocolIO.java | 66 ++++-
.../serialization/EmitDataContentBytesTest.java | 58 ++++
.../serdes/ParseContextSerializer.java | 7 +
.../TestParseContextSerialization.java | 15 ++
tika-server/tika-server-core/pom.xml | 3 +-
.../server/core/resource/PipesParsingHelper.java | 65 ++++-
.../tika/server/core/resource/TikaResource.java | 73 ++++--
.../tika-server-core/src/main/resources/log4j2.xml | 2 +
tika-server/tika-server-standard/pom.xml | 3 +-
.../src/main/resources/log4j2.xml | 2 +
92 files changed, 3142 insertions(+), 284 deletions(-)
copy tika-core/src/main/java/org/apache/tika/config/{package-info.java =>
TransientParseState.java} (72%)
create mode 100644
tika-core/src/main/java/org/apache/tika/io/PlaceholderSource.java
create mode 100644
tika-core/src/main/java/org/apache/tika/sax/FastMarkdownTextRenderer.java
create mode 100644
tika-core/src/test/java/org/apache/tika/extractor/EmbeddedContentLengthTest.java
create mode 100644
tika-core/src/test/java/org/apache/tika/io/DeclaredLengthTest.java
create mode 100644
tika-core/src/test/java/org/apache/tika/io/PlaceholderStreamTest.java
create mode 100644
tika-core/src/test/java/org/apache/tika/sax/FastMarkdownTextRendererTest.java
create mode 100644
tika-encoding-detectors/tika-encoding-detector-mojibuster/src/test/java/org/apache/tika/ml/chardetect/HtmlByteStripperResumeTest.java
copy
tika-parsers/tika-parsers-standard/{tika-parsers-standard-modules/tika-parser-html-module/src/test/java/org/apache/tika/parser/html/SrcDocTest.java
=>
tika-parsers-standard-integration-tests/src/test/java/org/apache/tika/parser/image/MotionPhotoVideoIntegrationTest.java}
(57%)
create mode 100644
tika-parsers/tika-parsers-standard/tika-parsers-standard-integration-tests/src/test/resources/test-documents/testJPEG_MotionPhoto.jpg
create mode 100644
tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-image-module/src/main/java/org/apache/tika/parser/image/MotionPhoto.java
create mode 100644
tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-image-module/src/test/java/org/apache/tika/parser/image/MotionPhotoVideoTest.java
create mode 100644
tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-image-module/src/test/resources/test-documents/testAVIF_XMP.avif
copy
tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-image-module/src/test/resources/test-documents/{testJPEG_MotionPhoto.jpg
=> testJPEG_MotionPhoto_noVideo.jpg} (69%)
copy
tika-serialization/src/test/java/org/apache/tika/sax/UppercasingContentHandlerFactory.java
=>
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/ContentBytesConfig.java
(51%)
create mode 100644
tika-pipes/tika-pipes-core/src/test/java/org/apache/tika/pipes/core/serialization/EmitDataContentBytesTest.java
