This is an automated email from the ASF dual-hosted git repository.
THausherr pushed a change to branch TIKA-4875
in repository https://gitbox.apache.org/repos/asf/tika.git
from 7d02b1f1a2 TIKA-4875: improve tika-eval performance
add 5b78cd84bc TIKA-4873 - give embedded documents their size (#3117)
add 941424c549 fix grpc tests port toctou (#3121)
add 3fb998e05a TIKA-4868: performance improvements (#3120)
add c726a6b723 Fix tests that flake when building in parallel (#3124)
add f690cc3d25 Merge branch 'main' into TIKA-4875
No new revisions were added by this update.
Summary of changes:
CHANGES.txt | 88 +++++++++
tika-app/src/main/resources/log4j2.xml | 2 +
.../java/org/apache/tika/config/ParseTimeout.java | 2 +-
...{package-info.java => TransientParseState.java} | 10 +-
.../org/apache/tika/detect/CompositeDetector.java | 2 +-
.../org/apache/tika/detect/DefaultDetector.java | 6 +
.../java/org/apache/tika/detect/MagicDetector.java | 38 +++-
.../ParsingEmbeddedDocumentExtractor.java | 9 +
.../java/org/apache/tika/io/ByteArraySource.java | 5 +
.../java/org/apache/tika/io/CachingSource.java | 9 +
.../main/java/org/apache/tika/io/FileSource.java | 5 +
.../java/org/apache/tika/io/ReopenableSource.java | 9 +
.../java/org/apache/tika/io/TikaInputSource.java | 6 +
.../java/org/apache/tika/io/TikaInputStream.java | 46 +++--
.../main/java/org/apache/tika/mime/MagicMatch.java | 19 +-
.../main/java/org/apache/tika/mime/MimeTypes.java | 62 +++++--
.../main/java/org/apache/tika/mime/Patterns.java | 27 ++-
.../org/apache/tika/parser/CompositeParser.java | 32 +++-
.../java/org/apache/tika/parser/ParseRecord.java | 3 +-
.../apache/tika/sax/FastMarkdownTextRenderer.java | 205 +++++++++++++++++++++
.../apache/tika/sax/ToMarkdownContentHandler.java | 91 ++++++++-
.../org/apache/tika/mime/tika-mimetypes.xml | 11 +-
.../tika/extractor/EmbeddedContentLengthTest.java | 84 +++++++++
.../org/apache/tika/io/DeclaredLengthTest.java | 111 +++++++++++
.../org/apache/tika/mime/MimeDetectionTest.java | 14 ++
.../java/org/apache/tika/mime/PatternsTest.java | 16 ++
.../tika/sax/FastMarkdownTextRendererTest.java | 201 ++++++++++++++++++++
.../tika/sax/ToMarkdownContentHandlerTest.java | 18 ++
.../apache/tika/ml/chardetect/AdaptiveProbe.java | 12 +-
.../tika/ml/chardetect/HtmlByteStripper.java | 115 +++++++++---
.../ml/chardetect/HtmlByteStripperResumeTest.java | 117 ++++++++++++
.../org/apache/tika/pipes/grpc/TikaGrpcServer.java | 7 +
...PipesBiDirectionalStreamingIntegrationTest.java | 21 +--
.../apache/tika/pipes/grpc/TikaGrpcServerTest.java | 55 +++++-
.../resources/elasticsearch/plugins-template.json | 2 +-
.../resources/opensearch/plugins-template.json | 2 +-
.../opensearch/tika-config-opensearch.json | 2 +-
.../tika/ml/junkdetect/UnicodeBlockRanges.java | 20 ++
.../tika/ml/junkdetect/UnicodeBlockRangesTest.java | 14 ++
tika-parent/pom.xml | 34 +++-
.../tika-parser-scientific-module/pom.xml | 3 +-
.../tika/detect/TestContainerAwareDetector.java | 40 ++--
.../org/apache/tika/parser/audio/CoverArt.java | 4 +-
.../apache/tika/parser/image/RawTiffParser.java | 4 +
.../tika/parser/image/RawTiffParserTest.java | 4 +
.../tika/parser/microsoft/WordExtractor.java | 54 ++++--
.../parser/microsoft/pst/OutlookPSTParserTest.java | 3 +-
.../java/org/apache/tika/parser/pkg/ZipParser.java | 14 +-
.../org/apache/tika/parser/csv/CSVSniffer.java | 176 +++++++++---------
.../apache/tika/pipes/api/emitter/EmitData.java | 9 +
tika-pipes/tika-pipes-config-store-ignite/pom.xml | 2 +
.../apache/tika/pipes/core/ContentBytesConfig.java | 31 ++--
.../org/apache/tika/pipes/core/PipesClient.java | 69 +++++++
.../tika/pipes/core/async/AsyncProcessor.java | 6 +
.../tika/pipes/core/emitter/EmitDataImpl.java | 42 ++++-
.../core/serialization/EmitDataDeserializer.java | 7 +-
.../core/serialization/EmitDataSerializer.java | 6 +
.../tika/pipes/core/server/ConnectionHandler.java | 61 +++++-
.../apache/tika/pipes/core/server/EmitHandler.java | 33 ++++
.../apache/tika/pipes/core/server/PipesServer.java | 68 ++++++-
.../apache/tika/pipes/core/server/PipesWorker.java | 48 ++++-
.../tika/pipes/core/server/ServerProtocolIO.java | 66 ++++++-
.../serialization/EmitDataContentBytesTest.java | 58 ++++++
.../serdes/ParseContextSerializer.java | 7 +
.../TestParseContextSerialization.java | 15 ++
tika-server/tika-server-core/pom.xml | 3 +-
.../server/core/resource/PipesParsingHelper.java | 65 ++++++-
.../tika/server/core/resource/TikaResource.java | 73 ++++++--
.../tika-server-core/src/main/resources/log4j2.xml | 2 +
tika-server/tika-server-standard/pom.xml | 3 +-
.../src/main/resources/log4j2.xml | 2 +
71 files changed, 2253 insertions(+), 257 deletions(-)
copy tika-core/src/main/java/org/apache/tika/config/{package-info.java =>
TransientParseState.java} (72%)
create mode 100644
tika-core/src/main/java/org/apache/tika/sax/FastMarkdownTextRenderer.java
create mode 100644
tika-core/src/test/java/org/apache/tika/extractor/EmbeddedContentLengthTest.java
create mode 100644
tika-core/src/test/java/org/apache/tika/io/DeclaredLengthTest.java
create mode 100644
tika-core/src/test/java/org/apache/tika/sax/FastMarkdownTextRendererTest.java
create mode 100644
tika-encoding-detectors/tika-encoding-detector-mojibuster/src/test/java/org/apache/tika/ml/chardetect/HtmlByteStripperResumeTest.java
copy
tika-serialization/src/test/java/org/apache/tika/sax/UppercasingContentHandlerFactory.java
=>
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/ContentBytesConfig.java
(51%)
create mode 100644
tika-pipes/tika-pipes-core/src/test/java/org/apache/tika/pipes/core/serialization/EmitDataContentBytesTest.java
