This is an automated email from the ASF dual-hosted git repository.
tballison pushed a change to branch placeholder-stream
in repository https://gitbox.apache.org/repos/asf/tika.git
from e588d8e881 Merge branch 'main' into placeholder-stream
add 941424c549 fix grpc tests port toctou (#3121)
add 3fb998e05a TIKA-4868: performance improvements (#3120)
add 0347b7a8a4 Merge branch 'main' into placeholder-stream
No new revisions were added by this update.
Summary of changes:
CHANGES.txt | 84 ++++++++-
tika-app/src/main/resources/log4j2.xml | 2 +
.../java/org/apache/tika/config/ParseTimeout.java | 2 +-
...{package-info.java => TransientParseState.java} | 10 +-
.../org/apache/tika/detect/CompositeDetector.java | 2 +-
.../org/apache/tika/detect/DefaultDetector.java | 6 +
.../java/org/apache/tika/detect/MagicDetector.java | 38 +++-
.../java/org/apache/tika/io/ByteArraySource.java | 5 +
.../java/org/apache/tika/io/CachingSource.java | 9 +
.../main/java/org/apache/tika/io/FileSource.java | 5 +
.../java/org/apache/tika/io/PlaceholderSource.java | 5 +
.../java/org/apache/tika/io/ReopenableSource.java | 9 +
.../java/org/apache/tika/io/TikaInputSource.java | 6 +
.../java/org/apache/tika/io/TikaInputStream.java | 46 +++--
.../main/java/org/apache/tika/mime/MagicMatch.java | 19 +-
.../main/java/org/apache/tika/mime/MimeTypes.java | 62 +++++--
.../main/java/org/apache/tika/mime/Patterns.java | 27 ++-
.../org/apache/tika/parser/CompositeParser.java | 32 +++-
.../java/org/apache/tika/parser/ParseRecord.java | 3 +-
.../apache/tika/sax/FastMarkdownTextRenderer.java | 205 +++++++++++++++++++++
.../apache/tika/sax/ToMarkdownContentHandler.java | 91 ++++++++-
.../org/apache/tika/mime/tika-mimetypes.xml | 11 +-
.../org/apache/tika/io/DeclaredLengthTest.java | 111 +++++++++++
.../org/apache/tika/mime/MimeDetectionTest.java | 14 ++
.../java/org/apache/tika/mime/PatternsTest.java | 16 ++
.../tika/sax/FastMarkdownTextRendererTest.java | 201 ++++++++++++++++++++
.../tika/sax/ToMarkdownContentHandlerTest.java | 18 ++
.../apache/tika/ml/chardetect/AdaptiveProbe.java | 12 +-
.../tika/ml/chardetect/HtmlByteStripper.java | 115 +++++++++---
.../ml/chardetect/HtmlByteStripperResumeTest.java | 117 ++++++++++++
.../org/apache/tika/pipes/grpc/TikaGrpcServer.java | 7 +
...PipesBiDirectionalStreamingIntegrationTest.java | 21 +--
.../resources/elasticsearch/plugins-template.json | 2 +-
.../resources/opensearch/plugins-template.json | 2 +-
.../opensearch/tika-config-opensearch.json | 2 +-
.../tika/ml/junkdetect/UnicodeBlockRanges.java | 20 ++
.../tika/ml/junkdetect/UnicodeBlockRangesTest.java | 14 ++
.../tika/parser/microsoft/WordExtractor.java | 54 ++++--
.../parser/microsoft/pst/OutlookPSTParserTest.java | 3 +-
.../java/org/apache/tika/parser/pkg/ZipParser.java | 14 +-
.../org/apache/tika/parser/csv/CSVSniffer.java | 176 +++++++++---------
.../apache/tika/pipes/api/emitter/EmitData.java | 9 +
.../apache/tika/pipes/core/ContentBytesConfig.java | 31 ++--
.../org/apache/tika/pipes/core/PipesClient.java | 69 +++++++
.../tika/pipes/core/async/AsyncProcessor.java | 6 +
.../tika/pipes/core/emitter/EmitDataImpl.java | 42 ++++-
.../core/serialization/EmitDataDeserializer.java | 7 +-
.../core/serialization/EmitDataSerializer.java | 6 +
.../tika/pipes/core/server/ConnectionHandler.java | 61 +++++-
.../apache/tika/pipes/core/server/EmitHandler.java | 33 ++++
.../apache/tika/pipes/core/server/PipesServer.java | 68 ++++++-
.../apache/tika/pipes/core/server/PipesWorker.java | 48 ++++-
.../tika/pipes/core/server/ServerProtocolIO.java | 66 ++++++-
.../serialization/EmitDataContentBytesTest.java | 58 ++++++
.../serdes/ParseContextSerializer.java | 7 +
.../TestParseContextSerialization.java | 15 ++
.../server/core/resource/PipesParsingHelper.java | 65 ++++++-
.../tika/server/core/resource/TikaResource.java | 73 ++++++--
.../tika-server-core/src/main/resources/log4j2.xml | 2 +
.../src/main/resources/log4j2.xml | 2 +
60 files changed, 2031 insertions(+), 235 deletions(-)
copy tika-core/src/main/java/org/apache/tika/config/{package-info.java =>
TransientParseState.java} (72%)
create mode 100644
tika-core/src/main/java/org/apache/tika/sax/FastMarkdownTextRenderer.java
create mode 100644
tika-core/src/test/java/org/apache/tika/io/DeclaredLengthTest.java
create mode 100644
tika-core/src/test/java/org/apache/tika/sax/FastMarkdownTextRendererTest.java
create mode 100644
tika-encoding-detectors/tika-encoding-detector-mojibuster/src/test/java/org/apache/tika/ml/chardetect/HtmlByteStripperResumeTest.java
copy
tika-serialization/src/test/java/org/apache/tika/sax/UppercasingContentHandlerFactory.java
=>
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/ContentBytesConfig.java
(51%)
create mode 100644
tika-pipes/tika-pipes-core/src/test/java/org/apache/tika/pipes/core/serialization/EmitDataContentBytesTest.java
