This is an automated email from the ASF dual-hosted git repository.
tballison pushed a change to branch TIKA-4816-metadata-key-api
in repository https://gitbox.apache.org/repos/asf/tika.git
from ffcbacc916 Merge remote-tracking branch 'origin/main' into
TIKA-4816-metadata-key-api
add 81e06085d7 TIKA-4809: Remove returnStackTrace and the redaction it
implied
add 59df216d8d TIKA-4809: Stop reporting the server's spool filename as
the document's identity
add ff3916cd69 TIKA-4809: Correct status mapping for caller errors, and
add Retry-After
add 8d9c9e395b TIKA-4809: Reserve the server's internal fetcher and
emitter from /pipes and /async
add e8bbbd2c45 TIKA-4809: Restore rdf+xml output on /meta, and gate SPI
resource loading
add a60612c84e TIKA-4809: Remove the /translate endpoints
add 33c59beef2 TIKA-4809: Cap /language detection input, and document what
the cap does not fix
add f236f33b52 TIKA-4809: Run /detect in a forked pipes worker
add 2661c531ce TIKA-4809: Collapse /detect/stream and
/language/{stream,string}
add ab8f656c78 TIKA-4809: Stop NO_PARSE requests waiting out a poll for a
result that never comes
add 9c9e675553 TIKA-4809: Trim the NO_PARSE poll slice from 5ms to 1ms
add 508e902189 Merge remote-tracking branch 'origin/main' into
TIKA-4809-stage-9
add 78fc9e06d5 TIKA-4809: Fix /tika handler selection -- body-only text,
markdown default, no silent fallback
add 2a02fd0b54 TIKA-4809: Document that string writes to reserved metadata
keys are dropped
add 6548ea8a8e TIKA-4809: Make http-fetcher TLS verification reachable,
and on by default
add d283ef1d07 TIKA-4809: Point the /language DoS note at
maxRequestSizeBytes
add f1527e1b42 TIKA-4809: Remove the inert redirect host allowlist
add 4255278101 TIKA-4809: Move trimMessage to tika-eval-core, its only
consumer
add 279315924c TIKA-4809: Correct testFetcherNotFound, which asserted the
bug it was named for
add 0e2a052444 Merge remote-tracking branch 'origin/main' into
TIKA-4809-stage-9
add ee4f75a15f TIKA-4809: Fix a raw NUL byte in PipesParsingHelper
add 455fceadfc TIKA-4809: Update the REST UAT for the endpoint changes,
and add coverage
add bb1a8492a7 Merge remote-tracking branch 'origin/main' into
TIKA-4809-stage-9
add 6857a9848e TIKA-4809: Make the e2e CI job run its tests, and take grpc
off the -Pe2e path
add 25e337f173 TIKA-4809 -- fix grpc e2e
add b5ae00e72a TIKA-4809: tika-server 4.0.0 review fixes -- defaults,
config, docs - review response
add 1390202e26 TIKA-4809: tika-server API/correctness fixes -- 400 bodies,
/pipes+/async wire
add 874e958e10 TIKA-4809: remove expired miredot plugin; reject
progressTimeoutMillis=0 footgun
add 456e4b6035 TIKA-4809: remove dead code from tika-server
add 239e936485 TIKA-4809: remove the untested tika-server-client module
add 004cb7d438 TIKA-4809: drop vestigial test path-aliases and a duplicate
test
add 3788e9179a TIKA-4809: coordinated graceful shutdown for tika-server
add dab94fa6ac Merge remote-tracking branch 'origin/main' into
TIKA-4809-stage-9
add ebdc93b6ce TIKA-4809: align StackTraceTest with the 422 content-only
contract
add f0ec72cdf8 TIKA-4809: /async and /pipes reject caller errors as 400s,
not empty 500s
add 1097c5ba70 TIKA-4809: SPI-loaded resources honor the endpoints
allowlist, with git add
add 6b4448246a TIKA-4809: fail fast with accurate statuses on wrong-config
paths
add 9946cc76d0 TIKA-4809: collapse endpoint clones, fix stale comments,
spool once via getPath
add 92d2d12997 TIKA-4809: reconcile server/pipes docs and CHANGES with
4.0.0 behavior
add fe8f51b852 TIKA-4809: pin the reviewed behavior contracts with tests
add 9c29b46168 TIKA-4809: stage-9
add afcec06372 Merge remote-tracking branch 'origin/main' into
TIKA-4816-metadata-key-api
No new revisions were added by this update.
Summary of changes:
.github/workflows/main-jdk17-build.yml | 5 +-
CHANGES.txt | 80 +++++
.../integration-testing/run-uat-script.adoc | 14 +-
.../advanced/integration-testing/tika-app.adoc | 2 +-
.../advanced/integration-testing/tika-server.adoc | 22 +-
.../migration-to-4x/migrating-tika-server-4x.adoc | 217 +++++++++--
.../pages/migration-to-4x/migrating-to-4x.adoc | 2 +-
docs/modules/ROOT/pages/pipes/configuration.adoc | 12 +-
docs/modules/ROOT/pages/pipes/cpu-sizing.adoc | 4 +-
docs/modules/ROOT/pages/pipes/getting-started.adoc | 4 +-
docs/modules/ROOT/pages/pipes/plugins/http.adoc | 47 ++-
docs/modules/ROOT/pages/pipes/timeouts.adoc | 23 +-
docs/modules/ROOT/pages/pipes/troubleshooting.adoc | 2 +-
.../ROOT/pages/using-tika/server/index.adoc | 138 ++++---
release-tools/uat/run-uat.sh | 51 ++-
.../test/resources/configs/config-template.json | 2 -
tika-bom/pom.xml | 6 -
.../java/org/apache/tika/config/ParseTimeout.java | 19 +-
.../java/org/apache/tika/config/TimeoutLimits.java | 17 +-
.../java/org/apache/tika/metadata/Metadata.java | 16 +
.../tika/sax/BasicContentHandlerFactory.java | 20 +-
.../java/org/apache/tika/utils/ExceptionUtils.java | 22 --
.../org/apache/tika/config/ParseTimeoutTest.java | 13 +
.../org/apache/tika/config/TimeoutLimitsTest.java | 47 +++
.../tika/sax/BasicContentHandlerFactoryTest.java | 33 ++
.../resources/tika-config-ignite-handlertype.json | 8 +-
.../test/resources/tika-config-ignite-local.json | 7 +-
.../src/test/resources/tika-config-ignite.json | 7 +-
.../tika-grpc/src/test/resources/tika-config.json | 7 +-
.../apache/tika/server/e2e/RunUatSmokeTest.java | 6 +-
.../tika/server/e2e/TikaServerHttp2Test.java | 6 +-
.../tika/eval/core/util/EvalExceptionUtils.java | 16 +-
.../src/test/resources/tika-pipes-test-config.json | 4 +-
tika-metadata-schema/regen.sh | 20 +-
tika-parent/pom.xml | 2 +-
.../configs/config-content-only-default.json | 2 -
.../configs/config-content-only-dynamic.json | 2 -
.../test/resources/configs/config-template.json | 2 -
.../org/apache/tika/client/HttpClientFactory.java | 42 +--
.../org/apache/tika/pipes/core/PipesClient.java | 2 +-
.../org/apache/tika/pipes/core/PipesConfig.java | 28 +-
.../tika/pipes/core/SharedServerManager.java | 6 +-
.../tika/pipes/core/async/AsyncProcessor.java | 9 +
.../serialization/FetchEmitTupleDeserializer.java | 17 +
.../core/serialization/JsonFetchEmitTupleList.java | 24 +-
.../tika/pipes/core/server/FetchHandler.java | 3 +-
.../apache/tika/pipes/core/server/PipesServer.java | 21 +-
.../tika/pipes/core/TikaPipesConfigTest.java | 8 +
.../serialization/JsonFetchEmitTupleListTest.java | 28 ++
.../WireRestrictedFetchEmitTupleTest.java | 2 +-
.../apache/tika/pipes/core/PipesClientTest.java | 13 +-
.../tika/pipes/fetcher/http/HttpFetcher.java | 17 +-
.../fetcher/http/config/HttpFetcherConfig.java | 14 +
.../tika/pipes/fetcher/http/HttpFetcherTest.java | 24 ++
.../tika/serialization/ParseContextUtils.java | 6 +
.../WireRestrictedParseContextTest.java | 14 +
tika-server/README.md | 20 +-
tika-server/pom.xml | 1 -
tika-server/tika-server-client/pom.xml | 70 ----
.../tika/server/client/TikaAsyncHttpClient.java | 37 --
.../org/apache/tika/server/client/TikaClient.java | 69 ----
.../apache/tika/server/client/TikaClientCLI.java | 153 --------
.../server/client/TikaClientConfigException.java | 30 --
.../tika/server/client/TikaEmitterResult.java | 54 ---
.../tika/server/client/TikaPipesHttpClient.java | 168 ---------
.../tika/server/client/TikaServerClientConfig.java | 106 ------
.../src/main/resources/log4j2.xml | 32 --
.../org/apache/tika/server/client/TestBasic.java | 55 ---
.../src/test/resources/log4j2.xml | 32 --
.../resources/tika-config-simple-fs-emitter.json | 11 -
tika-server/tika-server-core/pom.xml | 43 ---
.../server/core/BadRequestExceptionMapper.java | 48 +++
.../tika/server/core/MaxRequestSizeFilter.java | 30 +-
.../org/apache/tika/server/core/ServerStatus.java | 2 +-
.../org/apache/tika/server/core/TikaServerCli.java | 7 +-
.../apache/tika/server/core/TikaServerConfig.java | 48 ++-
.../core/TikaServerParseExceptionMapper.java | 6 +-
.../apache/tika/server/core/TikaServerProcess.java | 164 ++++++---
.../tika/server/core/resource/AsyncResource.java | 85 +++--
.../server/core/resource/DetectorResource.java | 30 +-
.../server/core/resource/LanguageResource.java | 56 +--
.../server/core/resource/MetadataResource.java | 21 +-
.../server/core/resource/PipesParsingHelper.java | 284 ++++++++++-----
.../tika/server/core/resource/PipesResource.java | 106 +++---
.../core/resource/RecursiveMetadataResource.java | 8 +-
.../tika/server/core/resource/TikaResource.java | 398 +++++++--------------
...aServerResource.java => TikaResourceAware.java} | 7 +-
.../tika/server/core/resource/TikaWelcome.java | 20 +-
.../server/core/resource/TranslateResource.java | 137 -------
.../server/core/resource/UnpackerResource.java | 2 -
.../apache/tika/server/core/AsyncResourceTest.java | 242 +++++++++++++
.../org/apache/tika/server/core/CXFTestBase.java | 10 +-
.../core/ConfigEndpointSecurityEnabledTest.java | 20 +-
.../server/core/ConfigEndpointSecurityTest.java | 2 +-
.../tika/server/core/LanguageResourceTest.java | 89 ++++-
.../tika/server/core/MaxRequestSizeFilterTest.java | 9 +-
.../apache/tika/server/core/StackTraceTest.java | 87 +++--
.../org/apache/tika/server/core/TikaPipesTest.java | 107 ++++--
.../apache/tika/server/core/TikaResourceTest.java | 146 +++++++-
.../tika/server/core/TikaServerConfigTest.java | 9 +
.../server/core/TikaServerIntegrationTest.java | 19 +
.../core/TikaServerPipesIntegrationTest.java | 48 +--
.../tika/server/core/TikaServerProcessTest.java | 36 ++
.../apache/tika/server/core/TikaWelcomeTest.java | 2 +-
.../tika/server/core/TranslateResourceTest.java | 88 -----
.../core/resource/PipesResponseBuilderTest.java | 90 +++++
.../core/resource/ReservedComponentIdTest.java | 79 ++++
.../{hello_world.xml => hello_world_heading.xml} | 7 +-
.../standard/resource/XMPMetadataResource.java | 21 +-
.../tika/server/standard/DetectorResourceTest.java | 10 +-
.../server/standard/JsonMaxFieldLengthTest.java | 2 +-
.../tika/server/standard/MetadataResourceTest.java | 12 +-
.../standard/RecursiveMetadataResourceTest.java | 25 +-
.../apache/tika/server/standard/TikaPipesTest.java | 4 +-
.../tika/server/standard/TikaResourceTest.java | 48 ++-
.../UnpackerResourceConfigDisabledTest.java | 2 +-
.../tika/server/standard/UnpackerResourceTest.java | 2 +-
.../standard/UnpackerResourceWithConfigTest.java | 2 +-
.../resource/ResourceServiceLoadingTest.java | 103 ++++++
119 files changed, 2688 insertions(+), 2158 deletions(-)
create mode 100644
tika-core/src/test/java/org/apache/tika/config/TimeoutLimitsTest.java
delete mode 100644 tika-server/tika-server-client/pom.xml
delete mode 100644
tika-server/tika-server-client/src/main/java/org/apache/tika/server/client/TikaAsyncHttpClient.java
delete mode 100644
tika-server/tika-server-client/src/main/java/org/apache/tika/server/client/TikaClient.java
delete mode 100644
tika-server/tika-server-client/src/main/java/org/apache/tika/server/client/TikaClientCLI.java
delete mode 100644
tika-server/tika-server-client/src/main/java/org/apache/tika/server/client/TikaClientConfigException.java
delete mode 100644
tika-server/tika-server-client/src/main/java/org/apache/tika/server/client/TikaEmitterResult.java
delete mode 100644
tika-server/tika-server-client/src/main/java/org/apache/tika/server/client/TikaPipesHttpClient.java
delete mode 100644
tika-server/tika-server-client/src/main/java/org/apache/tika/server/client/TikaServerClientConfig.java
delete mode 100644 tika-server/tika-server-client/src/main/resources/log4j2.xml
delete mode 100644
tika-server/tika-server-client/src/test/java/org/apache/tika/server/client/TestBasic.java
delete mode 100644 tika-server/tika-server-client/src/test/resources/log4j2.xml
delete mode 100644
tika-server/tika-server-client/src/test/resources/tika-config-simple-fs-emitter.json
create mode 100644
tika-server/tika-server-core/src/main/java/org/apache/tika/server/core/BadRequestExceptionMapper.java
copy
tika-server/tika-server-core/src/main/java/org/apache/tika/server/core/resource/{TikaServerResource.java
=> TikaResourceAware.java} (68%)
delete mode 100644
tika-server/tika-server-core/src/main/java/org/apache/tika/server/core/resource/TranslateResource.java
create mode 100644
tika-server/tika-server-core/src/test/java/org/apache/tika/server/core/AsyncResourceTest.java
delete mode 100644
tika-server/tika-server-core/src/test/java/org/apache/tika/server/core/TranslateResourceTest.java
create mode 100644
tika-server/tika-server-core/src/test/java/org/apache/tika/server/core/resource/PipesResponseBuilderTest.java
create mode 100644
tika-server/tika-server-core/src/test/java/org/apache/tika/server/core/resource/ReservedComponentIdTest.java
copy
tika-server/tika-server-core/src/test/resources/test-documents/mock/{hello_world.xml
=> hello_world_heading.xml} (80%)
create mode 100644
tika-server/tika-server-standard/src/test/java/org/apache/tika/server/standard/resource/ResourceServiceLoadingTest.java
