This is an automated email from the ASF dual-hosted git repository.
tballison pushed a change to branch TIKA-4848
in repository https://gitbox.apache.org/repos/asf/tika.git
from de70a7d0eb Merge remote-tracking branch 'origin/main' into TIKA-4848
add ac31d0c94a TIKA-4846 -- add jsonl reporter (#3082)
add 08c70481ba TIKA-4847: tika-eval joins the pipes jsonl crash ledger and
run-info … (#3083)
add 6a2cad3f49 TIKA-4848: FileSystemEmitter writes to a tmp file and
renames atomica… (#3085)
add 9ea4bdf033 Merge branch 'main' into TIKA-4848
No new revisions were added by this update.
Summary of changes:
.skills/devs/tika-eval-compare/SKILL.md | 28 ++
.skills/devs/tika-eval-compare/run-batch.sh | 179 ++++++++++++
CHANGES.txt | 17 ++
.../ROOT/examples/pipes-fs-jsonl-reporter.json | 1 +
.../integration-testing/tika-eval-regression.adoc | 60 +++-
.../ROOT/pages/pipes/plugins/filesystem.adoc | 65 +++++
docs/modules/ROOT/pages/pipes/reporters.adoc | 6 +
docs/modules/ROOT/pages/using-tika/cli/index.adoc | 2 +-
.../org/apache/tika/eval/app/ExtractComparer.java | 16 +-
.../tika/eval/app/ExtractComparerRunner.java | 48 +++-
.../apache/tika/eval/app/ExtractProfileRunner.java | 34 ++-
.../org/apache/tika/eval/app/ExtractProfiler.java | 10 +-
.../org/apache/tika/eval/app/ProfilerBase.java | 15 +
.../java/org/apache/tika/eval/app/RunInfo.java | 314 +++++++++++++++++++++
.../java/org/apache/tika/eval/app/db/Cols.java | 4 +
.../org/apache/tika/eval/app/io/PipesReport.java | 127 +++++++++
.../eval/app/reports/MarkdownSummaryWriter.java | 57 +++-
.../org/apache/tika/eval/app/reports/Report.java | 12 +-
.../tika/eval/app/reports/ResultsReporter.java | 14 +-
.../src/main/resources/comparison-reports.xml | 115 ++++++++
.../src/main/resources/profile-reports.xml | 59 +++-
.../apache/tika/eval/app/ComparerBatchTest.java | 144 ++++++++++
.../tika/eval/app/ComparerOneSidedLedgerTest.java | 103 +++++++
.../apache/tika/eval/app/ProfilerBatchTest.java | 37 ++-
.../tika/eval/app/ProfilerDiscoveryTest.java | 73 +++++
.../java/org/apache/tika/eval/app/RunInfoTest.java | 105 +++++++
.../apache/tika/eval/app/io/PipesReportTest.java | 92 ++++++
.../extractsB/.run-info/crashes-run-b1.jsonl | 3 +
.../extractsB/.run-info/run-info-run-b1.json | 4 +
.../test-dirs/pipes-reports/crashes-run-a1.jsonl | 6 +
.../test-dirs/pipes-reports/crashes-run-b1.jsonl | 3 +
.../test-dirs/pipes-reports/run-info-run-a1.json | 6 +
.../test-dirs/pipes-reports/run-info-run-b1.json | 4 +
.../org/apache/tika/async/cli/PluginsWriter.java | 11 +
.../tika/async/cli/TikaConfigAsyncWriterTest.java | 24 ++
.../tika/pipes/core/async/AsyncProcessor.java | 48 +++-
.../core/reporter/CompositePipesReporter.java | 41 ++-
.../core/reporter/CompositePipesReporterTest.java | 101 +++++++
.../tika-pipes-file-system/pom.xml | 5 +
.../tika/pipes/emitter/fs/FileSystemEmitter.java | 96 ++++++-
.../pipes/emitter/fs/FileSystemEmitterConfig.java | 8 +-
.../pipes/reporter/fs/FileSystemJsonlReporter.java | 216 ++++++++++++++
.../fs/FileSystemJsonlReporterConfig.java} | 28 +-
...ry.java => FileSystemJsonlReporterFactory.java} | 21 +-
.../pipes/emitter/fs/FileSystemEmitterTest.java | 134 ++++++++-
.../apache/tika/pipes/fs/ConfigExamplesTest.java | 42 ++-
.../reporter/fs/FileSystemJsonlReporterTest.java | 257 +++++++++++++++++
.../file-system-jsonl-reporter.json | 10 +
48 files changed, 2727 insertions(+), 78 deletions(-)
create mode 100755 .skills/devs/tika-eval-compare/run-batch.sh
create mode 120000 docs/modules/ROOT/examples/pipes-fs-jsonl-reporter.json
create mode 100644
tika-eval/tika-eval-app/src/main/java/org/apache/tika/eval/app/RunInfo.java
create mode 100644
tika-eval/tika-eval-app/src/main/java/org/apache/tika/eval/app/io/PipesReport.java
create mode 100644
tika-eval/tika-eval-app/src/test/java/org/apache/tika/eval/app/ComparerBatchTest.java
create mode 100644
tika-eval/tika-eval-app/src/test/java/org/apache/tika/eval/app/ComparerOneSidedLedgerTest.java
create mode 100644
tika-eval/tika-eval-app/src/test/java/org/apache/tika/eval/app/ProfilerDiscoveryTest.java
create mode 100644
tika-eval/tika-eval-app/src/test/java/org/apache/tika/eval/app/RunInfoTest.java
create mode 100644
tika-eval/tika-eval-app/src/test/java/org/apache/tika/eval/app/io/PipesReportTest.java
create mode 100644
tika-eval/tika-eval-app/src/test/resources/test-dirs/extractsB/.run-info/crashes-run-b1.jsonl
create mode 100644
tika-eval/tika-eval-app/src/test/resources/test-dirs/extractsB/.run-info/run-info-run-b1.json
create mode 100644
tika-eval/tika-eval-app/src/test/resources/test-dirs/pipes-reports/crashes-run-a1.jsonl
create mode 100644
tika-eval/tika-eval-app/src/test/resources/test-dirs/pipes-reports/crashes-run-b1.jsonl
create mode 100644
tika-eval/tika-eval-app/src/test/resources/test-dirs/pipes-reports/run-info-run-a1.json
create mode 100644
tika-eval/tika-eval-app/src/test/resources/test-dirs/pipes-reports/run-info-run-b1.json
create mode 100644
tika-pipes/tika-pipes-core/src/test/java/org/apache/tika/pipes/core/reporter/CompositePipesReporterTest.java
create mode 100644
tika-pipes/tika-pipes-plugins/tika-pipes-file-system/src/main/java/org/apache/tika/pipes/reporter/fs/FileSystemJsonlReporter.java
copy
tika-pipes/tika-pipes-plugins/tika-pipes-file-system/src/main/java/org/apache/tika/pipes/{emitter/fs/FileSystemEmitterConfig.java
=> reporter/fs/FileSystemJsonlReporterConfig.java} (53%)
copy
tika-pipes/tika-pipes-plugins/tika-pipes-file-system/src/main/java/org/apache/tika/pipes/reporter/fs/{FileSystemReporterFactory.java
=> FileSystemJsonlReporterFactory.java} (67%)
create mode 100644
tika-pipes/tika-pipes-plugins/tika-pipes-file-system/src/test/java/org/apache/tika/pipes/reporter/fs/FileSystemJsonlReporterTest.java
create mode 100644
tika-pipes/tika-pipes-plugins/tika-pipes-file-system/src/test/resources/config-examples/file-system-jsonl-reporter.json
