This is an automated email from the ASF dual-hosted git repository.
aljoscha pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 2772cd0 [FLINK-14813][metrics] Provide `isBackPressured` Task metric
add 959cf62 [FLINK-13634] Add compression format for use with
StreamingFileSink
add 2ba4a67 [FLINK-13634] Add CompressWriterFactory to documentation
No new revisions were added by this update.
Summary of changes:
docs/dev/connectors/streamfile_sink.md | 3 +-
docs/dev/connectors/streamfile_sink.zh.md | 1 +
.../pom.xml | 14 +-
.../formats/compress/CompressWriterFactory.java | 80 +++++++++
.../flink/formats/compress/CompressWriters.java | 16 +-
.../compress/extractor/DefaultExtractor.java | 18 +-
.../formats/compress/extractor/Extractor.java | 13 +-
.../writers/HadoopCompressionBulkWriter.java | 66 ++++++++
.../compress/writers/NoCompressionBulkWriter.java} | 37 ++---
.../compress/CompressWriterFactoryTest.java | 183 +++++++++++++++++++++
.../src/test/resources/log4j-test.properties | 0
flink-formats/pom.xml | 1 +
12 files changed, 373 insertions(+), 59 deletions(-)
copy flink-formats/{flink-sequence-file => flink-compress}/pom.xml (88%)
create mode 100644
flink-formats/flink-compress/src/main/java/org/apache/flink/formats/compress/CompressWriterFactory.java
copy
flink-java/src/main/java/org/apache/flink/api/java/operators/join/JoinType.java
=>
flink-formats/flink-compress/src/main/java/org/apache/flink/formats/compress/CompressWriters.java
(70%)
copy
flink-connectors/flink-hadoop-compatibility/src/main/java/org/apache/flink/api/java/hadoop/mapred/wrapper/HadoopDummyProgressable.java
=>
flink-formats/flink-compress/src/main/java/org/apache/flink/formats/compress/extractor/DefaultExtractor.java
(70%)
copy
flink-runtime/src/main/java/org/apache/flink/runtime/rpc/messages/FencedMessage.java
=>
flink-formats/flink-compress/src/main/java/org/apache/flink/formats/compress/extractor/Extractor.java
(74%)
create mode 100644
flink-formats/flink-compress/src/main/java/org/apache/flink/formats/compress/writers/HadoopCompressionBulkWriter.java
copy
flink-formats/{flink-sequence-file/src/main/java/org/apache/flink/formats/sequencefile/SequenceFileWriter.java
=>
flink-compress/src/main/java/org/apache/flink/formats/compress/writers/NoCompressionBulkWriter.java}
(53%)
create mode 100644
flink-formats/flink-compress/src/test/java/org/apache/flink/formats/compress/CompressWriterFactoryTest.java
copy flink-formats/{flink-sequence-file =>
flink-compress}/src/test/resources/log4j-test.properties (100%)
