This is an automated email from the ASF dual-hosted git repository.
Gabriel39 pushed a change to branch refact_reader_branch
in repository https://gitbox.apache.org/repos/asf/doris.git
from f8dde5a2623 fix
add de9e56be201 Support CSV/TEXT reader (#64792)
No new revisions were added by this update.
Summary of changes:
be/src/exec/scan/file_scanner_v2.cpp | 113 ++-
be/src/exec/scan/file_scanner_v2.h | 12 +
be/src/format_v2/column_mapper.cpp | 177 ++--
be/src/format_v2/column_mapper.h | 34 +-
be/src/format_v2/delimited_text/csv_reader.cpp | 295 ++++++
be/src/format_v2/delimited_text/csv_reader.h | 73 ++
.../delimited_text/delimited_text_reader.cpp | 659 ++++++++++++
.../delimited_text/delimited_text_reader.h | 173 ++++
be/src/format_v2/delimited_text/text_reader.cpp | 158 +++
be/src/format_v2/delimited_text/text_reader.h | 61 ++
be/src/format_v2/file_reader.cpp | 6 +
be/src/format_v2/file_reader.h | 112 ++
be/src/format_v2/parquet/parquet_reader.cpp | 11 +
be/src/format_v2/parquet/parquet_reader.h | 3 +
be/src/format_v2/parquet/parquet_scan.cpp | 27 +-
be/src/format_v2/parquet/parquet_scan.h | 8 +-
be/src/format_v2/table/hive_reader.cpp | 6 +
be/src/format_v2/table/iceberg_reader.cpp | 42 +-
be/src/format_v2/table_reader.cpp | 42 +-
be/src/format_v2/table_reader.h | 107 +-
be/src/io/io_common.h | 4 +
be/test/exec/scan/file_scanner_v2_test.cpp | 59 +-
be/test/format_v2/column_mapper_test.cpp | 171 ++++
.../format_v2/delimited_text/csv_reader_test.cpp | 1070 ++++++++++++++++++++
.../format_v2/delimited_text/text_reader_test.cpp | 908 +++++++++++++++++
be/test/format_v2/parquet/parquet_reader_test.cpp | 12 +
be/test/format_v2/table/hive_reader_test.cpp | 116 +++
be/test/format_v2/table_reader_request_test.cpp | 46 +
28 files changed, 4325 insertions(+), 180 deletions(-)
create mode 100644 be/src/format_v2/delimited_text/csv_reader.cpp
create mode 100644 be/src/format_v2/delimited_text/csv_reader.h
create mode 100644 be/src/format_v2/delimited_text/delimited_text_reader.cpp
create mode 100644 be/src/format_v2/delimited_text/delimited_text_reader.h
create mode 100644 be/src/format_v2/delimited_text/text_reader.cpp
create mode 100644 be/src/format_v2/delimited_text/text_reader.h
create mode 100644 be/test/format_v2/delimited_text/csv_reader_test.cpp
create mode 100644 be/test/format_v2/delimited_text/text_reader_test.cpp
create mode 100644 be/test/format_v2/table/hive_reader_test.cpp
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
