This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 657e927d50 [fix](json)Fix the bug that read json file Out of bounds
access (#23411)
657e927d50 is described below
commit 657e927d50a3c844ef9c7358d6418751e58206db
Author: daidai <[email protected]>
AuthorDate: Sat Sep 2 01:11:37 2023 +0800
[fix](json)Fix the bug that read json file Out of bounds access (#23411)
---
be/src/vec/exec/format/json/new_json_reader.cpp | 1 -
.../preinstalled_data/json_format_test/nest_json.json | 10 +++++-----
.../data/external_table_p0/tvf/test_hdfs_tvf.out | 14 +++++++-------
regression-test/pipeline/p0/conf/regression-conf.groovy | 2 +-
4 files changed, 13 insertions(+), 14 deletions(-)
diff --git a/be/src/vec/exec/format/json/new_json_reader.cpp
b/be/src/vec/exec/format/json/new_json_reader.cpp
index 6a9cd10b18..ec6a25fca2 100644
--- a/be/src/vec/exec/format/json/new_json_reader.cpp
+++ b/be/src/vec/exec/format/json/new_json_reader.cpp
@@ -615,7 +615,6 @@ Status NewJsonReader::_parse_json_doc(size_t* size, bool*
eof) {
if (*size == 0) {
*eof = true;
}
- _current_offset += *size;
}
_bytes_read_counter += *size;
diff --git
a/docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/json_format_test/nest_json.json
b/docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/json_format_test/nest_json.json
index b28159b2a0..9be283f5d8 100644
---
a/docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/json_format_test/nest_json.json
+++
b/docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/json_format_test/nest_json.json
@@ -1,5 +1,5 @@
-{"no": 1, "item": {"id": 1, "city": "beijing", "code": 2345671}}
-{"no": 2, "item": {"id": 2, "city": "shanghai", "code": 2345672}}
-{"no": 3, "item": {"id": 3, "city": "hangzhou", "code": 2345673}}
-{"no": 4, "item": {"id": 4, "city": "shenzhen", "code": 2345674}}
-{"no": 5, "item": {"id": 5, "city": "guangzhou", "code": 2345675}}
+{"no": 1, "item": {"id":1,"city":"beijing","code":2345671}}
+{"no": 2, "item": {"id":2,"city":"shanghai","code":2345672}}
+{"no": 3, "item": {"id":3,"city":"hangzhou","code":2345673}}
+{"no": 4, "item": {"id":4,"city":"shenzhen","code":2345674}}
+{"no": 5, "item": {"id":5,"city":"guangzhou","code":2345675}}
diff --git a/regression-test/data/external_table_p0/tvf/test_hdfs_tvf.out
b/regression-test/data/external_table_p0/tvf/test_hdfs_tvf.out
index 9ae369b977..3b92df238b 100644
--- a/regression-test/data/external_table_p0/tvf/test_hdfs_tvf.out
+++ b/regression-test/data/external_table_p0/tvf/test_hdfs_tvf.out
@@ -284,15 +284,15 @@
9 xian 2345675
-- !json_limit3 --
-1 {"id": 1, "city": "beijing", "code": 2345671}
-2 {"id": 2, "city": "shanghai", "code": 2345672}
-3 {"id": 3, "city": "hangzhou", "code": 2345673}
-4 {"id": 4, "city": "shenzhen", "code": 2345674}
-5 {"id": 5, "city": "guangzhou", "code": 2345675}
+1 {"id":1,"city":"beijing","code":2345671}
+2 {"id":2,"city":"shanghai","code":2345672}
+3 {"id":3,"city":"hangzhou","code":2345673}
+4 {"id":4,"city":"shenzhen","code":2345674}
+5 {"id":5,"city":"guangzhou","code":2345675}
-- !json_limit4 --
-1 {"id": 1, "city": "beijing", "code": 2345671}
-2 {"id": 2, "city": "shanghai", "code": 2345672}
+1 {"id":1,"city":"beijing","code":2345671}
+2 {"id":2,"city":"shanghai","code":2345672}
-- !json_root --
1 beijing 2345671
diff --git a/regression-test/pipeline/p0/conf/regression-conf.groovy
b/regression-test/pipeline/p0/conf/regression-conf.groovy
index e305e18eff..c9b74a00b2 100644
--- a/regression-test/pipeline/p0/conf/regression-conf.groovy
+++ b/regression-test/pipeline/p0/conf/regression-conf.groovy
@@ -55,7 +55,7 @@ testDirectories = ""
excludeGroups = ""
// this suites will not be executed
-excludeSuites =
"test_leading,test_stream_load_move_memtable,ds_rf95,test_default_limit,test_profile,test_broker_load,test_spark_load,test_refresh_mtmv,test_bitmap_filter,test_export_parquet,test_doris_jdbc_catalog,nereids_delete_mow_partial_update,test_hdfs_tvf"
+excludeSuites =
"test_leading,test_stream_load_move_memtable,ds_rf95,test_default_limit,test_profile,test_broker_load,test_spark_load,test_refresh_mtmv,test_bitmap_filter,test_export_parquet,test_doris_jdbc_catalog,nereids_delete_mow_partial_update"
// this directories will not be executed
excludeDirectories = "workload_manager_p1"
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
