This is an automated email from the ASF dual-hosted git repository. Gabriel39 pushed a commit to branch refact_reader_branch in repository https://gitbox.apache.org/repos/asf/doris.git
commit f2018b2bafdfcf157e42295fa473a2570088ee79 Author: Gabriel <[email protected]> AuthorDate: Tue Jun 30 20:57:31 2026 +0800 update --- .../tvf/test_hdfs_parquet_group0.out | 117 ++++++++++++++ .../tvf/test_hdfs_parquet_group0.groovy | 179 ++++++++++----------- 2 files changed, 206 insertions(+), 90 deletions(-) diff --git a/regression-test/data/external_table_p0/tvf/test_hdfs_parquet_group0.out b/regression-test/data/external_table_p0/tvf/test_hdfs_parquet_group0.out index 1cdbfb19466..015d9391317 100644 --- a/regression-test/data/external_table_p0/tvf/test_hdfs_parquet_group0.out +++ b/regression-test/data/external_table_p0/tvf/test_hdfs_parquet_group0.out @@ -404,3 +404,120 @@ NaN [4] ["efg", null, "hij", "xyz"] [null, 1] \N +-- !test_43 -- +1593604800 abc 42 +1593604800 def 7.7 +1593604801 abc 42.125 +1593604801 def 7.7 + +-- !test_44 -- +AAAAAAAAAODAAAAA Mrs. Elnora Dabney N ITALY \N [email protected] 2452344 +AAAAAAAABODAAAAA Mr. Joseph Fountain Y PERU \N [email protected] 2452511 +AAAAAAAACODAAAAA \N Geneva Archie \N \N \N [email protected] 2452637 +AAAAAAAADODAAAAA Sir Richie Smith Y BERMUDA \N [email protected] 2452612 +AAAAAAAAEODAAAAA Dr. Chris Davis Y ALBANIA \N [email protected] 2452570 +AAAAAAAAFODAAAAA Sir Harvey \N N \N \N [email protected] 2452632 +AAAAAAAAGODAAAAA Ms. Evelyn Joyner N TUVALU \N [email protected] 2452439 +AAAAAAAAHODAAAAA Mrs. Lisa Clark Y ITALY \N [email protected] 2452646 +AAAAAAAAIODAAAAA Sir Mark Bailey N MOROCCO \N [email protected] 2452443 +AAAAAAAAPNDAAAAA Sir William Aleman Y LUXEMBOURG \N [email protected] 2452366 + +-- !test_45 -- +1.00 +10.00 +2.00 +3.00 +4.00 +5.00 +6.00 +7.00 +8.00 +9.00 + +-- !test_46 -- +[] + +-- !test_47 -- +122 true 2 2 2 20 2.2 20.2 01/13/09 2 2009-01-13T09:02:05.410 2009 1 +123 false 3 3 3 30 3.3 30.3 01/13/09 3 2009-01-13T09:03:05.430 2009 1 +124 true 4 4 4 40 4.4 40.4 01/13/09 4 2009-01-13T09:04:05.460 2009 1 +125 false 5 5 5 50 5.5 50.5 01/13/09 5 2009-01-13T09:05:05.500 2009 1 +126 true 6 6 6 60 6.6 60.59999999999999 01/13/09 6 2009-01-13T09:06:05.550 2009 1 +127 false 7 7 7 70 7.7 70.7 01/13/09 7 2009-01-13T09:07:05.610 2009 1 +128 true 8 8 8 80 8.8 80.8 01/13/09 8 2009-01-13T09:08:05.680 2009 1 +129 false 9 9 9 90 9.9 90.89999999999999 01/13/09 9 2009-01-13T09:09:05.760 2009 1 +130 true 0 0 0 0 0.0 0 01/14/09 0 2009-01-14T09:10:05.850 2009 1 +131 false 1 1 1 10 1.1 10.1 01/14/09 1 2009-01-14T09:11:05.850 2009 1 + +-- !test_48 -- +122 true 2 2 2 20 2.2 20.2 01/13/09 2 2009-01-13T09:02:05.410 2009 1 +123 false 3 3 3 30 3.3 30.3 01/13/09 3 2009-01-13T09:03:05.430 2009 1 +124 true 4 4 4 40 4.4 40.4 01/13/09 4 2009-01-13T09:04:05.460 2009 1 +125 false 5 5 5 50 5.5 50.5 01/13/09 5 2009-01-13T09:05:05.500 2009 1 +126 true 6 6 6 60 6.6 60.59999999999999 01/13/09 6 2009-01-13T09:06:05.550 2009 1 +127 false 7 7 7 70 7.7 70.7 01/13/09 7 2009-01-13T09:07:05.610 2009 1 +128 true 8 8 8 80 8.8 80.8 01/13/09 8 2009-01-13T09:08:05.680 2009 1 +129 false 9 9 9 90 9.9 90.89999999999999 01/13/09 9 2009-01-13T09:09:05.760 2009 1 +130 true 0 0 0 0 0.0 0 01/14/09 0 2009-01-14T09:10:05.850 2009 1 +131 false 1 1 1 10 1.1 10.1 01/14/09 1 2009-01-14T09:11:05.850 2009 1 + +-- !test_49 -- +\N + +-- !test_50 -- +\N a +\N a +1 c +1 c +2 b +2 b + +-- !test_51 -- +Hello +How +This is +a +are you +brown fox +doing +test +the quick +today + +-- !test_52 -- +false +false +false +false +false +false +false +false +false +false + +-- !test_53 -- +6374628540732951412 -1 -1 -1 -5 -15 -3 -3 -65 -135 -151 -884 -498 -541 -2357 -13235 -5032 -53240 -29011 -250328 -472084 -14542 -1696277 -1840215 -3928478 -7271486 -21651755 -32837885 -111433329 -241601040 -50065479 -163270799 -1986952430 -4199967586 -1344496374 -16288562574 -28644417946 -65240709120 -70538406032 -191624370730 -296605683166 -1011770835153 -1608485630598 -4014593275381 -6105818392192 -16882699520562 -24806559006505 -2633546645122 -117376993649456 -108462505318873 -17587725 [...] +6374628540732951412 -1 -1 -6 -7 -21 -29 58 -174 -370 147 -303 -257 -1037 5630 8895 -35608 -117842 -12437 -27731 60486 -707663 -2929145 -2079255 -17271207 -1875268 -19770821 -80161864 60023242 -421079858 -1199795687 -1596156003 -1428636547 -3315076943 4309884401 -1119928926 -7573364471 -29439686716 -77734727780 -381153221847 438498389411 -1075668472404 688004155483 -12155875302808 -2421765938549 -1412459333102 -57897024522480 -67231976161515 -102178629353955 200912794242206 43799082335896 [...] +6374628540732951412 -1 -2 -4 -8 -16 -32 -64 -128 -256 -512 -1024 -2048 -4096 -8192 -16384 -32768 -65536 -131072 -262144 -524288 -1048576 -2097152 -4194304 -8388608 -16777216 -33554432 -67108864 -134217728 -268435456 -536870912 -1073741824 -2147483648 -4294967296 -8589934592 -17179869184 -34359738368 -68719476736 -137438953472 -274877906944 -549755813888 -1099511627776 -2199023255552 -4398046511104 -8796093022208 -17592186044416 -35184372088832 -70368744177664 -140737488355328 -2814749767 [...] +6374628540732951412 -1 -2 -7 -7 -23 -4 51 -107 -322 -69 -404 -497 -1478 -1446 3148 -5651 -72427 2324 -180065 -73164 -1070042 -2913370 -2556489 -13152247 -18307794 -21400650 -21970468 -49244077 -154493129 -865963106 -675026787 269282718 -1936781439 11152842629 -8330016935 -20375075134 4843904084 -154956898562 -348410255803 -57366930449 -1692439856605 -1475642885659 -8535248964530 -6025906219756 -16857628299601 -62685577005613 -27221312319071 -198785994498891 171238115176440 66059392227910 [...] +6374628540732951412 -1 -3 -3 -3 -14 19 9 -70 -291 -145 -275 -779 -4047 -8244 -9036 19242 -48154 57337 -76872 -140006 -606577 -1112970 -1741237 -9834470 -18759951 -6702647 -48746571 -75629270 -261813622 -372076116 -209790348 -1454655246 14148394 3594034401 -22765140849 -37447824121 973131962 -184009634540 -414171928390 -33166024765 -1197833965973 -2945889030754 -4176475312470 -3485626798002 -33267360685874 -30046841485160 -44798370319938 -169294344644831 43524599724868 469339429031087 -24 [...] +6374628540732951412 -2 -1 -7 -8 -11 -4 102 -90 -428 640 248 -666 1697 12168 11689 -47454 -130484 20117 -75384 -93320 203268 -4986664 -2162578 -8995125 -6760008 -32244703 -106596127 177836390 -266837798 -762866147 -2468267208 389760980 -992988241 7180141332 14885016605 -1511637873 37404525522 -197046149773 -187479057508 230274097668 -927050760313 1799760668852 -10729406875828 -9796939892175 11804765938550 -50966479811265 -44073994829259 -96429064661339 286836747775733 826008137253651 -819 [...] +6374628540732951412 -2 0 -5 -4 -23 15 78 25 -298 323 -656 -335 1998 18308 10291 -24779 -168487 52710 163729 312623 1124572 -6004940 365099 -10397375 8574828 -63826718 -60362169 256227242 -3856403 -975832397 -2498101101 -880256444 -2948367208 6203611716 19687928212 -9781230924 8614389461 -181589169937 -139212010426 371875472672 -1174473260226 470808489818 -7350458341287 -1895363706255 10243781943563 -21934176136905 11986018548423 -38783203690109 58988343681595 919985218147182 -18792164183 [...] +6374628540732951412 -3 -1 -3 -9 -43 26 151 -197 -429 570 922 -520 4352 19030 14737 -20869 -232220 38560 303791 315091 1936025 -4881785 -806807 -1604961 14823469 -52806631 -103530652 168599986 -150605862 -844930571 -1108215124 2709901091 -1419850009 5502072164 34311620738 -14853235224 1912837594 -203072339472 -283401907392 501037634663 -1166430618400 1320201073039 -9026458927213 15062471783783 25751297219542 -33368654655909 65624006999260 -131585197525211 33216777823211 781671457575793 -1 [...] +6374628540732951412 -3 -1 -4 -11 -28 32 106 -73 -445 672 255 598 1099 21048 16342 -20646 -231878 84900 91072 713147 2048208 -5340953 2871160 -3849966 13201519 -72225014 -126474549 167271468 -265832301 -1316680326 -1662545575 776304783 -2552033190 -1183286497 18537372866 -15878307818 -41899616987 -89943248617 -399408328189 820052639502 -1184279940837 444515555337 -7255722839195 6632009472646 15949617801314 -28984673820583 62072552514313 -154483198313094 176341372647806 1276327559487856 -1 [...] +6374628540732951412 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 -2070986743 + +-- !test_54 -- +{"parent":"another", "name":"report"} + +-- !test_55 -- +0 true 0 0 0 0 0.0 0 01/01/09 0 2009-01-01T08:00 +1 false 1 1 1 10 1.1 10.1 01/01/09 1 2009-01-01T08:01 +2 true 0 0 0 0 0.0 0 02/01/09 0 2009-02-01T08:00 +3 false 1 1 1 10 1.1 10.1 02/01/09 1 2009-02-01T08:01 +4 true 0 0 0 0 0.0 0 03/01/09 0 2009-03-01T08:00 +5 false 1 1 1 10 1.1 10.1 03/01/09 1 2009-03-01T08:01 +6 true 0 0 0 0 0.0 0 04/01/09 0 2009-04-01T08:00 +7 false 1 1 1 10 1.1 10.1 04/01/09 1 2009-04-01T08:01 + diff --git a/regression-test/suites/external_table_p0/tvf/test_hdfs_parquet_group0.groovy b/regression-test/suites/external_table_p0/tvf/test_hdfs_parquet_group0.groovy index c91e1bed228..531bc0deac2 100644 --- a/regression-test/suites/external_table_p0/tvf/test_hdfs_parquet_group0.groovy +++ b/regression-test/suites/external_table_p0/tvf/test_hdfs_parquet_group0.groovy @@ -329,96 +329,95 @@ suite("test_hdfs_parquet_group0", "p0,external") { exception "Unexpected end of stream" } -// TODO(gabriel): fix the following test cases -// uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/lz4_raw_compressed.parquet" -// order_qt_test_43 """ select * from HDFS( -// "uri" = "${uri}", -// "hadoop.username" = "${hdfsUserName}", -// "format" = "parquet") limit 10; """ -// -// -// uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/delta_byte_array.parquet" -// order_qt_test_44 """ select * from HDFS( -// "uri" = "${uri}", -// "hadoop.username" = "${hdfsUserName}", -// "format" = "parquet") limit 10; """ -// -// -// uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/int64_decimal.parquet" -// order_qt_test_45 """ select * from HDFS( -// "uri" = "${uri}", -// "hadoop.username" = "${hdfsUserName}", -// "format" = "parquet") limit 10; """ -// -// -// uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/null_list.parquet" -// order_qt_test_46 """ select * from HDFS( -// "uri" = "${uri}", -// "hadoop.username" = "${hdfsUserName}", -// "format" = "parquet") limit 10; """ -// -// -// uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/alltypes_tiny_pages.parquet" -// order_qt_test_47 """ select * from HDFS( -// "uri" = "${uri}", -// "hadoop.username" = "${hdfsUserName}", -// "format" = "parquet") limit 10; """ -// -// -// uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/alltypes_tiny_pages_plain.parquet" -// order_qt_test_48 """ select * from HDFS( -// "uri" = "${uri}", -// "hadoop.username" = "${hdfsUserName}", -// "format" = "parquet") limit 10; """ -// -// -// uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/single_nan.parquet" -// order_qt_test_49 """ select * from HDFS( -// "uri" = "${uri}", -// "hadoop.username" = "${hdfsUserName}", -// "format" = "parquet") limit 10; """ -// -// -// uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/sort_columns.parquet" -// order_qt_test_50 """ select * from HDFS( -// "uri" = "${uri}", -// "hadoop.username" = "${hdfsUserName}", -// "format" = "parquet") limit 10; """ -// -// -// uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/data_index_bloom_encoding_with_length.parquet" -// order_qt_test_51 """ select * from HDFS( -// "uri" = "${uri}", -// "hadoop.username" = "${hdfsUserName}", -// "format" = "parquet") limit 10; """ -// -// -// uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/overflow_i16_page_cnt.parquet" -// order_qt_test_52 """ select * from HDFS( -// "uri" = "${uri}", -// "hadoop.username" = "${hdfsUserName}", -// "format" = "parquet") limit 10; """ -// -// -// uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/delta_binary_packed.parquet" -// order_qt_test_53 """ select * from HDFS( -// "uri" = "${uri}", -// "hadoop.username" = "${hdfsUserName}", -// "format" = "parquet") limit 10; """ -// -// -// uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/incorrect_map_schema.parquet" -// order_qt_test_54 """ select * from HDFS( -// "uri" = "${uri}", -// "hadoop.username" = "${hdfsUserName}", -// "format" = "parquet") limit 10; """ -// -// -// uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/alltypes_plain.parquet" -// order_qt_test_55 """ select * from HDFS( -// "uri" = "${uri}", -// "hadoop.username" = "${hdfsUserName}", -// "format" = "parquet") limit 10; """ + uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/lz4_raw_compressed.parquet" + order_qt_test_43 """ select * from HDFS( + "uri" = "${uri}", + "hadoop.username" = "${hdfsUserName}", + "format" = "parquet") limit 10; """ + + + uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/delta_byte_array.parquet" + order_qt_test_44 """ select * from HDFS( + "uri" = "${uri}", + "hadoop.username" = "${hdfsUserName}", + "format" = "parquet") limit 10; """ + + + uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/int64_decimal.parquet" + order_qt_test_45 """ select * from HDFS( + "uri" = "${uri}", + "hadoop.username" = "${hdfsUserName}", + "format" = "parquet") limit 10; """ + + + uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/null_list.parquet" + order_qt_test_46 """ select * from HDFS( + "uri" = "${uri}", + "hadoop.username" = "${hdfsUserName}", + "format" = "parquet") limit 10; """ + + + uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/alltypes_tiny_pages.parquet" + order_qt_test_47 """ select * from HDFS( + "uri" = "${uri}", + "hadoop.username" = "${hdfsUserName}", + "format" = "parquet") limit 10; """ + + + uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/alltypes_tiny_pages_plain.parquet" + order_qt_test_48 """ select * from HDFS( + "uri" = "${uri}", + "hadoop.username" = "${hdfsUserName}", + "format" = "parquet") limit 10; """ + + + uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/single_nan.parquet" + order_qt_test_49 """ select * from HDFS( + "uri" = "${uri}", + "hadoop.username" = "${hdfsUserName}", + "format" = "parquet") limit 10; """ + + + uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/sort_columns.parquet" + order_qt_test_50 """ select * from HDFS( + "uri" = "${uri}", + "hadoop.username" = "${hdfsUserName}", + "format" = "parquet") limit 10; """ + + + uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/data_index_bloom_encoding_with_length.parquet" + order_qt_test_51 """ select * from HDFS( + "uri" = "${uri}", + "hadoop.username" = "${hdfsUserName}", + "format" = "parquet") limit 10; """ + + + uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/overflow_i16_page_cnt.parquet" + order_qt_test_52 """ select * from HDFS( + "uri" = "${uri}", + "hadoop.username" = "${hdfsUserName}", + "format" = "parquet") limit 10; """ + + + uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/delta_binary_packed.parquet" + order_qt_test_53 """ select * from HDFS( + "uri" = "${uri}", + "hadoop.username" = "${hdfsUserName}", + "format" = "parquet") limit 10; """ + + + uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/incorrect_map_schema.parquet" + order_qt_test_54 """ select * from HDFS( + "uri" = "${uri}", + "hadoop.username" = "${hdfsUserName}", + "format" = "parquet") limit 10; """ + + + uri = "${defaultFS}" + "/user/doris/tvf_data/test_hdfs_parquet/group0/alltypes_plain.parquet" + order_qt_test_55 """ select * from HDFS( + "uri" = "${uri}", + "hadoop.username" = "${hdfsUserName}", + "format" = "parquet") limit 10; """ } finally { } } --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
