[
https://issues.apache.org/jira/browse/SPARK-49493?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
chaijunjie updated SPARK-49493:
-------------------------------
Description:
1. select * from test.orc_table where load_time<='2024-06-14' limit 10;
it work fine when execute every time...
2. select uuid from (select * from test.orc_table where load_time<='2024-06-14'
limit 10) order by uuid;
when execute this, will renturn different result for each query...
-----------------------------------------------------------------------
0: jdbc:hive2://10-155-194-203:22550/> select * from test.orc_table where
load_time<='2024-06-14' limit 10;
INFO : Execution ID: 17
{+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
|id | uuid |bigint_col | double_col
|float_col | decimal_col |byte_col |short_col | str_col1 |str_col2
|str_col3 |int_col_with_empty |update_time_int |update_time_date |
update_time | load_time |
{+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
|30 |4dcabd0c-6351-11ef-894d-fa163e1f464f |346241349 |-844.9487229745225
|147.95 |3421347.6256917490 |-118 |16892 |EpJSZ |K.E[R |
|NULL |1666420940 |2022-10-22 |2022-10-22
14:42:20.0 |2024-06-13 |
|31 |4dcad1c0-6351-11ef-894d-fa163e1f464f |165286550 |134.87396080730628
|361.9 |1465514.4052712470 |-68 |11708 |LM |]
|1 |338 |1626523815 |2021-07-17 |2021-07-17
20:10:15.0 |2024-06-13 |
|32 |4dcad4b8-6351-11ef-894d-fa163e1f464f |617143505 |233.8322457965403
|375.24 |9553529.9337097820 |72 |31066 |ODq |B |
|NULL |1619008729 |2021-04-21 |2021-04-21
20:38:49.0 |2024-06-13 |
|33 |4dcad6e8-6351-11ef-894d-fa163e1f464f |-850318287 |-643.2482811722057
|633.7 |5365944.0580279310 |-1 |-13914 |dAh |] |3
|843 |1649232760 |2022-04-06 |2022-04-06
16:12:40.0 |2024-06-13 |
|34 |4dcad936-6351-11ef-894d-fa163e1f464f |816166703 |639.3306965862166
|77.35 |663475.6290422603 |121 |-17926 |ZvXKtsOeH7 |YkhX: |
|NULL |1652880551 |2022-05-18 |2022-05-18
21:29:11.0 |2024-06-13 |
|35 |4dcadda0-6351-11ef-894d-fa163e1f464f |839706199 |869.3877816165896
|961.51 |8786185.3877616410 |-20 |-2824 |iZd65Gp |E@5{s |5
|862 |1667403736 |2022-11-02 |2022-11-02
23:42:16.0 |2024-06-13 |
|36 |4dcadf9e-6351-11ef-894d-fa163e1f464f |-532480509 |-587.6876978563778
|227.04 |-1121.1695184447 |51 |-22846 |YoOiRTdm |>6 |
|NULL |1625136929 |2021-07-01 |2021-07-01
18:55:29.0 |2024-06-13 |
|37 |4dcae160-6351-11ef-894d-fa163e1f464f |-460217433 |-103.26899600423451
|161.81 |183290.7002898455 |33 |-18996 |k8pnU |'|$ |7
|859 |1615176529 |2021-03-08 |2021-03-08
12:08:49.0 |2024-06-13 |
|38 |4dcae3c2-6351-11ef-894d-fa163e1f464f |-424723975 |57.963186369765936
|984.4 |-4318991.6278704120 |65 |-30655 |nNqV |Rm-
| |NULL |1587504598 |2020-04-22 |2020-04-22
05:29:58.0 |2024-06-13 |
|39 |4dcae548-6351-11ef-894d-fa163e1f464f |854628730 |876.8500133187738
|707.35 |-5479422.2518274130 |126 |2003 |3YtkqOv |R |9
|-858 |1592389599 |2020-06-17 |2020-06-17
18:26:39.0 |2024-06-13 |
{+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
10 rows selected (1.156 seconds)
0: jdbc:hive2://10-155-194-203:22550/> select * from test.orc_table where
load_time<='2024-06-14' limit 10;
INFO : Execution ID: 18
{+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
|id | uuid |bigint_col | double_col
|float_col | decimal_col |byte_col |short_col | str_col1 |str_col2
|str_col3 |int_col_with_empty |update_time_int |update_time_date |
update_time | load_time |
{+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
|30 |4dcabd0c-6351-11ef-894d-fa163e1f464f |346241349 |-844.9487229745225
|147.95 |3421347.6256917490 |-118 |16892 |EpJSZ |K.E[R |
|NULL |1666420940 |2022-10-22 |2022-10-22
14:42:20.0 |2024-06-13 |
|31 |4dcad1c0-6351-11ef-894d-fa163e1f464f |165286550 |134.87396080730628
|361.9 |1465514.4052712470 |-68 |11708 |LM |]
|1 |338 |1626523815 |2021-07-17 |2021-07-17
20:10:15.0 |2024-06-13 |
|32 |4dcad4b8-6351-11ef-894d-fa163e1f464f |617143505 |233.8322457965403
|375.24 |9553529.9337097820 |72 |31066 |ODq |B |
|NULL |1619008729 |2021-04-21 |2021-04-21
20:38:49.0 |2024-06-13 |
|33 |4dcad6e8-6351-11ef-894d-fa163e1f464f |-850318287 |-643.2482811722057
|633.7 |5365944.0580279310 |-1 |-13914 |dAh |] |3
|843 |1649232760 |2022-04-06 |2022-04-06
16:12:40.0 |2024-06-13 |
|34 |4dcad936-6351-11ef-894d-fa163e1f464f |816166703 |639.3306965862166
|77.35 |663475.6290422603 |121 |-17926 |ZvXKtsOeH7 |YkhX: |
|NULL |1652880551 |2022-05-18 |2022-05-18
21:29:11.0 |2024-06-13 |
|35 |4dcadda0-6351-11ef-894d-fa163e1f464f |839706199 |869.3877816165896
|961.51 |8786185.3877616410 |-20 |-2824 |iZd65Gp |E@5{s |5
|862 |1667403736 |2022-11-02 |2022-11-02
23:42:16.0 |2024-06-13 |
|36 |4dcadf9e-6351-11ef-894d-fa163e1f464f |-532480509 |-587.6876978563778
|227.04 |-1121.1695184447 |51 |-22846 |YoOiRTdm |>6 |
|NULL |1625136929 |2021-07-01 |2021-07-01
18:55:29.0 |2024-06-13 |
|37 |4dcae160-6351-11ef-894d-fa163e1f464f |-460217433 |-103.26899600423451
|161.81 |183290.7002898455 |33 |-18996 |k8pnU |'|$ |7
|859 |1615176529 |2021-03-08 |2021-03-08
12:08:49.0 |2024-06-13 |
|38 |4dcae3c2-6351-11ef-894d-fa163e1f464f |-424723975 |57.963186369765936
|984.4 |-4318991.6278704120 |65 |-30655 |nNqV |Rm-
| |NULL |1587504598 |2020-04-22 |2020-04-22
05:29:58.0 |2024-06-13 |
|39 |4dcae548-6351-11ef-894d-fa163e1f464f |854628730 |876.8500133187738
|707.35 |-5479422.2518274130 |126 |2003 |3YtkqOv |R |9
|-858 |1592389599 |2020-06-17 |2020-06-17
18:26:39.0 |2024-06-13 |
{+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
10 rows selected (1.027 seconds)
0: jdbc:hive2://:22550/> select uuid from (select * from test.orc_table where
load_time<='2024-06-14' limit 10) order by uuid;
INFO : Execution ID: 22
+---------------------------------------+
| uuid |
+---------------------------------------+
|4dcabc94-6351-11ef-9c6d-fa163e1f464f |
|4dcad134-6351-11ef-9c6d-fa163e1f464f |
|4dcad616-6351-11ef-9c6d-fa163e1f464f |
|4dcad86e-6351-11ef-9c6d-fa163e1f464f |
|4dcadb70-6351-11ef-9c6d-fa163e1f464f |
|4dcadda0-6351-11ef-9c6d-fa163e1f464f |
|4dcadf58-6351-11ef-9c6d-fa163e1f464f |
|4dcae16a-6351-11ef-9c6d-fa163e1f464f |
|4dcae462-6351-11ef-9c6d-fa163e1f464f |
|4dcae5fc-6351-11ef-9c6d-fa163e1f464f |
+---------------------------------------+
10 rows selected (14.257 seconds)
0: jdbc:hive2://:22550/> select uuid from (select * from test.orc_table where
load_time<='2024-06-14' limit 10) order by uuid;
INFO : Execution ID: 23
+---------------------------------------+
| uuid |
+---------------------------------------+
|b74b9f80-6351-11ef-894d-fa163e1f464f |
|b74ba12e-6351-11ef-894d-fa163e1f464f |
|b74ba2c8-6351-11ef-894d-fa163e1f464f |
|b74ba43a-6351-11ef-894d-fa163e1f464f |
|b74ba5d4-6351-11ef-894d-fa163e1f464f |
|b74ba782-6351-11ef-894d-fa163e1f464f |
|b74ba8fe-6351-11ef-894d-fa163e1f464f |
|b74baac0-6351-11ef-894d-fa163e1f464f |
|b74bace6-6351-11ef-894d-fa163e1f464f |
|b74bae62-6351-11ef-894d-fa163e1f464f |
+---------------------------------------+
0: jdbc:hive2://:22550/> DESCRIBE FORMATTED test.orc_table;
{+}------------------------------{-}{-}{+}-------------------------------------------------------{-}++{-}---------
| col_name | data_type
|comment |
{+}------------------------------{-}{-}{+}-------------------------------------------------------{-}++{-}---------
|id |string
|NULL |
|uuid |char(36)
|NULL |
|bigint_col |bigint
|NULL |
|double_col |double
|NULL |
|float_col |float
|NULL |
|decimal_col |decimal(20,10)
|NULL |
|byte_col |tinyint
|NULL |
|short_col |smallint
|NULL |
|str_col1 |varchar(10)
|NULL |
|str_col2 |varchar(5)
|NULL |
|str_col3 |string
|NULL |
|int_col_with_empty |int
|NULL |
|update_time_int |int
|NULL |
|update_time_date |date
|NULL |
|update_time |timestamp
|NULL |
|load_time |date
|NULL |
| # Partition Information |
| |
| # col_name |data_type
|comment |
|load_time |date
|NULL |
| |
| |
| # Detailed Table Information |
| |
|Database |test
| |
|Table |orc_table
| |
|Owner |admintest
| |
|Created Time |Mon Sep 02 18:56:10 CST 2024
| |
|Last Access |UNKNOWN
| |
| | | |
|Type |MANAGED
| |
|Provider |hive
| |
|Table Properties |[transient_lastDdlTime=1725274570]
| |
|Location
|hdfs://hacluster/user/hive/warehouse/test.db/orc_table | |
|Serde Library |org.apache.hadoop.hive.ql.io.orc.OrcSerde
| |
|InputFormat |org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
| |
|OutputFormat
|org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat | |
|Storage Properties |[serialization.format=1]
| |
|Partition Provider |Catalog
| |
{+}------------------------------{-}{-}{+}-----------
was:
1. select * from test.orc_table where load_time<='2024-06-14' limit 10;
it work fine when execute every time...
2. select uuid from (select * from test.orc_table where load_time<='2024-06-14'
limit 10) order by uuid;
when execute this, will renturn different result for each query...
-----------------------------------------------------------------------
0: jdbc:hive2://10-155-194-203:22550/> select * from test.orc_table where
load_time<='2024-06-14' limit 10;
INFO : Execution ID: 17
{+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
|id | uuid |bigint_col | double_col
|float_col | decimal_col |byte_col |short_col | str_col1 |str_col2
|str_col3 |int_col_with_empty |update_time_int |update_time_date |
update_time | load_time |
{+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
|30 |4dcabd0c-6351-11ef-894d-fa163e1f464f |346241349 |-844.9487229745225
|147.95 |3421347.6256917490 |-118 |16892 |EpJSZ |K.E[R |
|NULL |1666420940 |2022-10-22 |2022-10-22
14:42:20.0 |2024-06-13 |
|31 |4dcad1c0-6351-11ef-894d-fa163e1f464f |165286550 |134.87396080730628
|361.9 |1465514.4052712470 |-68 |11708 |LM |]
|1 |338 |1626523815 |2021-07-17 |2021-07-17
20:10:15.0 |2024-06-13 |
|32 |4dcad4b8-6351-11ef-894d-fa163e1f464f |617143505 |233.8322457965403
|375.24 |9553529.9337097820 |72 |31066 |ODq |B |
|NULL |1619008729 |2021-04-21 |2021-04-21
20:38:49.0 |2024-06-13 |
|33 |4dcad6e8-6351-11ef-894d-fa163e1f464f |-850318287 |-643.2482811722057
|633.7 |5365944.0580279310 |-1 |-13914 |dAh |] |3
|843 |1649232760 |2022-04-06 |2022-04-06
16:12:40.0 |2024-06-13 |
|34 |4dcad936-6351-11ef-894d-fa163e1f464f |816166703 |639.3306965862166
|77.35 |663475.6290422603 |121 |-17926 |ZvXKtsOeH7 |YkhX: |
|NULL |1652880551 |2022-05-18 |2022-05-18
21:29:11.0 |2024-06-13 |
|35 |4dcadda0-6351-11ef-894d-fa163e1f464f |839706199 |869.3877816165896
|961.51 |8786185.3877616410 |-20 |-2824 |iZd65Gp |E@5{s |5
|862 |1667403736 |2022-11-02 |2022-11-02
23:42:16.0 |2024-06-13 |
|36 |4dcadf9e-6351-11ef-894d-fa163e1f464f |-532480509 |-587.6876978563778
|227.04 |-1121.1695184447 |51 |-22846 |YoOiRTdm |>6 |
|NULL |1625136929 |2021-07-01 |2021-07-01
18:55:29.0 |2024-06-13 |
|37 |4dcae160-6351-11ef-894d-fa163e1f464f |-460217433 |-103.26899600423451
|161.81 |183290.7002898455 |33 |-18996 |k8pnU |'|$ |7
|859 |1615176529 |2021-03-08 |2021-03-08
12:08:49.0 |2024-06-13 |
|38 |4dcae3c2-6351-11ef-894d-fa163e1f464f |-424723975 |57.963186369765936
|984.4 |-4318991.6278704120 |65 |-30655 |nNqV |Rm-
| |NULL |1587504598 |2020-04-22 |2020-04-22
05:29:58.0 |2024-06-13 |
|39 |4dcae548-6351-11ef-894d-fa163e1f464f |854628730 |876.8500133187738
|707.35 |-5479422.2518274130 |126 |2003 |3YtkqOv |R |9
|-858 |1592389599 |2020-06-17 |2020-06-17
18:26:39.0 |2024-06-13 |
{+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
10 rows selected (1.156 seconds)
0: jdbc:hive2://10-155-194-203:22550/> select * from test.orc_table where
load_time<='2024-06-14' limit 10;
INFO : Execution ID: 18
{+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
|id | uuid |bigint_col | double_col
|float_col | decimal_col |byte_col |short_col | str_col1 |str_col2
|str_col3 |int_col_with_empty |update_time_int |update_time_date |
update_time | load_time |
{+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
|30 |4dcabd0c-6351-11ef-894d-fa163e1f464f |346241349 |-844.9487229745225
|147.95 |3421347.6256917490 |-118 |16892 |EpJSZ |K.E[R |
|NULL |1666420940 |2022-10-22 |2022-10-22
14:42:20.0 |2024-06-13 |
|31 |4dcad1c0-6351-11ef-894d-fa163e1f464f |165286550 |134.87396080730628
|361.9 |1465514.4052712470 |-68 |11708 |LM |]
|1 |338 |1626523815 |2021-07-17 |2021-07-17
20:10:15.0 |2024-06-13 |
|32 |4dcad4b8-6351-11ef-894d-fa163e1f464f |617143505 |233.8322457965403
|375.24 |9553529.9337097820 |72 |31066 |ODq |B |
|NULL |1619008729 |2021-04-21 |2021-04-21
20:38:49.0 |2024-06-13 |
|33 |4dcad6e8-6351-11ef-894d-fa163e1f464f |-850318287 |-643.2482811722057
|633.7 |5365944.0580279310 |-1 |-13914 |dAh |] |3
|843 |1649232760 |2022-04-06 |2022-04-06
16:12:40.0 |2024-06-13 |
|34 |4dcad936-6351-11ef-894d-fa163e1f464f |816166703 |639.3306965862166
|77.35 |663475.6290422603 |121 |-17926 |ZvXKtsOeH7 |YkhX: |
|NULL |1652880551 |2022-05-18 |2022-05-18
21:29:11.0 |2024-06-13 |
|35 |4dcadda0-6351-11ef-894d-fa163e1f464f |839706199 |869.3877816165896
|961.51 |8786185.3877616410 |-20 |-2824 |iZd65Gp |E@5{s |5
|862 |1667403736 |2022-11-02 |2022-11-02
23:42:16.0 |2024-06-13 |
|36 |4dcadf9e-6351-11ef-894d-fa163e1f464f |-532480509 |-587.6876978563778
|227.04 |-1121.1695184447 |51 |-22846 |YoOiRTdm |>6 |
|NULL |1625136929 |2021-07-01 |2021-07-01
18:55:29.0 |2024-06-13 |
|37 |4dcae160-6351-11ef-894d-fa163e1f464f |-460217433 |-103.26899600423451
|161.81 |183290.7002898455 |33 |-18996 |k8pnU |'|$ |7
|859 |1615176529 |2021-03-08 |2021-03-08
12:08:49.0 |2024-06-13 |
|38 |4dcae3c2-6351-11ef-894d-fa163e1f464f |-424723975 |57.963186369765936
|984.4 |-4318991.6278704120 |65 |-30655 |nNqV |Rm-
| |NULL |1587504598 |2020-04-22 |2020-04-22
05:29:58.0 |2024-06-13 |
|39 |4dcae548-6351-11ef-894d-fa163e1f464f |854628730 |876.8500133187738
|707.35 |-5479422.2518274130 |126 |2003 |3YtkqOv |R |9
|-858 |1592389599 |2020-06-17 |2020-06-17
18:26:39.0 |2024-06-13 |
{+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
10 rows selected (1.027 seconds)
0: jdbc:hive2://10-155-194-203:22550/> select uuid from (select * from
test.orc_table where load_time<='2024-06-14' limit 10) order by uuid;
INFO : Execution ID: 22
+---------------------------------------+
| uuid |
+---------------------------------------+
|4dcabc94-6351-11ef-9c6d-fa163e1f464f |
|4dcad134-6351-11ef-9c6d-fa163e1f464f |
|4dcad616-6351-11ef-9c6d-fa163e1f464f |
|4dcad86e-6351-11ef-9c6d-fa163e1f464f |
|4dcadb70-6351-11ef-9c6d-fa163e1f464f |
|4dcadda0-6351-11ef-9c6d-fa163e1f464f |
|4dcadf58-6351-11ef-9c6d-fa163e1f464f |
|4dcae16a-6351-11ef-9c6d-fa163e1f464f |
|4dcae462-6351-11ef-9c6d-fa163e1f464f |
|4dcae5fc-6351-11ef-9c6d-fa163e1f464f |
+---------------------------------------+
10 rows selected (14.257 seconds)
0: jdbc:hive2://10-155-194-203:22550/> select uuid from (select * from
test.orc_table where load_time<='2024-06-14' limit 10) order by uuid;
INFO : Execution ID: 23
+---------------------------------------+
| uuid |
+---------------------------------------+
|b74b9f80-6351-11ef-894d-fa163e1f464f |
|b74ba12e-6351-11ef-894d-fa163e1f464f |
|b74ba2c8-6351-11ef-894d-fa163e1f464f |
|b74ba43a-6351-11ef-894d-fa163e1f464f |
|b74ba5d4-6351-11ef-894d-fa163e1f464f |
|b74ba782-6351-11ef-894d-fa163e1f464f |
|b74ba8fe-6351-11ef-894d-fa163e1f464f |
|b74baac0-6351-11ef-894d-fa163e1f464f |
|b74bace6-6351-11ef-894d-fa163e1f464f |
|b74bae62-6351-11ef-894d-fa163e1f464f |
+---------------------------------------+
0: jdbc:hive2://:22550/> DESCRIBE FORMATTED test.orc_table;
{+}------------------------------{-}{-}{+}-------------------------------------------------------{-}++{-}---------
| col_name | data_type
|comment |
{+}------------------------------{-}{-}{+}-------------------------------------------------------{-}++{-}---------
|id |string
|NULL |
|uuid |char(36)
|NULL |
|bigint_col |bigint
|NULL |
|double_col |double
|NULL |
|float_col |float
|NULL |
|decimal_col |decimal(20,10)
|NULL |
|byte_col |tinyint
|NULL |
|short_col |smallint
|NULL |
|str_col1 |varchar(10)
|NULL |
|str_col2 |varchar(5)
|NULL |
|str_col3 |string
|NULL |
|int_col_with_empty |int
|NULL |
|update_time_int |int
|NULL |
|update_time_date |date
|NULL |
|update_time |timestamp
|NULL |
|load_time |date
|NULL |
| # Partition Information |
| |
| # col_name |data_type
|comment |
|load_time |date
|NULL |
| |
| |
| # Detailed Table Information |
| |
|Database |test
| |
|Table |orc_table
| |
|Owner |admintest
| |
|Created Time |Mon Sep 02 18:56:10 CST 2024
| |
|Last Access |UNKNOWN
| |
| | | |
|Type |MANAGED
| |
|Provider |hive
| |
|Table Properties |[transient_lastDdlTime=1725274570]
| |
|Location
|hdfs://hacluster/user/hive/warehouse/test.db/orc_table | |
|Serde Library |org.apache.hadoop.hive.ql.io.orc.OrcSerde
| |
|InputFormat |org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
| |
|OutputFormat
|org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat | |
|Storage Properties |[serialization.format=1]
| |
|Partition Provider |Catalog
| |
{+}------------------------------{-}{-}{+}-----------
> ORDERY BY result is wrong when use sub query
> --------------------------------------------
>
> Key: SPARK-49493
> URL: https://issues.apache.org/jira/browse/SPARK-49493
> Project: Spark
> Issue Type: Bug
> Components: SQL
> Affects Versions: 3.3.1
> Reporter: chaijunjie
> Priority: Major
>
> 1. select * from test.orc_table where load_time<='2024-06-14' limit 10;
> it work fine when execute every time...
> 2. select uuid from (select * from test.orc_table where
> load_time<='2024-06-14' limit 10) order by uuid;
> when execute this, will renturn different result for each query...
>
> -----------------------------------------------------------------------
> 0: jdbc:hive2://10-155-194-203:22550/> select * from test.orc_table where
> load_time<='2024-06-14' limit 10;
> INFO : Execution ID: 17
> {+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
> |id | uuid |bigint_col | double_col
> |float_col | decimal_col |byte_col |short_col | str_col1
> |str_col2 |str_col3 |int_col_with_empty |update_time_int
> |update_time_date | update_time | load_time |
> {+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
> |30 |4dcabd0c-6351-11ef-894d-fa163e1f464f |346241349 |-844.9487229745225
> |147.95 |3421347.6256917490 |-118 |16892 |EpJSZ |K.E[R
> | |NULL |1666420940 |2022-10-22
> |2022-10-22 14:42:20.0 |2024-06-13 |
> |31 |4dcad1c0-6351-11ef-894d-fa163e1f464f |165286550 |134.87396080730628
> |361.9 |1465514.4052712470 |-68 |11708 |LM |]
> |1 |338 |1626523815 |2021-07-17 |2021-07-17
> 20:10:15.0 |2024-06-13 |
> |32 |4dcad4b8-6351-11ef-894d-fa163e1f464f |617143505 |233.8322457965403
> |375.24 |9553529.9337097820 |72 |31066 |ODq |B
> | |NULL |1619008729 |2021-04-21
> |2021-04-21 20:38:49.0 |2024-06-13 |
> |33 |4dcad6e8-6351-11ef-894d-fa163e1f464f |-850318287 |-643.2482811722057
> |633.7 |5365944.0580279310 |-1 |-13914 |dAh |]
> |3 |843 |1649232760 |2022-04-06 |2022-04-06
> 16:12:40.0 |2024-06-13 |
> |34 |4dcad936-6351-11ef-894d-fa163e1f464f |816166703 |639.3306965862166
> |77.35 |663475.6290422603 |121 |-17926 |ZvXKtsOeH7 |YkhX:
> | |NULL |1652880551 |2022-05-18
> |2022-05-18 21:29:11.0 |2024-06-13 |
> |35 |4dcadda0-6351-11ef-894d-fa163e1f464f |839706199 |869.3877816165896
> |961.51 |8786185.3877616410 |-20 |-2824 |iZd65Gp |E@5{s
> |5 |862 |1667403736 |2022-11-02 |2022-11-02
> 23:42:16.0 |2024-06-13 |
> |36 |4dcadf9e-6351-11ef-894d-fa163e1f464f |-532480509 |-587.6876978563778
> |227.04 |-1121.1695184447 |51 |-22846 |YoOiRTdm |>6
> | |NULL |1625136929 |2021-07-01
> |2021-07-01 18:55:29.0 |2024-06-13 |
> |37 |4dcae160-6351-11ef-894d-fa163e1f464f |-460217433 |-103.26899600423451
> |161.81 |183290.7002898455 |33 |-18996 |k8pnU |'|$
> |7 |859 |1615176529 |2021-03-08 |2021-03-08
> 12:08:49.0 |2024-06-13 |
> |38 |4dcae3c2-6351-11ef-894d-fa163e1f464f |-424723975 |57.963186369765936
> |984.4 |-4318991.6278704120 |65 |-30655 |nNqV |Rm-
> | |NULL |1587504598 |2020-04-22
> |2020-04-22 05:29:58.0 |2024-06-13 |
> |39 |4dcae548-6351-11ef-894d-fa163e1f464f |854628730 |876.8500133187738
> |707.35 |-5479422.2518274130 |126 |2003 |3YtkqOv |R
> |9 |-858 |1592389599 |2020-06-17
> |2020-06-17 18:26:39.0 |2024-06-13 |
> {+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
> 10 rows selected (1.156 seconds)
> 0: jdbc:hive2://10-155-194-203:22550/> select * from test.orc_table where
> load_time<='2024-06-14' limit 10;
> INFO : Execution ID: 18
> {+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
> |id | uuid |bigint_col | double_col
> |float_col | decimal_col |byte_col |short_col | str_col1
> |str_col2 |str_col3 |int_col_with_empty |update_time_int
> |update_time_date | update_time | load_time |
> {+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
> |30 |4dcabd0c-6351-11ef-894d-fa163e1f464f |346241349 |-844.9487229745225
> |147.95 |3421347.6256917490 |-118 |16892 |EpJSZ |K.E[R
> | |NULL |1666420940 |2022-10-22
> |2022-10-22 14:42:20.0 |2024-06-13 |
> |31 |4dcad1c0-6351-11ef-894d-fa163e1f464f |165286550 |134.87396080730628
> |361.9 |1465514.4052712470 |-68 |11708 |LM |]
> |1 |338 |1626523815 |2021-07-17 |2021-07-17
> 20:10:15.0 |2024-06-13 |
> |32 |4dcad4b8-6351-11ef-894d-fa163e1f464f |617143505 |233.8322457965403
> |375.24 |9553529.9337097820 |72 |31066 |ODq |B
> | |NULL |1619008729 |2021-04-21
> |2021-04-21 20:38:49.0 |2024-06-13 |
> |33 |4dcad6e8-6351-11ef-894d-fa163e1f464f |-850318287 |-643.2482811722057
> |633.7 |5365944.0580279310 |-1 |-13914 |dAh |]
> |3 |843 |1649232760 |2022-04-06 |2022-04-06
> 16:12:40.0 |2024-06-13 |
> |34 |4dcad936-6351-11ef-894d-fa163e1f464f |816166703 |639.3306965862166
> |77.35 |663475.6290422603 |121 |-17926 |ZvXKtsOeH7 |YkhX:
> | |NULL |1652880551 |2022-05-18
> |2022-05-18 21:29:11.0 |2024-06-13 |
> |35 |4dcadda0-6351-11ef-894d-fa163e1f464f |839706199 |869.3877816165896
> |961.51 |8786185.3877616410 |-20 |-2824 |iZd65Gp |E@5{s
> |5 |862 |1667403736 |2022-11-02 |2022-11-02
> 23:42:16.0 |2024-06-13 |
> |36 |4dcadf9e-6351-11ef-894d-fa163e1f464f |-532480509 |-587.6876978563778
> |227.04 |-1121.1695184447 |51 |-22846 |YoOiRTdm |>6
> | |NULL |1625136929 |2021-07-01
> |2021-07-01 18:55:29.0 |2024-06-13 |
> |37 |4dcae160-6351-11ef-894d-fa163e1f464f |-460217433 |-103.26899600423451
> |161.81 |183290.7002898455 |33 |-18996 |k8pnU |'|$
> |7 |859 |1615176529 |2021-03-08 |2021-03-08
> 12:08:49.0 |2024-06-13 |
> |38 |4dcae3c2-6351-11ef-894d-fa163e1f464f |-424723975 |57.963186369765936
> |984.4 |-4318991.6278704120 |65 |-30655 |nNqV |Rm-
> | |NULL |1587504598 |2020-04-22
> |2020-04-22 05:29:58.0 |2024-06-13 |
> |39 |4dcae548-6351-11ef-894d-fa163e1f464f |854628730 |876.8500133187738
> |707.35 |-5479422.2518274130 |126 |2003 |3YtkqOv |R
> |9 |-858 |1592389599 |2020-06-17
> |2020-06-17 18:26:39.0 |2024-06-13 |
> {+}--{-}{{-}}{{-}}{-}{-}{-}{+}---------------------------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{{-}}{{-}}{-}----------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-------{-}{{-}}{{-}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}-----{-}{{-}}{{-}}{{-}}{{-}}{-}---------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------{-}{{-}}{{-}}{{-}}{{-}}{-}-------------{-}{{-}}{{-}}{+}{{+}}{{-}}{{-}}{-}------------------{-}{{-}}{{-}}{{-}}{{-}}{-}----------\{+}
> 10 rows selected (1.027 seconds)
> 0: jdbc:hive2://:22550/> select uuid from (select * from test.orc_table where
> load_time<='2024-06-14' limit 10) order by uuid;
> INFO : Execution ID: 22
> +---------------------------------------+
> | uuid |
> +---------------------------------------+
> |4dcabc94-6351-11ef-9c6d-fa163e1f464f |
> |4dcad134-6351-11ef-9c6d-fa163e1f464f |
> |4dcad616-6351-11ef-9c6d-fa163e1f464f |
> |4dcad86e-6351-11ef-9c6d-fa163e1f464f |
> |4dcadb70-6351-11ef-9c6d-fa163e1f464f |
> |4dcadda0-6351-11ef-9c6d-fa163e1f464f |
> |4dcadf58-6351-11ef-9c6d-fa163e1f464f |
> |4dcae16a-6351-11ef-9c6d-fa163e1f464f |
> |4dcae462-6351-11ef-9c6d-fa163e1f464f |
> |4dcae5fc-6351-11ef-9c6d-fa163e1f464f |
> +---------------------------------------+
> 10 rows selected (14.257 seconds)
> 0: jdbc:hive2://:22550/> select uuid from (select * from test.orc_table where
> load_time<='2024-06-14' limit 10) order by uuid;
> INFO : Execution ID: 23
> +---------------------------------------+
> | uuid |
> +---------------------------------------+
> |b74b9f80-6351-11ef-894d-fa163e1f464f |
> |b74ba12e-6351-11ef-894d-fa163e1f464f |
> |b74ba2c8-6351-11ef-894d-fa163e1f464f |
> |b74ba43a-6351-11ef-894d-fa163e1f464f |
> |b74ba5d4-6351-11ef-894d-fa163e1f464f |
> |b74ba782-6351-11ef-894d-fa163e1f464f |
> |b74ba8fe-6351-11ef-894d-fa163e1f464f |
> |b74baac0-6351-11ef-894d-fa163e1f464f |
> |b74bace6-6351-11ef-894d-fa163e1f464f |
> |b74bae62-6351-11ef-894d-fa163e1f464f |
> +---------------------------------------+
>
> 0: jdbc:hive2://:22550/> DESCRIBE FORMATTED test.orc_table;
> {+}------------------------------{-}{-}{+}-------------------------------------------------------{-}++{-}---------
> | col_name | data_type
> |comment |
> {+}------------------------------{-}{-}{+}-------------------------------------------------------{-}++{-}---------
> |id |string
> |NULL |
> |uuid |char(36)
> |NULL |
> |bigint_col |bigint
> |NULL |
> |double_col |double
> |NULL |
> |float_col |float
> |NULL |
> |decimal_col |decimal(20,10)
> |NULL |
> |byte_col |tinyint
> |NULL |
> |short_col |smallint
> |NULL |
> |str_col1 |varchar(10)
> |NULL |
> |str_col2 |varchar(5)
> |NULL |
> |str_col3 |string
> |NULL |
> |int_col_with_empty |int
> |NULL |
> |update_time_int |int
> |NULL |
> |update_time_date |date
> |NULL |
> |update_time |timestamp
> |NULL |
> |load_time |date
> |NULL |
> | # Partition Information |
> | |
> | # col_name |data_type
> |comment |
> |load_time |date
> |NULL |
> | |
> | |
> | # Detailed Table Information |
> | |
> |Database |test
> | |
> |Table |orc_table
> | |
> |Owner |admintest
> | |
> |Created Time |Mon Sep 02 18:56:10 CST 2024
> | |
> |Last Access |UNKNOWN
> | |
> | | | |
> |Type |MANAGED
> | |
> |Provider |hive
> | |
> |Table Properties |[transient_lastDdlTime=1725274570]
> | |
> |Location
> |hdfs://hacluster/user/hive/warehouse/test.db/orc_table | |
> |Serde Library |org.apache.hadoop.hive.ql.io.orc.OrcSerde
> | |
> |InputFormat
> |org.apache.hadoop.hive.ql.io.orc.OrcInputFormat | |
> |OutputFormat
> |org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat | |
> |Storage Properties |[serialization.format=1]
> | |
> |Partition Provider |Catalog
> | |
> {+}------------------------------{-}{-}{+}-----------
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org
For additional commands, e-mail: issues-h...@spark.apache.org
