This is an automated email from the ASF dual-hosted git repository. kxiao pushed a commit to branch branch-2.0 in repository https://gitbox.apache.org/repos/asf/doris.git
commit 5329663be124bf38070a6694acad4f5a8b085361 Author: amory <[email protected]> AuthorDate: Sat Aug 12 07:06:12 2023 +0800 [Improve](complex-type)update orc reader for complex type and add regress tests (#22856) --- be/src/vec/exec/format/orc/vorc_reader.cpp | 20 -------- .../data/external_table_p0/tvf/complex_type.orc | Bin 0 -> 36574 bytes .../external_table_p0/tvf/complex_type.parquet | Bin 0 -> 38300 bytes .../tvf/test_local_tvf_with_complex_type.out | 56 +++++++++++++++++++++ regression-test/pipeline/p0/conf/be.conf | 2 + .../external_table_p0/tvf/test_local_tvf.groovy | 20 +++++--- .../tvf/test_local_tvf_with_complex_type.groovy | 38 ++++++++++++++ 7 files changed, 108 insertions(+), 28 deletions(-) diff --git a/be/src/vec/exec/format/orc/vorc_reader.cpp b/be/src/vec/exec/format/orc/vorc_reader.cpp index 962356d48b..1dd000bd0f 100644 --- a/be/src/vec/exec/format/orc/vorc_reader.cpp +++ b/be/src/vec/exec/format/orc/vorc_reader.cpp @@ -1291,11 +1291,6 @@ Status OrcReader::_orc_column_to_doris_column(const std::string& col_name, reinterpret_cast<const DataTypeArray*>(remove_nullable(data_type).get()) ->get_nested_type()); const orc::Type* nested_orc_type = orc_column_type->getSubtype(0); - if (nested_orc_type->getKind() == orc::TypeKind::MAP || - nested_orc_type->getKind() == orc::TypeKind::STRUCT) { - return Status::InternalError( - "Array does not support nested map/struct type in column {}", col_name); - } return _orc_column_to_doris_column<is_filter>( col_name, static_cast<ColumnArray&>(*data_column).get_data_ptr(), nested_type, nested_orc_type, orc_list->elements.get(), element_size); @@ -1317,15 +1312,6 @@ Status OrcReader::_orc_column_to_doris_column(const std::string& col_name, ->get_value_type()); const orc::Type* orc_key_type = orc_column_type->getSubtype(0); const orc::Type* orc_value_type = orc_column_type->getSubtype(1); - if (orc_key_type->getKind() == orc::TypeKind::LIST || - orc_key_type->getKind() == orc::TypeKind::MAP || - orc_key_type->getKind() == orc::TypeKind::STRUCT || - orc_value_type->getKind() == orc::TypeKind::LIST || - orc_value_type->getKind() == orc::TypeKind::MAP || - orc_value_type->getKind() == orc::TypeKind::STRUCT) { - return Status::InternalError("Map does not support nested complex type in column {}", - col_name); - } const ColumnPtr& doris_key_column = doris_map.get_keys_ptr(); const ColumnPtr& doris_value_column = doris_map.get_values_ptr(); RETURN_IF_ERROR(_orc_column_to_doris_column<is_filter>(col_name, doris_key_column, @@ -1349,12 +1335,6 @@ Status OrcReader::_orc_column_to_doris_column(const std::string& col_name, for (int i = 0; i < doris_struct.tuple_size(); ++i) { orc::ColumnVectorBatch* orc_field = orc_struct->fields[i]; const orc::Type* orc_type = orc_column_type->getSubtype(i); - if (orc_type->getKind() == orc::TypeKind::LIST || - orc_type->getKind() == orc::TypeKind::MAP || - orc_type->getKind() == orc::TypeKind::STRUCT) { - return Status::InternalError( - "Struct does not support nested complex type in column {}", col_name); - } const ColumnPtr& doris_field = doris_struct.get_column_ptr(i); const DataTypePtr& doris_type = doris_struct_type->get_element(i); RETURN_IF_ERROR(_orc_column_to_doris_column<is_filter>( diff --git a/regression-test/data/external_table_p0/tvf/complex_type.orc b/regression-test/data/external_table_p0/tvf/complex_type.orc new file mode 100644 index 0000000000..2306864551 Binary files /dev/null and b/regression-test/data/external_table_p0/tvf/complex_type.orc differ diff --git a/regression-test/data/external_table_p0/tvf/complex_type.parquet b/regression-test/data/external_table_p0/tvf/complex_type.parquet new file mode 100644 index 0000000000..1549313f59 Binary files /dev/null and b/regression-test/data/external_table_p0/tvf/complex_type.parquet differ diff --git a/regression-test/data/external_table_p0/tvf/test_local_tvf_with_complex_type.out b/regression-test/data/external_table_p0/tvf/test_local_tvf_with_complex_type.out new file mode 100644 index 0000000000..5c32f12c37 --- /dev/null +++ b/regression-test/data/external_table_p0/tvf/test_local_tvf_with_complex_type.out @@ -0,0 +1,56 @@ +-- This file is automatically generated. You should know what you did if you want to edit this +-- !sql -- +75 [["DdGVGZ-inSPH7I-YVs-mBcS", "LSjLwA-tGJ0QWZ-H3c-TxwD", "Hfv7OD-eyvQ0EP-xDK-NIef", "CDipmL-orV32pl-TK1-G6tH", "RP9iVX-MN2DtvK-Bn0-6RxF"], ["tfA0Vz-Oj2ErqW-mhX-HAPB", "ySpuA0-XTzISOf-J4b-uBCt", "sW2Ipn-oyAm89R-k31-LXy3", "I9D5cf-sZ8MS32-RCJ-uczT", "yZRLvU-1oI0x7u-AE4-y7Oz"], ["dMJc8C-8XQ2zkq-KZz-Uqud", "5D22fC-zNoEKvn-O1M-0jvb", "R5lN1Z-65S9fS4-Ztg-ujiG", "4s7sAY-N3fgIHy-Nqd-jeab", "JNC2AD-xTmcIvl-Okm-4u2v"], ["ckHrXW-eeDVXfD-vsJ-3oB0", "lrqIIh-7jkROMh-5NR-MG0Z", "WL1DFa-96LtweK-7Fd-P0 [...] +76 [["dzcDSy-Wj1mKwY-u1V-fj8c"]] [{"kjB6QJ-NppRcWb-2PJ-xszZ":2023-08-10}, {"GVXzmX-qvtTzdg-iCC-xHl0":2023-08-10}, {"ad738x-IJ5js1Z-Aa3-hceP":2023-08-10}, {"K3nGwZ-neLq5tX-QDM-NTQo":2023-08-10}] [{"xSzJpv-92QGXIE-Ceu-G2oP", 4}, {"WQSzAM-G8W8B3V-as3-ic0B", 3}, {"bJURTF-hzfIT5B-RqD-NJM3", 0}, {"2wdIkR-9WZ1LBD-Tht-5DJN", 1}] {"9dHauT-E2YeeUI-TP2-47zV":{"eeyjkp-JgV7TbW-B1Q-yB2n":0.62512782170640446, "iX7wV3-5yLtNyc-NJu-Kjmh":0.27865820912104267, "iqU8i6-xneVkNO-Py1-SRTk":0.5981426823274254}} [...] +77 [["qiy4OG-7u5tezv-UQ5-ehgA", "xqAMg5-Xud6AWP-rWo-7Aab", "Ceia0g-MRGqI7y-Gqk-RXRj", "JgdjXe-dbf4uH9-A19-yVyR"], ["v1v1r2-Eooa8sK-IYL-MZoD", "uNdWUq-aOn21Di-tY7-nVK5", "f2ld1u-4f0uB27-hZ2-eBPC", "2GhJlK-yZ7OBE1-H25-H50t"], ["yVntVZ-G2I7RlG-xTe-U9Kp", "2P5bFi-luI3fZr-L1W-1hzf", "emQvKH-HSuQVIm-rxx-29bn", "fE4En7-La30guI-KxG-ll9u"], ["QbGbV9-qMcxXKX-OkC-Pd7L", "pzMvJb-qpnkIZf-3Pq-l211", "CfyOSF-GTepSav-6QK-uIEG", "uuA8o1-RNjF43O-vyL-U1AK"]] [{"EHX3pl-t6y6lwG-GYV-tni3":2023-08-10}, {"6pa8B [...] +78 [["NHvzL7-gpsIdRE-mXH-iU5a", "xgzJbs-vLlRUfu-TIv-Uo0l", "FOilSz-4YI7E5D-Wal-89ps", "0Nzl8e-sdVVTZJ-9RG-h6pL"], ["y5fqbH-gmWDHq3-gL4-CF0r", "TWHG6m-3QX6rrA-Bo9-xQlV", "aryTB9-3ImmpZo-M3z-FI8R", "wkPCrx-Pr33AtI-qTp-HfvJ"], ["raQmGg-5PsERzS-JnI-nf2L", "FpdThl-Wmr94Au-D6h-ebIC", "LhRiMe-OcErcFl-xE4-JoOJ", "S2Nqxy-qYJJpm3-SiU-inir"], ["G4Yo5T-eYp4Zeb-xb2-IDHg", "DuJt4r-FkJLiqX-Uvz-Bdv0", "Zf2P4B-T4m5EqK-AJe-NpMT", "eEj9Ma-L9daD05-X2F-i1TR"]] [{"ftgEqr-usijfuP-YTD-Lxuq":2023-08-10}, {"6g9kZ [...] +79 [["CEbych-MF71EDS-bKJ-WupQ", "rneLug-7iaLaL9-Teo-Li2o", "HueTkj-dmEh0m2-0R7-zoAX", "VbNZap-yiBEy0V-IXB-1msF", "IVSKup-S4DLkVR-X8I-Reu3", "fZEIbm-iHW3pD8-4RQ-i4az"], ["r3wbrO-JG7fQ20-Oje-GheG", "Wi2NIt-JD0zcsp-ING-4HhO", "qQAngo-X0ldXXG-IYX-iQTv", "6Rs5rW-ogsUR66-ELZ-qttU", "hTUMOx-o65IsJM-w1l-kT2E", "xHGVyP-fs0I6sQ-3VA-7FOs"], ["ww71ih-5jd4oYQ-O9r-mxVO", "t5vLhn-OtSnzK9-Hsb-5VHl", "dmJJRc-95RCweT-LGF-s4iG", "sNi4tc-B0IH9Q8-W5v-V01C", "ihxkXa-ZBQswJu-FJn-P37s", "boTYNt-gjYfch2-nto-NhV2 [...] +80 [] [] [{"LAbxDj-WdQ2ChI-UDJ-6nmr", 7}, {"StWroQ-TRuHI0s-ruD-PY2h", 4}, {"xjb5xv-X5jvGEn-7f8-k1CY", 7}] {"wevlpI-h4RscWV-pvO-O8ee":{"M9vYQ0-wnxqty6-5P0-bWFL":0.28453849961332323}} {3:[0.26315836691566974, 0.4822708346450908]} {2023-08-10 22:36:52.960000:{"8xlaHl-DORSDBH-c2K-jaQn", 1391, 0.58919845977496665}} {["nZ1mAc-YkBTLLK-k4d-mJJc"], {2023-08-10:"TCq1Dk-FCbC2MO-VHL-Mtus"}} +81 [["f6BjVY-hC36lyz-So5-cDYo", "yg5Kru-00F8NLG-0ij-oJli"], ["C3RegA-YOKvOsu-abg-vkpX", "a3fKCR-SQLyv5k-BIh-wuKh"]] [{"kybga1-SQh8vS1-cbc-cNwP":2023-08-10}, {"1m0c7l-jx1qzh7-7vD-nbIX":2023-08-10}, {"OZK72Z-2Jz1xLj-hi4-Ofyp":2023-08-10}, {"jV5FUO-vhAGtXN-lQ5-gwyH":2023-08-10}] [{"yvPkGE-nOMf4PG-CXm-1jcd", 9}, {"QvmLaN-FszYqU3-gU0-MHbC", 8}, {"pTC6Jr-jasKGca-MxP-exWc", 7}, {"VoSyAX-XFeZwnk-3cP-ubfZ", 0}] {"dMcxe8-67ip4hb-JTT-ZpmD":{"09cLeC-uV0cvFu-ANr-DsCp":0.094905019660898371, "0GeqDV-l2 [...] +82 [["X8WS62-5WbggiP-XON-rPyg", "ASJJUV-xX83yBR-Ccj-s2Oy", "211yLA-J30glql-26C-ea0K", "HJYp3D-OZookOJ-FxN-kqom", "utKS6M-higeY88-GrF-sWQH"], ["CUxrE3-DZp5NQg-Ij1-7J5E", "2xHWK0-37xL81e-pAk-0urJ", "8RwVCk-TDDAFdD-vCk-rkLW", "eF7Nqh-sCApF8x-8Qa-dapS", "XlOTO8-7yvm3Lj-vj3-LwhH"], ["j6110n-h7e0Iyg-zJq-BFKU", "2scz4o-UZ7It1R-0LJ-N4PQ", "OplGUM-6eXr0Mp-IxL-MUAI", "5iOWKc-TuS6Dxa-Ipf-PUUZ", "GRZHbY-74Y5N9Z-Kkz-aVhN"], ["o2qnV5-xh1c3RY-WTf-blqU", "9GRGrZ-ef4CoDf-cOp-9gQF", "zZKV6j-fPcaHsb-AgR-gg [...] +83 [["23vKzx-ZoLq49W-t1W-y8XC", "YsUbgT-RTepfmQ-Dn0-RfLH", "Y2ApcP-j6xkeqX-qCP-CKpy", "YunfYr-x9heHyN-yTZ-rXKX", "TNDHXU-3629J18-bEl-mMyp"], ["1yabB0-7h9HLxZ-vRJ-GXQk", "8R9IS8-nI6pHRY-kOV-SS0T", "clpGRP-Syh6sXW-QgR-05sD", "xSd8n4-rNT3xDp-UFR-Pjr2", "Rd6Y2e-sneYEf7-ylX-2Khf"], ["wDQAIz-0x4VxJc-NM4-H7w5", "CalRL4-OKiNmLE-O6G-qHud", "tt3U3O-geDzDeJ-9Xq-yde9", "Frgzob-DlQpu0n-0md-VuNn", "flSNln-jBrb8PW-rkI-5huD"], ["JIJzn7-blQo0wC-LgE-aW2z", "yp0d1X-fgixRKB-Z9e-H1VM", "VvEHyX-TGdnDGs-FNb-Ve [...] +84 [["uOULMs-H3iX8eq-KW0-cYV0", "q86495-T12OVds-MhL-CcAc", "hsf5zO-N3WHN24-lwy-buh9", "GCJRsr-0CJbImQ-v5S-OJhl"], ["RH6vbv-Ll6in3m-rMs-oxpu", "0nNWMo-uHsbAvT-smO-UMSk", "D06Seb-unTAeP8-BHt-YinC", "ZVVlfL-nOVsnMC-FXu-oA44"], ["jPb3lP-i9FGU7m-f6j-SZJq", "LHngdu-zeQl2WT-lc3-LSJz", "qhaOE9-nbFfOGL-7oh-7bDl", "tjx9dl-SD3VbBJ-K6v-Pqiq"], ["hwNaTi-GnAfYFx-Yt2-77oV", "pnukm2-LZxl64D-mZo-V8Gn", "YgSHrd-Zw1q9Ss-4Ak-I4lH", "Yvjqh6-cgbs380-gJO-iTNI"]] [{"ujGgbb-JP5fEHg-57J-PiVM":2023-08-10}, {"vwSe1 [...] +85 [["64c0So-FVf4Vod-OWF-gAa3", "iGdGrz-lLDF8Ou-Zwh-DDEp", "UNT7da-VyyTuQN-n7e-QGGF", "LF42CD-PFuxDv5-Edc-EA6o", "VxHkAP-239De5w-DQT-01EB", "a2OxbB-1vxVuI2-8gD-ErbK"], ["k77yZS-ceg2NmX-TYF-og7P", "xqhxeM-HMClORW-Z4y-xbXK", "ggnsRi-vtxK9qR-inE-6YNB", "MU9LEj-x6vyyHN-QsV-nPxp", "xbQcje-C5Uiv8s-p6i-Xdpn", "cw4sAB-XbRHZCH-mV9-GNCH"], ["dYYdVj-6RCx4Jy-SgC-ZO72", "ME9eqD-cYIw7UZ-LCm-j1y8", "MGw1dI-5hHpAmf-YWF-p0rW", "mftiZ9-pQNKV5b-oAG-0Czr", "r2eCYQ-6JoR63e-HW3-gak9", "BMacoM-F0sHXZ7-FHy-zP1P [...] +86 [["JHAuCg-WGb7wvy-yM3-yiJt", "qknAdO-zoXjJl8-x8p-AUCR", "VQtdvi-expkOPk-Ohv-viQJ", "prso2D-00PWKZA-IWR-wVnq", "OPTiUc-NIyAj6M-TXN-XlMN"], ["uDrmqa-kOQ0zRi-xuf-yS2U", "u1Vf24-Kn13VYy-8zZ-GPqv", "B7JzcV-WjoP781-1Fs-JUvs", "mnss4Z-WmglZ8U-gd1-4f5k", "YRHGkz-dTEAklp-vVQ-OheH"], ["wcqtHy-mmra1EZ-Efj-XusN", "4o6jp6-39jQoKq-sni-QBbe", "4jRfFa-rVSt04c-ROh-rH4u", "pMNSEF-lgHJTJY-y32-QiqQ", "KUCqUp-QQp3UKp-N1V-LV8I"], ["GV0qtj-AJpnIhN-sLE-3xAy", "pZPXj9-fgxNJrV-Qz1-Szo8", "OcQiX4-Zfe94Kj-oDe-xv [...] +87 [["h95vKi-15Fstih-JOS-i2S9", "Y1V9cx-kBfEIZA-AKs-TZL1"], ["sIzvpW-we2j99L-NPV-2OrP", "RO7VXp-nQ23oRt-vyV-8BjB"]] [{"1oKGHS-e1dxjPn-hEB-magz":2023-08-10}, {"mZwXlM-hynBK4T-jKK-o5cJ":2023-08-10}, {"7PG3Ar-J5PNzDH-UPZ-4kh8":2023-08-10}, {"sAyO5o-Cnh7s1b-146-Ud0b":2023-08-10}] [{"XLNWCn-h4wHOCi-7vS-9Hf0", 4}, {"IloF9K-7EswUV0-d1X-ip5i", 1}, {"wv93YO-ljnM9Bf-FMb-QTip", 9}] {"jnHUuH-NkiReGu-QFf-eJSD":{"i90WcG-QAZOhDu-uxK-QRKF":0.26474985130866013, "pspxQw-EuPIQWl-dmU-wkii":0.498740901198985 [...] +88 [["hIAd0h-bRYGAJ5-0Dk-8amy", "QSJLWZ-DqYADWP-faE-dZRp", "ahe0jX-rLA3RdX-8ls-OhYe"], ["Wahkvd-qPaIwou-u6C-XqbO", "IpKk64-SAFhGKZ-K25-K2NU", "VFN8J2-2LSkmpE-zYr-xgJ0"], ["z1rCZz-SKSI6di-yE1-oWqi", "rfQAyi-vivZ5ar-Qnd-j8Tl", "XDcc9H-LQX9dyz-UoQ-dRgT"]] [{"2Usy4I-tkUzhDg-ohc-QZHj":2023-08-10}, {"dc2OBB-bLtB7VW-yYp-ckRA":2023-08-10}, {"rPBAYK-LIxiI4U-8HI-z8yQ":2023-08-10}, {"20uQu2-TiGS5TO-krp-ZPy4":2023-08-10}, {"gw0r8e-86Hyxxb-yQx-wRE5":2023-08-10}, {"YecAK4-MzbYgBw-5qq-5Kdv":2023-08-10} [...] +89 [["Z07TyP-AeycWdL-Nnz-H3oS"]] [{"UIAVsU-aoXuhty-y8j-qkoo":2023-08-10}] [{"OaMklX-lGxOlXj-RQB-s4F0", 4}, {"CFdrZ1-KllLlYc-Ccb-wTCl", 9}, {"8ByxxT-gN5mE9O-hJd-AOmR", 0}] {"D8g6ul-6HpxBnV-V7Z-qnrO":{"WKIyQ7-Lj3PWvO-0nb-PDBA":0.25172695617144358, "XUTkGu-JqyeJC9-dpe-kS7E":0.61323603001950089, "ulDDgW-7WmM7d9-Mlp-aIEw":0.11143688127933582}} {3:[0.51234119494429964, 0.78824899130898252, 0.3045224493916765], 7:[0.36117705732504823, 0.47650135213358713, 0.77532028008611553]} {2023-08-10 22:40 [...] +90 [] [] [] {"MPNTf1-zudohWw-ULu-3A6u":{"Be3dbe-OVG8Oub-pxD-5UDo":0.82962095247763823, "HQaoaM-9NEUoW7-EH3-DwIQ":0.25989252567383203, "knsF9d-IbrAJ2c-KFE-4Ta3":0.972287403540726}} {1:[0.22797214655328535]} {2023-08-10 22:41:07.682000:{"EkdKRU-BNvR4Xu-XlS-DkVv", 3679, 0.7852598467703561}} {["M8Utrq-igZPkAD-Z8D-6Grh"], {2023-08-10:"qlJ5UN-DhGU7gz-7Ki-vnry"}} +91 [["MMw180-VZJHhDF-7ZH-Vt54"]] [{"SQ5YKm-wiSCoid-YSf-8ro9":2023-08-10}] [{"FrS7Ln-Af7gwng-jeE-JSgH", 2}, {"AWzR41-1vUeOlL-fMn-U4Vg", 1}] {"VXandc-Iezwshk-7VT-x3hg":{"7Xh8mL-sOjFiCE-5Iw-ATr5":0.79592905623415267, "VanUfz-bwHhTTL-Acg-Rbo7":0.56268521537272143}} {0:[0.95859326833914527, 0.4016387594205979], 2:[0.23775713529744569, 0.62261336247751964]} {2023-08-10 22:39:56.612000:{"yDOg4N-p1WE78d-EYD-PUVF", 7763, 0.61060295446549862}, 2023-08-10 22:41:23.413000:{"ITRlWA-ad51m4S-ixA-8lGo", [...] +92 [["xZt4An-5sZ7SoZ-oBM-H32c", "Zves0a-AiAJh8G-Zmy-6a5c", "nLYCJp-gpiFTvP-92X-C2Hb", "h8Pb7R-7qFNucj-Cr7-WGyA", "eD4v3M-rzgYFl0-4tl-PtaX"], ["MwKIW3-3P6Cc78-9xp-f8W8", "xzbWF0-MzdW0pu-CE9-YiAa", "f1idSe-xdWa6Nh-5Yz-10JP", "7qqaTU-8tps5g8-1sq-RbgP", "ClJIwj-sOQgZi0-kcJ-VyI7"], ["b9tJX9-Yzf9ejg-nZ7-2KFP", "HyYJtA-tGvnvVr-AJn-t6Se", "azjVhg-yEPXWVz-8vN-mVVZ", "vzAaDy-Msy7CRw-5VE-4pIB", "CC738h-Dz5x1Gd-nrB-VtaO"], ["K6xZ5A-W4ZfOem-blo-2miw", "bzPN8v-ji16aGP-oQF-7kh3", "VUlxgL-y2Ctztf-kEM-oM [...] +93 [["bCrjcZ-qX019aY-Dpo-pc4u", "XJZ3Yi-8MvCC65-znj-g4AA", "bMtzEV-OAh9wXl-cnj-qVaS", "loIzZ8-ooKAw1j-vug-kdLp"], ["80uAMN-RidqyBE-5sW-abNF", "IXa3QZ-7j5ScSx-ytf-pWvI", "1nxdbM-e9edT1F-KUR-5MDZ", "lFWgcc-298Qkd6-CdL-TtwX"], ["cFof1U-xy6E36V-dfK-nPEc", "OhzhvI-QDdMG8b-5MY-UZZb", "ozlkf9-5UQvw8Y-eib-M1Yd", "dhMgth-nk6o6st-qjV-YcwC"], ["vb8ecC-tXRoNtT-Y0W-AZQq", "GLdQiC-08jyFwk-m9h-9TJP", "ZPHgBO-it3wdzX-RKE-5UAm", "xPvZXf-YgF1eQe-gAt-oVYN"]] [{"058FkX-lelVyop-rGG-uIRT":2023-08-10}, {"V9yRW [...] +94 [["fue3gE-2yyjXV7-gs8-wZN2", "8zP0jR-n1TiEjs-yXt-O9Py", "uofbXL-jOSupBt-r3z-T5Sc", "BozK37-LabkAI2-j7x-EoAG", "DiGr8r-8Ri0uEm-Jgm-CV02", "AJtalk-myhu7Gg-W9s-3GsH"], ["UzpCIo-NprOiwn-csH-LwAD", "WijiNf-J7JTJ9G-Djz-0D8e", "6QRTty-vHUEIxe-vd6-frKD", "j1Oa2J-DjtMf0P-pBf-hgDt", "YymqhM-1SNGOOZ-gNu-jQYq", "WeB2BF-qDipSNa-zUX-Mypz"], ["GFst1L-q4TdOU9-NMs-RWC1", "Yc4ne8-tBurkwR-ebg-36f9", "0GV6qJ-jKyIjd8-Cdz-DUbK", "wQI9Uh-yStxfq6-MkE-lJ1l", "aU3pEO-eJlHten-sxE-86j8", "KJG9C8-pWKmw54-VlH-gU8k [...] +95 [["xMEvcm-kNaSrwu-iPq-ANl9", "HHjsy1-G4wJKvb-a73-rGl1", "HyNFAW-p2brAq8-zSh-aMfb", "XCBaio-vqeTPi4-FhM-5joO", "RayJLk-ch0OIIL-YIS-Q0TU"], ["qiyI4M-ExMQBYN-bah-ZtJI", "vIlxF0-BHf5sNo-qMQ-OWnP", "7XhHMJ-CrOYtjz-buM-YuoA", "2n9F5F-YDKwmUh-MVv-019X", "IHh4aU-Sv0D8XI-TIg-Hd2Q"], ["1YOMvM-j8OH1aC-MnR-KCZa", "qoH8Xw-3QkecB1-xmk-MoHT", "M1r0ka-kO5IILA-hv0-Ks2b", "xpMIz4-uiOZmTw-aV3-fhct", "SlKAT5-LdOmYi6-pxX-7cN8"], ["7iM0Mn-GkfjtCy-efO-zq4W", "yBCIh9-wr6TdKF-1wG-JtVc", "XYgvbY-HcIRYA1-ON5-iT [...] +96 [["g4hlH1-8PSadWc-EAm-voTC", "Khwbzv-8DMdvkf-bfe-tf2e", "eMzJ7E-DdEdat0-bZw-g1eQ", "vLmclD-aZlsa10-2B1-RpFY", "kB1DO0-NvTdG5w-sxS-cjBF", "BDhiKR-SmsnZ9Q-MIc-q5R6"], ["vNZlMD-45kJDwV-lhS-3f2p", "OlYIRb-9Th9XXl-znD-YOFZ", "tNRtkt-7H4fx0c-lVH-nlSu", "GJ6qSV-Wz5UN6Y-YUC-lXDT", "tYzyz9-hdyahJ8-ouF-1w11", "fNc6jn-vI1wgYp-a7I-qSMd"], ["s2X4NH-3cnSnGZ-nUg-FekW", "UQMvT7-Vq7FsqA-d7x-kNAL", "t1bk1s-KzBxdhO-I1W-ztJr", "6LJEgQ-FAcYs0v-Ar9-a5Zp", "UL97pV-KGWyBpH-l4C-Ajtw", "wpq3en-pRYVFs5-CK8-RpuV [...] +97 [["TCIBZ2-Ycn2Ar4-JVm-baow", "5xxB3h-8rrmuSI-2iL-BpKM", "trBFi4-pCJuUSm-Onw-LZpS", "sUs8ny-N6aTBZR-ZI2-cU8F", "4hG0b5-2LLe0F4-fcf-FTqq"], ["hC8hxk-z92plUI-vvR-eeSp", "TUihWQ-mmfNxJw-oPj-x4MZ", "Rq91rn-BxhyS46-qwo-v5aK", "WWU9dT-qA8ucdq-Odz-i3Gp", "vuhJpD-JwXGwd1-I71-XEIC"], ["cCM3DV-zjg7lDg-9T7-N29M", "yS62EA-coFpUfm-NqU-iiWq", "9b8iIS-l6e5e2C-3py-8RZ6", "vtAcCE-YzI1KCM-nt6-qK1c", "6Relte-cTTTOeq-vOR-ccmp"], ["DeDvmg-8lu6Hyl-uyT-TInZ", "3H1c0E-oxKd954-ejd-UrvX", "nlFB1J-K4znOKT-pYs-aG [...] +98 [["Mq1HxU-vcoliOP-ru2-GP0w", "ftDUIV-iWKOKlz-hZH-EcgN", "oIM7uC-i7hHUIh-iah-nEFV", "g9x1Zx-AzSWDkR-JXQ-sD5A"], ["ur62lR-bSvcjsy-E01-CrSd", "WyPHhv-4Tu0qOB-9TE-fXbK", "OqGaha-iebqYw7-2M3-AGKf", "NVRYKn-FhRA6xX-mNj-xzXV"], ["Y2VFMJ-boYF7HE-zhO-JuP7", "9TXdIB-rsWeWnV-7T4-jmMS", "Wci0sB-Jmr5UYb-PdM-9aNt", "SzKqYz-k40svZR-Vl3-HyYn"], ["erhF67-F6kSku0-Inn-hyGr", "DViCZO-9DYsdhS-mQO-0AGd", "OMdbpX-WKNOZZc-FXC-X1Ry", "F9kSl9-8aSvlbf-yHo-NAJN"]] [{"ZkKQ9Z-0x8nPxd-jXI-ROAO":2023-08-10}, {"HSMvT [...] +99 [] [] [{"rq0JtS-JvcpxOl-aJy-nL92", 5}, {"SdNdiY-ws7sBGn-hnE-9dsg", 0}] {"73fYNS-sNn3LNA-VXj-Pr2a":{"PfvkvC-PZGvOYK-XsR-4ofx":0.81740168190676854}} {0:[0.29229286862401982]} {2023-08-10 22:40:04.943000:{"GQf40O-JNylUHI-riM-zRYi", 7864, 0.681460062861583}} {[], {2023-08-10:"X1DNpS-Sr1Kcqb-ZfK-Ho7h"}} +100 [["MMSb41-6NUS4hS-P2I-Stnt"]] [{"Il0ca1-eM4PI1A-Q5D-C6Ew":2023-08-10}, {"aTqTxn-waY9G25-16n-I68i":2023-08-10}, {"fT1Pyb-4mgLPTT-4j0-NaNl":2023-08-10}] [{"NjY99J-RgRtp6k-6vC-xyfn", 6}] {"Hnt4rk-e5QmZDz-WdV-eWR7":{"568TFe-xVyRi28-5Fn-I85j":0.6948208839746508, "8r4FMo-VUl8ydc-JgO-6X0D":0.2733065358111243, "azcHey-UCyX8eL-zR3-Wnbs":0.69612601718180489}} {0:[0.19377489529715042, 0.89363282608225425], 2:[0.745335410464371, 0.18612085461024941]} {2023-08-10 22:40:46.403000:{"yFb2VK-h4pNNz7- [...] + +-- !sql -- +50 [["OJyf5G-1l5N1wC-9Hj-IKGp"]] [{"Mh9Vgo-vmwsonZ-OvE-aVJZ":2023-08-11}, {"a7nqDE-M0JQhsa-I7G-5zAe":2023-08-11}] [{"SXPFww-a2tkCrE-GQF-KnSO", 6}, {"qvBW6S-fD7XxGk-ezl-FGpj", 4}, {"trPDbP-N68BmSR-PGx-jpgX", 9}, {"zPMAsm-DQdYVm7-Cw5-4x7l", 9}] {"ngasOr-QkHxzUi-an3-mvnD":{"j3zMIh-4jGIqZE-t5v-iAP5":0.625987684013195, "XqFnCA-tESLikA-joX-wE4r":0.33634463631882916, "h4qPEW-9FUdlyJ-aXn-FSn9":0.2436246850264091}} {5:[0.54075137083715308]} {2023-08-11 01:30:37.989000:{"Wx6tPb-fFw7x7a-7oI-w8LJ", [...] +51 [["sBVI5j-gdL1cOo-YQI-IXJr", "rDZred-qSjyjjw-jTP-lBhu", "xXFoLr-6vI4ZEf-Zqb-YTbs", "m6XFf1-mclt1rX-FvF-nQaJ", "XFhrro-QosIPIk-dHs-d9wF"], ["j8X7fu-1fJEKXQ-Rtz-yVpx", "KWXzh3-wfWtVqp-Wjj-zgga", "Zjxzv2-1h73rDe-Tct-buHl", "Rmc896-R6MnQRc-t6u-JVi5", "GvsMv8-VEjxTVY-IMp-yVsE"], ["6k9sRr-oQeVsvK-szu-2tVP", "wR2W0G-gQXVWv6-2cU-BKVH", "DObfgG-AFn7XOI-tYw-Ta1F", "rNjOF1-IB3jWMQ-wxD-1X5H", "n02DgB-CFodhtQ-0ax-E4uK"], ["jfe2PG-W7ozOHf-mL3-atfA", "EB5GAW-3q01IFi-4iK-lcZa", "J4ELjV-Y9ZPT0B-QSU-21 [...] +52 [["ZBSvQB-aQBY2nd-MCF-soCt", "vbC4hZ-qdr16gX-Lxy-om5o", "cz4kJJ-6M6SMMI-ZFL-rahc", "qYPejc-FuxoLFj-bNy-ZYGn", "4wF8bB-wk1L9d5-Ke7-L8DG", "0qtdJX-lonqdSw-R2M-w5Rv"], ["olt9LY-jZ5urI2-tUQ-BzlO", "WyXhga-8bHzpxZ-2l8-TEQt", "sVd6PQ-Ou5Wqf3-fBD-ePsE", "JWyeob-I1pvFrD-Gj3-Q08o", "yhz9UY-yeGxUwN-N1b-R01q", "bLWLvI-V43WdsI-4lp-S15D"], ["tSkvqc-NsEJXRf-8jr-qCmg", "InREIK-3hCdQq7-GId-OcUV", "wOecEe-4p4nCA3-qHK-CgHl", "UHGwmD-iTn5SYe-Fsf-VHuI", "WQNS3L-6a0IZ5t-aOD-pJTJ", "ueJabh-NYDHQrM-oU0-A1YQ [...] +53 [["47WIS8-D37ArUU-CV6-IYG3", "uWvd6M-9MBOee4-KGg-2oSG", "y7VMGg-t2zOLt9-AOK-sbjR", "tZgIOJ-AYqQi3o-NSK-X1GF"], ["1XpQgP-gLIjrtO-4Zu-O5cI", "nk8vfb-ZFkclF5-cX5-xtBv", "YMT3yV-obXtNAe-b0W-GZlD", "36Au2q-hBGOfJA-7XL-K7qb"], ["oevn57-q9YiBvC-6yu-1yqM", "7kTndL-jA5ExoF-OsI-wQM2", "oX21RP-aO3GKm1-b0Q-cQQC", "yW2pbp-B3PooaJ-yRx-dgo8"], ["kwov6B-RAtH8QU-OnB-549V", "saJYw9-brNhBsr-2aq-y92u", "pbP7NL-6Fim9UQ-OMM-PLz3", "03qWjx-ClOrhJO-Gda-nMLA"]] [{"f9fPY7-xePmB2Q-Vhx-qaj8":2023-08-11}, {"6V6hr [...] +54 [["tv7ku4-B0qy58C-rnk-kkhr", "CG8oh7-fA9GKEc-wne-D3t1", "thnMmZ-KkcvALw-osb-UIaf"], ["rfGgEs-EGKBaBY-bJt-daf3", "GujPmo-qQAxCdy-QNT-gleN", "DOego0-LyeJ5lK-4Z3-qFR1"], ["Vv4xgi-vVeu2nW-zJq-YTzy", "UHKGZ2-cUra2rJ-XSB-GMN5", "m2ZWQ0-Xs1IZya-HUK-63jD"]] [{"yeNMdp-6nJycB0-Tv7-fKnA":2023-08-11}, {"FvPZQL-CZrZ4Dk-ww5-DF3Z":2023-08-11}, {"1pQYQx-Z4bB3ee-Qga-tJPG":2023-08-11}, {"xWZ7Gy-b0uCoyn-W83-I7jp":2023-08-11}, {"4LPKBa-GHghXdY-jn8-uoEQ":2023-08-11}, {"ljkpDM-lcjUezP-khm-iDs5":2023-08-11} [...] +55 [["IDDP9l-HAAtgJO-huQ-EsgQ", "bMTI9M-yiJwpBY-BYW-5FAB"], ["BbFM5T-1WumGnp-hBE-evyG", "uoi5pO-ELgBUoV-c4u-MGzw"]] [{"vXONHn-e4K7wwf-RRH-gfYJ":2023-08-11}, {"lyIsB6-5QRyiQy-RBa-e5pL":2023-08-11}, {"eAeanR-xnq2Ylk-85Z-DTG6":2023-08-11}] [{"Ckbjdv-PKi7NsU-JFJ-oNA8", 1}, {"2o2uiK-JyZ3HsU-9LU-NL9c", 0}, {"IW6Z1R-7hjCW6w-fLI-uqZn", 9}, {"nzo4jb-Z9aKR8t-ERY-rChn", 2}] {"MsVPVP-Wz76O3W-M5u-6OZC":{"Rol41F-LBr4xIj-aHo-1z7r":0.78331975471415927, "8aI88U-jcHxuax-KGu-CveS":0.21835063351356032, "cXL [...] +56 [["0SGkZP-19FJJaL-THD-s1fw", "ExSXMv-VBOFSSw-Sg6-14Eq", "BwOxTw-ScMrtz8-AGG-hrVk", "RzVFvM-MnCYjcv-edV-GLcq", "Fwckw8-O2JqmoZ-6vU-DuOh", "G1WHNn-neF869S-me9-TRPI"], ["ZjUIXT-IbpVwur-uQE-ELnv", "YuOMYW-hxV3kVk-CPx-om2u", "zUtaqm-DgkYNXC-OHr-7RXt", "Nov4Wi-6sCuNy8-s3o-Fc4Y", "ubA8qi-YOF4tnI-3UV-aTNO", "R2BCgS-QVsoOkT-BKs-v2Q0"], ["JrTyT9-UPN5hqC-CO9-v3gq", "2TiX5V-Bsw4Cl1-cjd-h3Vx", "n3cWcG-z1AJcYj-txy-Dm1H", "vF36BW-ZZk8sGY-eHs-6Gbf", "jqxuw2-XJi0yMN-DaW-OEkC", "4irn8U-c9RY6Ef-Ul2-cbUJ [...] +57 [["xjLC0V-fZbCLn5-OhF-tWgX", "H7KVdf-KYc1y5u-Wqe-fjPI", "6y3cDw-YzJoo5I-xrH-92hN", "g4ExGu-I1Gg123-BwX-bLTd", "yCiyB3-vWe7FSW-b5A-5VnG"], ["0VDAIo-WEmr9tJ-GTP-HTqt", "wlwghG-NRybwTB-0wa-7Y65", "wDtlBa-KTsNGpQ-xi1-BNGP", "MnZeBR-mIihbIG-xIB-FMtI", "y31rp3-KZEBlP7-zUh-z3Nw"], ["4uvQS4-YTd8zNZ-H0h-ZB5n", "dpma3c-ZwlWGAW-qx4-xL3u", "d0ioBH-G5fmU74-Xio-afGU", "JU1nD5-c7Dy1ym-aqc-0Zz7", "CxMyPc-UH4bGjo-L7u-8WxO"], ["PTtesO-5FL0ggm-KrR-8apS", "fIa5Az-u74YSXP-FWL-bYjw", "mMFpnl-bnVbkWg-aJl-bq [...] +58 [] [] [] {"TV7uGy-aO1AV8O-WGo-G9QJ":{"2ijOl0-YuQ24Xb-84Z-6yuL":0.54223294205667283, "6Y5MKA-fUSOCA4-t6r-McwZ":0.9847437995543189}} {7:[]} {2023-08-11 01:30:33.958000:{"GuR7Av-ITVNylK-FYJ-lkWG", 8409, 0.41287200935206025}} {[], {2023-08-11:"3lNdsp-DMpQXEE-uDe-EDeJ"}} +59 [] [] [{"gmtVdc-VJMScRR-YeH-3vZX", 8}] {"Kn73oB-NzIcrXR-VHT-EUiu":{"oaqAaF-LIoyD1D-gKJ-azLI":0.18392406379731974}} {1:[0.30381465938338048, 0.269155429439049]} {2023-08-11 01:25:18.053000:{"T6DwRz-G3K2gey-LaS-tpBP", 325, 0.80372337015972739}} {["qcbNea-90nwFBA-1cX-dEQy"], {2023-08-11:"vsN6kn-7UJ5XKo-nPa-yiBo"}} +60 [] [{"YG2fQt-xiLaYHm-0Sz-KhEp":2023-08-11}] [] {"dnTCTG-0xpi67O-ifv-ilSk":{"cltPYv-uzrjg9i-MeR-R6RS":0.311517024869693, "tKkh0C-3kOHfC0-Ier-nphs":0.23928736040364595}} {8:[0.34839257632130805]} {2023-08-11 01:29:28.375000:{"dTRDCc-HNDyVSA-bpI-qmM8", 6070, 0.34692963053147552}} {["kFPSxl-fzFQ0n4-HUj-nLlu"], {2023-08-11:"3JWsT0-lyNM8uP-KD3-dCf2"}} +61 [["7oEQZe-HTPSKPW-Vgi-0pja", "rpzOX5-LFewxLG-GCz-UAdF", "sMwz9W-mHnnQWh-Xis-BJwA", "kBE4U4-Pqzg0Wk-KHi-Dlik", "dkJYro-mtXVmMT-av2-Y0Cu"], ["LS7qB3-Hoxge48-nBY-O0eF", "ZMeSIa-xSeq71y-ZgU-omNK", "i479K2-1zSiNZf-aw3-Kw4l", "ZmxIwz-qaAVXFG-w7D-Ur3a", "vlyqCD-RSX1Ikp-BEk-SO5L"], ["HLFwQw-xneBZCk-9Je-niub", "KNLTQT-2p3ZIYi-Gzx-EElb", "ZpLvwF-nEPnMGk-16x-AuEm", "Hlcklf-eTpL3VQ-cSA-Aqtd", "dvODDc-R3wlzAk-2uI-Ygsp"], ["Aw13xJ-KTiFsf0-mPd-iD9B", "7SiCSP-TeymfRE-aun-ULeN", "g6eNOz-28H7yHE-BC1-dm [...] +62 [["FOrv5W-2rSmKlZ-cq5-T1bX", "0szhed-lYzoYqD-Tso-gaRh", "tNpqER-0ScyUgw-bW7-nl1z", "cUD7TB-g3dUt6U-A3w-zT69", "xp72Xe-fGFKBls-Xtz-6HG2"], ["hBikFg-WSiFubZ-ZIt-C1Vw", "n8y4mF-xcfBtPm-Ey8-nLPe", "Tb1wYf-jKWkbQz-ywK-z9a5", "GLt4mz-W3P7Awk-iyV-paHA", "A8cfsp-lbk7AWO-pm8-sjex"], ["Pi5Eyz-4X2QK97-RJT-02qa", "DrUctu-sj9PhoH-149-JrzP", "LaseiS-xhKbzCP-PHg-ueug", "hJwHZy-lsSF0lW-23P-aiSU", "C3MVLA-2BTquO0-jDm-sQjY"], ["GCVJrI-WoROlLC-KKn-wUZo", "NmEqB0-6g5YgOG-muy-SdOQ", "xFzgQ3-IZcZPko-VTn-q8 [...] +63 [["usA42u-DTLNnxO-9tb-2DsA", "PPNAAN-IxNiFgr-8gI-cdyP", "etyfgF-cCapaP0-c7j-sCsf"], ["CpsTED-Xr0GS13-aFQ-SAuN", "9U9S1D-ycAsMjt-Ghw-6zU0", "GgEISg-IRX6Ehs-63o-x2sQ"], ["sgMTuY-pDNyoLP-LNg-IlMB", "Lsuwpk-fPCvqDB-6lJ-Ht8q", "8YbbwZ-NpYq2ZO-1Jd-vT5e"]] [{"Tz8pDq-rjuq2ge-kEz-7jov":2023-08-11}, {"VPbHT2-3hIEpEe-Ayf-fGKa":2023-08-11}, {"8ZQSNK-QfhN6J4-M8m-1mlf":2023-08-11}, {"d3yPuD-LejqEkb-Rbg-jiUw":2023-08-11}, {"QuLnrp-tdB1tZ4-t44-kp0v":2023-08-11}] [{"P5WigM-bC5FWne-HTK-GcuV", 7}, {"a3T [...] +64 [["P1g2nU-im1070k-r7i-nSpd", "L4YXhB-7cqpAwy-nM0-tE5V", "9A76CV-jJ2g8bT-Gf7-sCAI"], ["bo5Osd-h6kZBJl-hAR-e44s", "DR8rFE-ncXwt5V-jR4-UQXJ", "D4UwcI-cCvgDUG-oew-nDuZ"], ["ROqoO4-6Myd6v5-B4n-DN0P", "YJ0BNR-bsXjZDo-qug-hE22", "NmdEyJ-dyQqJsm-T7M-SsYL"]] [{"YNIJCp-WR2n5Dw-Acn-Aa6N":2023-08-11}, {"mNKF0g-3VFqCO4-Tqe-za2s":2023-08-11}, {"j295B8-2DbaveH-EMq-ll4H":2023-08-11}] [{"dThwbf-C1OKdeK-JYG-wF66", 9}, {"LdBoOB-L4t62in-WiN-gxn0", 6}, {"gdbKOH-MoruM9a-dCi-9pt1", 2}, {"ttDyHe-1WI23zj-tV7- [...] +65 [["qlIv3R-jOOnUWs-ioK-RVi1", "plSLmk-fw56OkM-GLU-cWv0", "m7Tg1W-8qoOv6x-SOZ-TihX", "zELSrX-17n8Lar-drw-FxrH", "vFLqBU-eS7LXTs-Fa9-rLd8", "RNPL9D-FJIENYF-p7l-6NR6"], ["0g3dvq-OMsoTq4-HJY-mAUC", "3QK3tT-hruqpg8-ovm-cZlm", "FyWH7n-xtVinAe-ukD-9OID", "bkMMCQ-OAdNMuz-raf-aQO4", "ogUWcT-SnVTQyk-c34-h53I", "EtOBKo-Ftu10c2-wLp-lPWt"], ["kuThkh-iK1BEiI-FRH-60dG", "ARJ0DN-HuITnS0-v9u-TlTB", "MJvIDI-xGhMulB-Q03-KkxX", "0VCljo-tOieAtx-biy-wTv9", "dZQTUy-iibNEDO-59J-1csP", "WijuMq-yDqZHNT-HsW-wVjm [...] +66 [["yseJkR-mYnUqcG-ri6-fZx4", "idAxpL-jXLlTAf-WrW-2CL0", "h4BcXN-ti3hO89-Fqx-93Rr", "33S2ao-rvMGYF6-wPR-0VzI", "ordbOY-N5P3ARA-XEd-N1Xz"], ["0HtYva-ySQeiEH-Wkt-QT7K", "ZA4xJ7-aY9MhrR-UTi-opFm", "zeKo56-254thJr-INf-eZmS", "5DOvVc-9bEpO0u-Sih-BRhL", "qbGeBx-odB2DPA-o7D-1aEf"], ["qRMo1F-4TJGabD-EDJ-cY4c", "ADyYZY-UdIjpjk-2RS-GxLe", "STBkK4-KZkCuIV-uQ9-r02v", "cVeFWz-b1faXCI-ccP-Mwyc", "pPqNsb-PvChKof-v7e-I2OB"], ["AMDkUq-XfAeeBT-AJw-7vTm", "VENw7L-6Vm9Gt4-lQg-NcM0", "cfc09p-1SBUcfP-HSj-mZ [...] +67 [] [] [{"TGDwzi-WxxKkeo-6MV-ENp6", 4}, {"Yd6oNd-y7PK4d0-GFs-M3dC", 1}, {"yeSXnv-Be8vHDf-xx3-7nKp", 8}] {"eQOJrZ-jgcN3GD-t1i-yMYw":{"CmSUYY-bSNuHV7-ng0-Mwmv":0.093402467570371961, "En91ra-EUR3pfD-q4t-3ocA":0.67408995443053277}} {4:[]} {2023-08-11 01:23:04.702000:{"2XHLzr-g0nScny-wZQ-4twE", 9597, 0.38099264768027097}} {["Bf5cVE-HRnWpYw-Uyo-RYhe"], {2023-08-11:"RV9dST-XvX55Tp-nk7-CTwP"}} +68 [["NWjXO1-MgHhJW9-qDm-TPeh", "PSPNXO-S5kPM0n-zDl-19k4", "WTuAHL-PbR29Lm-K2P-lB2H", "NfUJF5-H7jS7tz-paf-VSxr"], ["z2RJXc-Gzo0eRA-2gE-uiRr", "xCf3fn-V36EBdV-vt1-Nq75", "8JmTVS-Fdg1kmZ-DFQ-Zcpz", "GSKOKp-JbvugnM-fEH-M9Rq"], ["gD4GOs-Uo8GoEm-Jh6-ZyZ5", "8nJZS6-1pzMRQn-oTP-gyWd", "Bh2wgL-UcsZovl-Qui-I3Kb", "TYssTW-zRfzEN4-was-hmey"], ["IkLdF5-nqcHnIb-51L-9wat", "ZEWews-DUKqzmf-2WV-hcae", "wrlWLv-QiGjZei-8zV-zyvI", "2xBvRl-ebri2PT-TWp-sKx0"]] [{"xw3OCW-myeu4WS-fcr-1XRk":2023-08-11}, {"5zVrW [...] +69 [["KijBVm-c2k789a-PVu-ItY4", "T6sGjy-mnPQJP4-rJ9-vy4c"], ["zAGbz5-C64nFxO-fDg-Jj4A", "qy9zkB-x5FBojQ-IhM-EcIx"]] [{"0uwOJs-mMGrGsH-NbN-iFj3":2023-08-11}, {"4IYdHY-u4jKtxu-igC-0JEE":2023-08-11}, {"AfFPEn-fT1Z0Iv-4wb-yKQY":2023-08-11}, {"NjXxv7-Qqh5ozK-adt-5sDB":2023-08-11}, {"iimGHq-42vMsEE-7qu-zfm9":2023-08-11}] [{"z3FXbF-b7p5kM4-Rnx-eubh", 1}, {"Gf4uVI-ryYDvac-uv9-LAY3", 4}, {"CDDuIj-f3VzbA8-GM4-3Uui", 6}, {"bcRVZ6-UhYeVDN-PAA-yeJD", 2}] {"qHlqTg-Ofv34TZ-XC2-4xoi":{"XOprYs-PpTFYan-iM [...] +70 [["HKBu7f-9CJsfcB-DHn-x22X", "3CseZr-7o58TGm-apK-vLfb", "Uil06h-tyeldsd-opa-WiPa", "E4ti7M-yuziF8i-FHF-8Gp7", "DXNq1v-7VERP48-Q8E-Qe9A"], ["uvXnm9-TXexRUW-G2a-cZT7", "Ujv3zN-Q35JDnn-tip-mCoZ", "bV9A9Z-39WBVnM-paQ-Wc1w", "aiyrJZ-0mXpd2k-wtK-YIIB", "HxoSl4-LSjMmYT-l3D-rNHN"], ["xP61bS-If7U8ZU-wBi-udqF", "WEEX7E-d9wPriy-JxD-UkEh", "13FeV4-V8lBbjr-A6U-uN0e", "gpWdzi-LkyPbPk-tyP-GQka", "ebzQuo-wlibSEQ-wXM-z8wh"], ["pKwIod-OyzD9Q1-ue9-eyBP", "PAQpiK-6zciJ6j-k13-Q0PJ", "L1pLc7-rLIQq7F-RKK-jv [...] +71 [["J78ISD-Gn7UEkZ-9eK-ilK6", "1oe34X-G1VOEsF-XoJ-toOB", "DxbQKs-TfDmQoe-T12-Au4T", "DRdkVu-3FgvGLS-Xd2-60Zq"], ["DxAKxE-NAJ3v7t-bAW-x4qO", "SR42UN-02EGjAA-aDA-kvbE", "rSSi93-RNir1Bp-9wz-oR74", "2b4qwg-7XcHRxS-RNa-ZpA8"], ["cCJI4i-5Xz0v2w-TH3-DFkU", "d4u3wT-QfOakK0-jsN-NC0Z", "jZEzCE-zHQ2Tdb-rlP-Zn8y", "mUgxfB-SmJiqwa-N3l-Dax0"], ["8SDqix-FqNflfg-C41-Quyh", "tyXsal-eLgUOMM-OGW-ZUj8", "76nfAr-dWfNjRE-FA6-dFug", "nya7GZ-zN7Wgcr-kBp-NLW7"]] [{"vt76t6-YwxvIV2-8uP-5Qd5":2023-08-11}, {"8OuNm [...] +72 [["wAWHas-dC7YfHn-2h4-V53s", "o5QYBq-9O7vDiE-Gjd-378a", "egsjg7-QYQsLrr-1vy-W7jH"], ["8CqVhe-fx6xu0Y-hUM-eeWm", "w9Xa6F-1gLD2KB-Mdv-s5E9", "gQ2p8k-MHDbxCc-0cy-QQ8N"], ["5uQNvH-sOqsHOG-YmF-LddT", "gCzHje-K1sIVVu-lvL-tTtF", "wE9zB4-JiMBxi2-h2K-SCRe"]] [{"lnZJRS-ZXpd76h-Rgx-SuYO":2023-08-11}, {"Xv4iQs-hmECuu6-rSi-hLRl":2023-08-11}, {"RmaI3A-yJ9bkHF-Pdh-I3X0":2023-08-11}, {"Tx7J2o-tgKSrYX-Sms-SuAB":2023-08-11}, {"FKG2Xc-giDD962-ITv-2xeW":2023-08-11}, {"8XQ8Xc-M1UVNM3-gu0-EzkO":2023-08-11} [...] +73 [["FB3LA5-Wr0osX1-iAI-G60s", "EmoQk1-YxKiYZE-SK2-CDR1", "ctETaU-ih8pv8A-CIL-lCXs"], ["Ehe0ke-ZOy7JF9-qlM-Ev8d", "mc6EVR-NSx9c04-yqG-SToI", "4Tvb4u-rHZKjO0-Kp0-1t5P"], ["F23kM5-4G0YkxZ-4EZ-UuzP", "1HOF4e-TfiKJMd-eLb-UWRA", "VDAsOU-cK9naIS-DWZ-StrS"]] [{"XABX6h-ul376BZ-rNY-d7En":2023-08-11}, {"s1Hpzu-NhpuCh0-jAM-nUKa":2023-08-11}, {"a5a1AL-Hc3mBFk-hVZ-h6Em":2023-08-11}, {"Qv6hWT-gIKJNSi-ZQt-9MBz":2023-08-11}, {"USiUhc-OZNjvdc-TNd-cPYe":2023-08-11}] [{"Z668rR-ARkjV4R-Lz8-nGve", 9}, {"dzj [...] +74 [["aSIj2h-Quzlyqu-pat-gD2q"]] [{"JafVcq-8njhCGs-cOa-gmOh":2023-08-11}] [{"Z5iqdE-3GPzX2b-NGE-Ngmf", 2}, {"9YcdU4-f4za4lz-w5E-diMC", 6}, {"Mi2huv-X67WqVd-vBU-JUgm", 6}, {"w2I8KF-g24bXkr-PTK-QKZw", 9}] {"5BUymI-KGQXpmu-q7f-aU6p":{"stC9l7-YP7mgCs-hdq-mSHe":0.079089765852639049, "pC7T64-ZS4OOeO-iS8-k2Kv":0.94581518101524642}} {7:[0.32637602059392845], 9:[0.14103692772046206, 0.78855647294251419, 0.2700937702957682]} {2023-08-11 01:26:47.384000:{"C4qJhk-O5gzecE-ryW-s1Qx", 734, 0.5362083075 [...] + diff --git a/regression-test/pipeline/p0/conf/be.conf b/regression-test/pipeline/p0/conf/be.conf index ec37da6867..a14767accc 100644 --- a/regression-test/pipeline/p0/conf/be.conf +++ b/regression-test/pipeline/p0/conf/be.conf @@ -72,3 +72,5 @@ enable_fuzzy_mode=true max_depth_of_expr_tree=200 enable_set_in_bitmap_value=true enable_feature_binlog=true +max_sys_mem_available_low_water_mark_bytes=69206016 +user_files_secure_path=/ diff --git a/regression-test/suites/external_table_p0/tvf/test_local_tvf.groovy b/regression-test/suites/external_table_p0/tvf/test_local_tvf.groovy index 48782c4ad6..abadcf2126 100644 --- a/regression-test/suites/external_table_p0/tvf/test_local_tvf.groovy +++ b/regression-test/suites/external_table_p0/tvf/test_local_tvf.groovy @@ -21,22 +21,26 @@ suite("test_local_tvf") { assertTrue(table.size() > 0) def be_id = table[0][0] + List<List<Object>> doris_log = sql """ ADMIN SHOW FRONTEND CONFIG like "sys_log_dir"; """ + assertTrue(doris_log.size() > 0) + def doris_log_path = doris_log[0][1] + table = sql """ select count(*) from local( - "file_path" = "log/be.out", + "file_path" = "${doris_log_path}/fe.out", "backend_id" = "${be_id}", "format" = "csv") - where c1 like "%start_time%";""" + where c1 like "%FE type%";""" assertTrue(table.size() > 0) assertTrue(Long.valueOf(table[0][0]) > 0) table = sql """ select count(*) from local( - "file_path" = "log/*.out", + "file_path" = "${doris_log_path}/*.out", "backend_id" = "${be_id}", "format" = "csv") - where c1 like "%start_time%";""" + where c1 like "%FE type%";""" assertTrue(table.size() > 0) assertTrue(Long.valueOf(table[0][0]) > 0) @@ -44,10 +48,10 @@ suite("test_local_tvf") { test { sql """ select count(*) from local( - "file_path" = "../log/be.out", + "file_path" = "../fe.out", "backend_id" = "${be_id}", "format" = "csv") - where c1 like "%start_time%"; + where c1 like "%FE type%"; """ // check exception message contains exception "can not contain '..' in path" @@ -56,10 +60,10 @@ suite("test_local_tvf") { test { sql """ select count(*) from local( - "file_path" = "./log/xx.out", + "file_path" = "./xx.out", "backend_id" = "${be_id}", "format" = "csv") - where c1 like "%start_time%"; + where c1 like "%FE type%"; """ // check exception message contains exception "No matches found" diff --git a/regression-test/suites/external_table_p0/tvf/test_local_tvf_with_complex_type.groovy b/regression-test/suites/external_table_p0/tvf/test_local_tvf_with_complex_type.groovy new file mode 100644 index 0000000000..d7271501d8 --- /dev/null +++ b/regression-test/suites/external_table_p0/tvf/test_local_tvf_with_complex_type.groovy @@ -0,0 +1,38 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +// This suit test the `backends` tvf +suite("test_local_tvf_with_complex_type", "p0") { + List<List<Object>> table = sql """ select * from backends(); """ + assertTrue(table.size() > 0) + def be_id = table[0][0] + def dataFilePath = context.config.dataPath + "/external_table_p0/tvf/" + + qt_sql """ + select * from local( + "file_path" = "${dataFilePath}/complex_type.orc", + "backend_id" = "${be_id}", + "format" = "orc");""" + + + qt_sql """ + select * from local( + "file_path" = "${dataFilePath}/complex_type.parquet", + "backend_id" = "${be_id}", + "format" = "parquet"); """ + +} --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
