----------------------------------------------------------- This is an automatically generated e-mail. To reply, visit: https://reviews.apache.org/r/58777/ -----------------------------------------------------------
Review request for hive, Gunther Hagleitner, Sergey Shelukhin, and Siddharth Seth. Bugs: HIVE-16546 https://issues.apache.org/jira/browse/HIVE-16546 Repository: hive-git Description ------- HIVE-16546: LLAP: Fail map join tasks if hash table memory exceeds threshold Diffs ----- common/src/java/org/apache/hadoop/hive/common/MemoryEstimate.java PRE-CREATION common/src/java/org/apache/hadoop/hive/conf/HiveConf.java d3ea824c21f2fbf98177cb12a18019416f36a3f9 ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/BytesBytesMultiHashMap.java 04e24bd1a556a25f9cc68dc3ba00e315bf16cd53 ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/HashMapWrapper.java a3bccc6b4f34bc05ba854c6df1bf117bcc23bc25 ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/HybridHashTableContainer.java 04e89e8e7494e85ee057bd7886b89da028c6cc20 ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinBytesTableContainer.java c86e5f541e4113fbc8e4dd69338115f81126ce8c ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinTableContainer.java 6d71fef65c801ee3e9f4b9e11565a40e0db9cc4e ql/src/java/org/apache/hadoop/hive/ql/exec/tez/HashTableLoader.java 7b13e90125343669cb7429740e3722901b0f78db ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastBytesHashMap.java 6242dafb002721624b7c882967f7b5347cccef97 ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastBytesHashMultiSet.java 1a41961ebaf90f386cb736a101e251ea7f0e162c ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastBytesHashSet.java 331867c54af867d5a18af913d25409c02c1b01fb ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastBytesHashTable.java b93e9779e6ae030855105cdd7f76dc5ba8665c94 ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastHashTable.java b6db3bcc1df9020a19d483925a4c68e925540369 ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastHashTableLoader.java 49ecdd1580bb762b757a73c1121935bf28d9d8ef ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastKeyStore.java be51693c557382bc55bbf611a3b05a51603126fd ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastLongHashMap.java 6fe98f9aed81c7fec5396a38104f78902d33562f ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastLongHashMultiSet.java 9140aee1cb2d9b4ba5e480720ca787b19c751193 ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastLongHashSet.java d3efb118edda493362f79b690ecc30540b07d86a ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastLongHashTable.java 8bfa07c78d046227e10fc6ebd237fd6c17386a30 ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastMultiKeyHashMap.java add4788b61a355e9971b27687da06b9438e6ddf2 ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastMultiKeyHashMultiSet.java faefdbb4365e296cf83ee29d51df381ba8831b15 ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastMultiKeyHashSet.java 532891079542ee5c8c1fe3c6b4923a525bd8a730 ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastStringHashMap.java f13034ff6bef9003abf81ff36240baa34b9a718b ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastStringHashMultiSet.java 53ad7b4b65f22c35c459e6dba94ad0d83912caea ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastStringHashSet.java 723c729bcdb47aad47f372f6d384046929d5858f ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastTableContainer.java 05f1cf1b3ff6a099fed9b8d419811edd5edc4860 ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/fast/VectorMapJoinFastValueStore.java f9c5b340d5d254ec703dfb5f31d3b662876e4ea3 ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/hashtable/VectorMapJoinHashTable.java c7e585c29ba27450072c8eeeb00416fd0efee107 ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/optimized/VectorMapJoinOptimizedHashSet.java 93a89d7716e7200a4a09cf228108d4f2d78f8b37 ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/optimized/VectorMapJoinOptimizedHashTable.java 5fe7861cb118e092f4635488dea3435129e74fb8 ql/src/java/org/apache/hadoop/hive/ql/exec/vector/mapjoin/optimized/VectorMapJoinOptimizedStringHashSet.java f921b9ca5464958f1c7f351000b6ec17df8fab39 ql/src/java/org/apache/hadoop/hive/ql/optimizer/ConvertJoinMapJoin.java ad77e87a05b6d00a370a8ca225778300141bb025 ql/src/java/org/apache/hadoop/hive/ql/optimizer/MapJoinProcessor.java b2893e76908243c70ce804f222594a296a1f4afd ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/translator/HiveOpConverter.java d375d1b58da12645eae246a058582c38f1c40b07 ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/GenMRSkewJoinProcessor.java 93b8a5d1370350d1aea258b821f94db3db9103f6 ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/GenSparkSkewJoinProcessor.java 405c3ca887c0a0de33d53ee866554b1f758f231b ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java d39b8bdf7e0d8dc95f5e065cf7dd6a5e03d41602 ql/src/java/org/apache/hadoop/hive/ql/plan/JoinDesc.java 032c7bb28d48032a4792084d0ab2488de48105dc ql/src/java/org/apache/hadoop/hive/ql/plan/MapJoinDesc.java 940630c23659906698249d9b4f8feddf3b595711 serde/src/java/org/apache/hadoop/hive/serde2/WriteBuffers.java a4ecd9fc84321940ca79d1534c2b997c89f64d4f Diff: https://reviews.apache.org/r/58777/diff/1/ Testing ------- Thanks, Prasanth_J