[hive] branch jcamachor-patch-1 created (now dfcca53)
This is an automated email from the ASF dual-hosted git repository. jcamacho pushed a change to branch jcamachor-patch-1 in repository https://gitbox.apache.org/repos/asf/hive.git. at dfcca53 HIVE-25358: Remove reviewer pattern No new revisions were added by this update.
[hive] branch master updated (a7baee7 -> c3f5632)
This is an automated email from the ASF dual-hosted git repository. pvary pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/hive.git. from a7baee7 HIVE-20071: Migrate to jackson 2.x and prevent usage (#2464) (Zoltan Haindrich reviewed by Krisztian Kasa) add c3f5632 Revert "HIVE-25276: Enable automatic statistics generation for Iceberg tables (Peter Vary reviewed by Marton Bod and Adam Szita)" (#2505) No new revisions were added by this update. Summary of changes: .../iceberg/mr/hive/HiveIcebergMetaHook.java | 33 +++- .../TestHiveIcebergStorageHandlerWithEngine.java | 97 -- .../org/apache/iceberg/mr/hive/TestHiveShell.java | 9 +- .../results/positive/vectorized_iceberg_read.q.out | 10 +-- .../hive/ql/ddl/table/create/CreateTableDesc.java | 30 ++- .../apache/hadoop/hive/ql/exec/tez/DagUtils.java | 5 +- .../hadoop/hive/ql/parse/PartitionTransform.java | 32 ++- .../hive/ql/parse/PartitionTransformSpec.java | 9 -- .../hadoop/hive/ql/parse/SemanticAnalyzer.java | 3 +- .../hive/ql/exec/tez/TestTezOutputCommitter.java | 1 - 10 files changed, 39 insertions(+), 190 deletions(-)
[hive] branch revert-2419-HIVE-25276 created (now b7c809d)
This is an automated email from the ASF dual-hosted git repository. kuczoram pushed a change to branch revert-2419-HIVE-25276 in repository https://gitbox.apache.org/repos/asf/hive.git. at b7c809d Revert "HIVE-25276: Enable automatic statistics generation for Iceberg tables (Peter Vary reviewed by Marton Bod and Adam Szita)" This branch includes the following new commits: new b7c809d Revert "HIVE-25276: Enable automatic statistics generation for Iceberg tables (Peter Vary reviewed by Marton Bod and Adam Szita)" The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference.
[hive] 01/01: Revert "HIVE-25276: Enable automatic statistics generation for Iceberg tables (Peter Vary reviewed by Marton Bod and Adam Szita)"
This is an automated email from the ASF dual-hosted git repository.
kuczoram pushed a commit to branch revert-2419-HIVE-25276
in repository https://gitbox.apache.org/repos/asf/hive.git
commit b7c809d79146e4fa09a88f23be7b928bde48ea95
Author: kuczoram
AuthorDate: Tue Jul 20 22:04:06 2021 +0200
Revert "HIVE-25276: Enable automatic statistics generation for Iceberg
tables (Peter Vary reviewed by Marton Bod and Adam Szita)"
This reverts commit 76c49b9df957c8c05b81a4016282c03648b728b9.
---
.../iceberg/mr/hive/HiveIcebergMetaHook.java | 33 +++-
.../TestHiveIcebergStorageHandlerWithEngine.java | 97 --
.../org/apache/iceberg/mr/hive/TestHiveShell.java | 9 +-
.../results/positive/vectorized_iceberg_read.q.out | 10 +--
.../hive/ql/ddl/table/create/CreateTableDesc.java | 30 ++-
.../apache/hadoop/hive/ql/exec/tez/DagUtils.java | 5 +-
.../hadoop/hive/ql/parse/PartitionTransform.java | 32 ++-
.../hive/ql/parse/PartitionTransformSpec.java | 9 --
.../hadoop/hive/ql/parse/SemanticAnalyzer.java | 3 +-
.../hive/ql/exec/tez/TestTezOutputCommitter.java | 1 -
10 files changed, 39 insertions(+), 190 deletions(-)
diff --git
a/iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/HiveIcebergMetaHook.java
b/iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/HiveIcebergMetaHook.java
index 4a4271b..648b688 100644
---
a/iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/HiveIcebergMetaHook.java
+++
b/iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/HiveIcebergMetaHook.java
@@ -39,14 +39,10 @@ import org.apache.hadoop.hive.metastore.api.FieldSchema;
import org.apache.hadoop.hive.metastore.api.MetaException;
import org.apache.hadoop.hive.metastore.api.SerDeInfo;
import org.apache.hadoop.hive.metastore.api.StorageDescriptor;
-import org.apache.hadoop.hive.metastore.api.hive_metastoreConstants;
import org.apache.hadoop.hive.metastore.partition.spec.PartitionSpecProxy;
import org.apache.hadoop.hive.metastore.utils.MetaStoreUtils;
import org.apache.hadoop.hive.ql.ddl.table.AlterTableType;
import org.apache.hadoop.hive.ql.io.AcidUtils;
-import org.apache.hadoop.hive.ql.parse.PartitionTransform;
-import org.apache.hadoop.hive.ql.parse.PartitionTransformSpec;
-import org.apache.hadoop.hive.ql.session.SessionStateUtil;
import org.apache.hadoop.hive.serde2.typeinfo.TypeInfoUtils;
import org.apache.iceberg.BaseMetastoreTableOperations;
import org.apache.iceberg.BaseTable;
@@ -143,7 +139,7 @@ public class HiveIcebergMetaHook implements HiveMetaHook {
// Iceberg schema and specification generated by the code
Schema schema = schema(catalogProperties, hmsTable);
-PartitionSpec spec = spec(conf, schema, hmsTable);
+PartitionSpec spec = spec(conf, schema, catalogProperties, hmsTable);
// If there are partition keys specified remove them from the HMS table
and add them to the column list
if (hmsTable.isSetPartitionKeys()) {
@@ -241,21 +237,15 @@ public class HiveIcebergMetaHook implements HiveMetaHook {
preAlterTableProperties.tableLocation = sd.getLocation();
preAlterTableProperties.format = sd.getInputFormat();
preAlterTableProperties.schema = schema(catalogProperties, hmsTable);
+ preAlterTableProperties.spec = spec(conf,
preAlterTableProperties.schema, catalogProperties, hmsTable);
preAlterTableProperties.partitionKeys = hmsTable.getPartitionKeys();
context.getProperties().put(HiveMetaHook.ALLOW_PARTITION_KEY_CHANGE,
"true");
// If there are partition keys specified remove them from the HMS table
and add them to the column list
- if (hmsTable.isSetPartitionKeys() &&
!hmsTable.getPartitionKeys().isEmpty()) {
-List spec =
PartitionTransform.getPartitionTransformSpec(hmsTable.getPartitionKeys());
-if (!SessionStateUtil.addResource(conf,
hive_metastoreConstants.PARTITION_TRANSFORM_SPEC, spec)) {
- throw new MetaException("Query state attached to Session state must
be not null. " +
- "Partition transform metadata cannot be saved.");
-}
+ if (hmsTable.isSetPartitionKeys()) {
hmsTable.getSd().getCols().addAll(hmsTable.getPartitionKeys());
hmsTable.setPartitionKeysIsSet(false);
}
- preAlterTableProperties.spec = spec(conf,
preAlterTableProperties.schema, hmsTable);
-
sd.setInputFormat(HiveIcebergInputFormat.class.getCanonicalName());
sd.setOutputFormat(HiveIcebergOutputFormat.class.getCanonicalName());
sd.setSerdeInfo(new SerDeInfo("icebergSerde",
HiveIcebergSerDe.class.getCanonicalName(),
@@ -297,6 +287,7 @@ public class HiveIcebergMetaHook implements HiveMetaHook {
HiveTableUtil.importFiles(preAlterTableProperties.tableLocation,
preAlterTableProperties.format,
partitionSpecProxy, preAlterTableProperties.partitionKeys,
catalogProperties, conf);
} else if (currentAlterTableOp !=
[hive] branch master updated (76c49b9 -> a7baee7)
This is an automated email from the ASF dual-hosted git repository.
kgyrtkirk pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git.
from 76c49b9 HIVE-25276: Enable automatic statistics generation for
Iceberg tables (Peter Vary reviewed by Marton Bod and Adam Szita)
add a7baee7 HIVE-20071: Migrate to jackson 2.x and prevent usage (#2464)
(Zoltan Haindrich reviewed by Krisztian Kasa)
No new revisions were added by this update.
Summary of changes:
.../hadoop/hive/common/jsonexplain/Vertex.java | 34
.../java/org/apache/hive/http/JMXJsonServlet.java | 29 +-
.../hive/http/Log4j2ConfiguratorServlet.java | 3 +-
.../messaging/json/JSONAddPartitionMessage.java| 2 +-
.../messaging/json/JSONAlterPartitionMessage.java | 2 +-
.../messaging/json/JSONAlterTableMessage.java | 2 +-
.../messaging/json/JSONCreateDatabaseMessage.java | 2 +-
.../messaging/json/JSONCreateFunctionMessage.java | 2 +-
.../messaging/json/JSONCreateTableMessage.java | 2 +-
.../messaging/json/JSONDropDatabaseMessage.java| 2 +-
.../messaging/json/JSONDropFunctionMessage.java| 2 +-
.../messaging/json/JSONDropPartitionMessage.java | 2 +-
.../messaging/json/JSONDropTableMessage.java | 2 +-
.../hcatalog/messaging/json/JSONInsertMessage.java | 2 +-
.../messaging/json/JSONMessageDeserializer.java| 7 +--
.../hive/hcatalog/templeton/JsonBuilder.java | 12 +++--
.../hcatalog/templeton/SimpleWebException.java | 5 +-
.../apache/hive/hcatalog/templeton/TestDesc.java | 3 +-
.../hive/hcatalog/templeton/TestWebHCatE2e.java| 8 +--
.../{serde2 => ql/log/syslog}/TestSysLogSerDe.java | 1 -
.../org/apache/hive/jdbc/TestActivePassiveHA.java | 9 ++--
.../hive/service/cli/session/TestQueryDisplay.java | 61 ++
.../hive/llap/cli/status/AppStatusBuilder.java | 3 +-
.../llap/cli/status/LlapStatusServiceDriver.java | 19 +++
.../llap/daemon/services/impl/LlapWebServices.java | 7 +--
.../services/impl/SystemConfigurationServlet.java | 5 +-
pom.xml| 1 +
.../org/apache/hadoop/hive/ql/QueryDisplay.java| 24 +++--
.../org/apache/hadoop/hive/ql/ddl/ShowUtils.java | 20 +++
.../formatter/JsonShowResourcePlanFormatter.java | 7 +--
.../ql/exec/repl/ranger/RangerBaseModelObject.java | 15 +++---
.../exec/repl/ranger/RangerExportPolicyList.java | 16 +++---
.../hive/ql/exec/repl/ranger/RangerPolicy.java | 36 +++--
.../hive/ql/exec/repl/ranger/RangerPolicyList.java | 11 ++--
.../hadoop/hive/ql/exec/tez/AmPluginNode.java | 6 +--
.../hadoop/hive/ql/exec/tez/TezSessionState.java | 4 +-
.../apache/hadoop/hive/ql/exec/tez/WmEvent.java| 5 +-
.../hadoop/hive/ql/exec/tez/WmTezSession.java | 15 +++---
.../hadoop/hive/ql/exec/tez/WorkloadManager.java | 11 ++--
.../org/apache/hadoop/hive/ql/io/AcidUtils.java| 5 +-
.../metadata/formatting/JsonMetaDataFormatter.java | 5 +-
.../hadoop/hive/ql/parse/repl/ReplState.java | 14 +++--
.../hive/ql/parse/repl/dump/io/JsonWriter.java | 7 +--
.../parse/repl/dump/log/state/AtlasDumpBegin.java | 3 +-
.../ql/parse/repl/dump/log/state/AtlasDumpEnd.java | 2 +-
.../repl/dump/log/state/BootstrapDumpBegin.java| 2 +-
.../repl/dump/log/state/BootstrapDumpEnd.java | 2 +-
.../repl/dump/log/state/BootstrapDumpFunction.java | 2 +-
.../repl/dump/log/state/BootstrapDumpTable.java| 2 +-
.../repl/dump/log/state/IncrementalDumpBegin.java | 2 +-
.../repl/dump/log/state/IncrementalDumpEnd.java| 2 +-
.../repl/dump/log/state/IncrementalDumpEvent.java | 2 +-
.../parse/repl/dump/log/state/RangerDumpBegin.java | 2 +-
.../parse/repl/dump/log/state/RangerDumpEnd.java | 2 +-
.../parse/repl/load/log/state/AtlasLoadBegin.java | 2 +-
.../ql/parse/repl/load/log/state/AtlasLoadEnd.java | 2 +-
.../repl/load/log/state/BootstrapLoadBegin.java| 2 +-
.../repl/load/log/state/BootstrapLoadEnd.java | 2 +-
.../repl/load/log/state/BootstrapLoadFunction.java | 2 +-
.../repl/load/log/state/BootstrapLoadTable.java| 2 +-
.../ql/parse/repl/load/log/state/DataCopyEnd.java | 2 +-
.../repl/load/log/state/IncrementalLoadBegin.java | 2 +-
.../repl/load/log/state/IncrementalLoadEnd.java| 2 +-
.../repl/load/log/state/IncrementalLoadEvent.java | 2 +-
.../parse/repl/load/log/state/RangerLoadBegin.java | 2 +-
.../parse/repl/load/log/state/RangerLoadEnd.java | 3 +-
.../org/apache/hadoop/hive/ql/udf/UDFJson.java | 26 -
.../hive/ql/udf/generic/GenericUDTFJSONTuple.java | 20 +++
.../java/org/apache/hadoop/hive/ql/wm/Trigger.java | 2 +-
.../org/apache/hadoop/hive/ql/wm/WmContext.java| 15 +++---
.../metadata/formatting/TestJsonRPFormatter.java | 5 +-
.../hadoop/hive/serde2/avro/TypeInfoToSchema.java | 2 -
.../hive/service/cli/operation/SQLOperation.java | 3 +-
[hive] branch master updated (05a2c2f -> 76c49b9)
This is an automated email from the ASF dual-hosted git repository. pvary pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/hive.git. from 05a2c2f HIVE-25354: Handle unsupported queries for Iceberg tables (Marton Bod, reviewed by Laszlo Pinter and Peter Vary) add 76c49b9 HIVE-25276: Enable automatic statistics generation for Iceberg tables (Peter Vary reviewed by Marton Bod and Adam Szita) No new revisions were added by this update. Summary of changes: .../iceberg/mr/hive/HiveIcebergMetaHook.java | 33 +--- .../TestHiveIcebergStorageHandlerWithEngine.java | 97 ++ .../org/apache/iceberg/mr/hive/TestHiveShell.java | 9 +- .../results/positive/vectorized_iceberg_read.q.out | 10 +-- .../hive/ql/ddl/table/create/CreateTableDesc.java | 30 +-- .../apache/hadoop/hive/ql/exec/tez/DagUtils.java | 5 +- .../hadoop/hive/ql/parse/PartitionTransform.java | 32 +-- .../hive/ql/parse/PartitionTransformSpec.java | 9 ++ .../hadoop/hive/ql/parse/SemanticAnalyzer.java | 3 +- .../hive/ql/exec/tez/TestTezOutputCommitter.java | 1 + 10 files changed, 190 insertions(+), 39 deletions(-)
[hive] branch master updated (2806d5f -> 05a2c2f)
This is an automated email from the ASF dual-hosted git repository. szita pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/hive.git. from 2806d5f HIVE-22626. Fix Replication related tests. (#2452)(Ayush Saxena, reviewed by Arko Sharma) add 05a2c2f HIVE-25354: Handle unsupported queries for Iceberg tables (Marton Bod, reviewed by Laszlo Pinter and Peter Vary) No new revisions were added by this update. Summary of changes: .../hive/TestHiveIcebergStorageHandlerNoScan.java | 24 +- .../table/misc/truncate/TruncateTableAnalyzer.java | 2 ++ .../drop/AbstractDropPartitionAnalyzer.java| 3 ++- .../hadoop/hive/ql/parse/BaseSemanticAnalyzer.java | 19 + 4 files changed, 46 insertions(+), 2 deletions(-)
