This is an automated email from the ASF dual-hosted git repository.
ngangam pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push:
new 9c0c8a7 HIVE-25826: Support default table types at each database
level (Saihemanth Gantasala via Naveen Gangam) Users can set a
property on the database to change the behavior of "create table"
The value of this property, if set, is honored to determine the resulting table.
9c0c8a7 is described below
commit 9c0c8a7ec98b5b9debed41177fde1500f2d38beb
Author: saihemanth <saihema...@cloudera.com>
AuthorDate: Wed Jan 5 16:52:16 2022 -0800
HIVE-25826: Support default table types at each database level (Saihemanth
Gantasala via Naveen Gangam)
Users can set a property on the database to change the behavior
of "create table"
The value of this property, if set, is honored to determine the
resulting table.
---
.../hadoop/hive/ql/TestDatabaseTableDefault.java | 295 ++++++++++++
.../hadoop/hive/ql/parse/SemanticAnalyzer.java | 55 ++-
.../clientpositive/database_default_table_type.q | 57 +++
.../llap/database_default_table_type.q.out | 524 +++++++++++++++++++++
.../thrift/gen-cpp/hive_metastore_constants.cpp | 2 +
.../gen/thrift/gen-cpp/hive_metastore_constants.h | 1 +
.../metastore/api/hive_metastoreConstants.java | 2 +
.../src/gen/thrift/gen-php/metastore/Constant.php | 6 +
.../gen/thrift/gen-py/hive_metastore/constants.py | 1 +
.../gen/thrift/gen-rb/hive_metastore_constants.rb | 2 +
.../src/main/thrift/hive_metastore.thrift | 3 +-
11 files changed, 940 insertions(+), 8 deletions(-)
diff --git
a/itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestDatabaseTableDefault.java
b/itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestDatabaseTableDefault.java
new file mode 100644
index 0000000..041be2d
--- /dev/null
+++
b/itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestDatabaseTableDefault.java
@@ -0,0 +1,295 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.hadoop.hive.ql;
+
+import static org.junit.Assert.assertEquals;
+
+import java.io.File;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.Set;
+
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.hive.common.FileUtils;
+import org.apache.hadoop.hive.conf.HiveConf;
+import org.apache.hadoop.hive.metastore.conf.MetastoreConf;
+import org.apache.hadoop.hive.metastore.conf.MetastoreConf.ConfVars;
+import org.apache.hadoop.hive.metastore.HiveMetaStoreClient;
+import org.apache.hadoop.hive.metastore.utils.TestTxnDbUtil;
+import org.apache.hadoop.hive.ql.lockmgr.DbTxnManager;
+import org.apache.hadoop.hive.ql.session.SessionState;
+import org.apache.hadoop.hive.metastore.api.Table;
+import org.junit.After;
+import org.junit.Assert;
+import org.junit.Before;
+import org.junit.Rule;
+import org.junit.Test;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+/**
+ * This class resides in itests to facilitate running query using Tez engine,
since the jars are
+ * fully loaded here, which is not the case if it stays in ql.
+ */
+public class TestDatabaseTableDefault {
+ static final private Logger LOG =
LoggerFactory.getLogger(TestDatabaseTableDefault.class);
+
+ private HiveConf hiveConf;
+ private IDriver d;
+ private static final String database_with_default_table_type =
"database_with_default_table_type";
+ private static final String default_db = "default_db";
+ private static final String table_type_managed = "MANAGED_TABLE";
+ private static final String table_type_external = "EXTERNAL_TABLE";
+ File ext_wh = null;
+ File wh = null;
+ protected static HiveMetaStoreClient client;
+ protected static Configuration conf;
+ private static enum TableNames {
+ TRANSACTIONALTBL1("transactional_table_1"),
+ TRANSACTIONALTBL2("transactional_table_2"),
+ TRANSACTIONALTBL3("transactional_table_3"),
+ TRANSACTIONALTBL4("transactional_table_4"),
+ TRANSACTIONALTBL5("transactional_table_5"),
+ TRANSACTIONALTBL6("transactional_table_6"),
+ TRANSACTIONALTBL7("transactional_table_7"),
+ EXTERNALTABLE1("external_table_1"),
+ EXTERNALTABLE2("external_table_2"),
+ EXTERNALTABLE3("external_table_3"),
+ EXTERNALTABLE4("external_table_4"),
+ EXTERNALTABLE5("external_table_5"),
+ EXTERNALTABLE6("external_table_6"),
+ NONACIDPART("nonAcidPart"),
+ NONACIDNONBUCKET("nonAcidNonBucket");
+
+ private final String name;
+ @Override
+ public String toString() {
+ return name;
+ }
+ TableNames(String name) {
+ this.name = name;
+ }
+ }
+
+ @Before
+ public void setUp() throws Exception {
+ hiveConf = new HiveConf(this.getClass());
+ HiveConf.setBoolVar(hiveConf, HiveConf.ConfVars.CREATE_TABLES_AS_ACID,
true);
+ HiveConf.setBoolVar(hiveConf,
HiveConf.ConfVars.HIVE_CREATE_TABLES_AS_INSERT_ONLY, true);
+ HiveConf.setBoolVar(hiveConf,
HiveConf.ConfVars.HIVE_SUPPORT_CONCURRENCY, true);
+ hiveConf.set(HiveConf.ConfVars.HIVEDEFAULTMANAGEDFILEFORMAT.varname,
"ORC");
+ hiveConf.setVar(HiveConf.ConfVars.HIVE_TXN_MANAGER,
DbTxnManager.class.getName());
+ hiveConf.set(HiveConf.ConfVars.METASTORE_CLIENT_CAPABILITIES.varname,
"HIVEFULLACIDREAD,HIVEFULLACIDWRITE,HIVECACHEINVALIDATE,HIVEMANAGESTATS,HIVEMANAGEDINSERTWRITE,HIVEMANAGEDINSERTREAD");
+ TestTxnDbUtil.setConfValues(hiveConf);
+ TestTxnDbUtil.prepDb(hiveConf);
+
+ SessionState.start(new SessionState(hiveConf));
+ d = DriverFactory.newDriver(hiveConf);
+
+ wh = new File(System.getProperty("java.io.tmpdir") + File.separator +
+ "hive" + File.separator + "warehouse" + File.separator +
"hive" + File.separator);
+ wh.mkdirs();
+
+ ext_wh = new File(System.getProperty("java.io.tmpdir") +
File.separator +
+ "hive" + File.separator + "warehouse" + File.separator +
"hive-external" + File.separator);
+ ext_wh.mkdirs();
+
+ MetastoreConf.setVar(hiveConf,
ConfVars.METASTORE_METADATA_TRANSFORMER_CLASS,
+
"org.apache.hadoop.hive.metastore.MetastoreDefaultTransformer");
+ MetastoreConf.setBoolVar(hiveConf, ConfVars.HIVE_IN_TEST, false);
+ MetastoreConf.setVar(hiveConf, ConfVars.WAREHOUSE,
wh.getCanonicalPath());
+ MetastoreConf.setVar(hiveConf, ConfVars.WAREHOUSE_EXTERNAL,
ext_wh.getCanonicalPath());
+ MetastoreConf.setBoolVar(hiveConf,
MetastoreConf.ConfVars.CREATE_TABLES_AS_ACID, true);
+ client = new HiveMetaStoreClient(hiveConf);
+
+ dropTables();
+ runStatementOnDriver("create database " +
database_with_default_table_type +" with
DBPROPERTIES('defaultTableType'='EXTERNAL')");
+ runStatementOnDriver("create database " + default_db);
+ }
+
+ /**
+ * this is to test different types of Acid tables
+ */
+ String getTblProperties() {
+ return "TBLPROPERTIES ('transactional'='true')";
+ }
+
+ private void dropTables() throws Exception {
+ for(TableNames t : TableNames.values()) {
+ runStatementOnDriver("drop table if exists " + t);
+ }
+ }
+
+ @After
+ public void tearDown() throws Exception {
+ try {
+ if (d != null) {
+ dropTables();
+ runStatementOnDriver("drop database if exists " +
database_with_default_table_type +" cascade");
+ runStatementOnDriver("drop database if exists " + default_db +
" cascade");
+ d.close();
+ d.destroy();
+ d = null;
+ }
+ } finally {
+ FileUtils.deleteDirectory(wh);
+ FileUtils.deleteDirectory(ext_wh);
+ }
+ }
+
+ /**
+ * Tests the
TestDatabaseTableDefault.testCreateManagedTablesInDBWithDefaultTableType_External
method for creating managed tables in a special database.
+ * @throws Exception If there is an error creating managed tables
+ */
+ @Test
+ public void testCreateManagedTablesInDBWithDefaultTableType_External()
throws Exception {
+ runStatementOnDriver("use " + database_with_default_table_type);
+
+ runStatementOnDriver("create table " + TableNames.TRANSACTIONALTBL1 +
" (id int, name string) " + getTblProperties());
+ Table managed_table_1 =
client.getTable(database_with_default_table_type,
TableNames.TRANSACTIONALTBL1.toString());
+ assertEquals("Created table type is expected to be managed but found
to be external", managed_table_1.getTableType(), table_type_managed);
+
+ runStatementOnDriver("create managed table " +
TableNames.TRANSACTIONALTBL2 + " (id int, name string) ");
+ Table managed_table_2 =
client.getTable(database_with_default_table_type,
TableNames.TRANSACTIONALTBL2.toString());
+ assertEquals("Created table type is expected to be managed but found
to be external", managed_table_2.getTableType(), table_type_managed);
+
+ runStatementOnDriver("create transactional table " +
TableNames.TRANSACTIONALTBL3 + " (id int, name string) ");
+ Table managed_table_3 =
client.getTable(database_with_default_table_type,
TableNames.TRANSACTIONALTBL3.toString());
+ assertEquals("Created table type is expected to be managed but found
to be external", managed_table_3.getTableType(), table_type_managed);
+
+ runStatementOnDriver("create transactional table " +
TableNames.TRANSACTIONALTBL4 + " like " + TableNames.TRANSACTIONALTBL3);
+ Table managed_table_4 =
client.getTable(database_with_default_table_type,
TableNames.TRANSACTIONALTBL4.toString());
+ assertEquals("Created table type is expected to be managed but found
to be external", managed_table_4.getTableType(), table_type_managed);
+
+ runStatementOnDriver("create transactional table " +
TableNames.TRANSACTIONALTBL5 + " as select * from " +
TableNames.TRANSACTIONALTBL3);
+ Table managed_table_5 =
client.getTable(database_with_default_table_type,
TableNames.TRANSACTIONALTBL5.toString());
+ assertEquals("Created table type is expected to be managed but found
to be external", managed_table_5.getTableType(), table_type_managed);
+
+ LOG.info("Test execution
complete:testCreateManagedTablesInDBWithDefaultTableType_External");
+ }
+
+
+ /**
+ * Tests the
TestDatabaseTableDefault.testCreateExternalTablesInDBWithDefaultTableType_External
method for creating external tables in a special database.
+ * @throws Exception If there is an error creating external tables
+ */
+ @Test
+ public void testCreateExternalTablesInDBWithDefaultTableType_External()
throws Exception {
+ runStatementOnDriver("use " + database_with_default_table_type);
+
+ runStatementOnDriver("create table " + TableNames.EXTERNALTABLE1 + "
(id int, name string)");
+ Table external_table_1 =
client.getTable(database_with_default_table_type,
TableNames.EXTERNALTABLE1.toString());
+ assertEquals("Created table type is expected to be external but found
to be managed", external_table_1.getTableType(), table_type_external);
+
+ runStatementOnDriver("create external table " +
TableNames.EXTERNALTABLE2 + " (id int, name string) ");
+ Table external_table_2 =
client.getTable(database_with_default_table_type,
TableNames.EXTERNALTABLE2.toString());
+ assertEquals("Created table type is expected to be external but found
to be managed", external_table_2.getTableType(), table_type_external);
+
+ runStatementOnDriver("create table " + TableNames.EXTERNALTABLE3 + "
like " + TableNames.EXTERNALTABLE2);
+ Table external_table_3 =
client.getTable(database_with_default_table_type,
TableNames.EXTERNALTABLE3.toString());
+ assertEquals("Created table type is expected to be external but found
to be managed", external_table_3.getTableType(), table_type_external);
+
+ runStatementOnDriver("create table " + TableNames.EXTERNALTABLE4 + "
as select * from " + TableNames.EXTERNALTABLE2);
+ Table external_table_4 =
client.getTable(database_with_default_table_type,
TableNames.EXTERNALTABLE4.toString());
+ assertEquals("Created table type is expected to be external but found
to be managed", external_table_4.getTableType(), table_type_external);
+
+ LOG.info("Test execution
complete:testCreateExternalTablesInDBWithDefaultTableType_External");
+ }
+
+ /**
+ * Tests the
TestDatabaseTableDefault.testCreateTablesInAlterDBSetDefaultTableType method
for creating external tables in altered database.
+ * @throws Exception If there is an error creating managed tables
+ */
+ @Test
+ public void testCreateTablesInAlterDBSetDefaultTableType() throws
Exception {
+ String altered_db = "altered_db";
+ runStatementOnDriver("create database "+altered_db);
+ runStatementOnDriver("use "+altered_db);
+
+ runStatementOnDriver("create table " + TableNames.TRANSACTIONALTBL6 +
" (id int, name string)");
+ Table managed_table_6 = client.getTable(altered_db,
TableNames.TRANSACTIONALTBL6.toString());
+ assertEquals("Created table type is expected to be managed but found
to be external", managed_table_6.getTableType(), table_type_managed);
+
+ runStatementOnDriver("alter database " + altered_db + " set
DBPROPERTIES (\"defaultTableType\"=\"EXTERNAL\")");
+
+ runStatementOnDriver("create table " + TableNames.EXTERNALTABLE5 + "
(id int, name string)");
+ Table external_table_5 = client.getTable(altered_db,
TableNames.EXTERNALTABLE5.toString());
+ assertEquals("Created table type is expected to be managed but found
to be external", external_table_5.getTableType(), table_type_external);
+
+ runStatementOnDriver("drop database " + altered_db + " cascade");
+ LOG.info("Test execution complete:testAlterExternalTables");
+ }
+
+ /**
+ * Tests the
TestDatabaseTableDefault.testCreateTablesInDBWithDefaultTableTypeAcid method
for creating acid tables in the database by default.
+ * @throws Exception If there is an error creating managed tables
+ */
+ @Test
+ public void testCreateTablesInDBWithDefaultTableTypeAcid() throws
Exception {
+ String acid_database = "acid_database";
+ runStatementOnDriver("create database "+acid_database+" with
DBPROPERTIES('defaultTableType'='ACID')");
+ runStatementOnDriver("use "+acid_database);
+
+ runStatementOnDriver("create table " + TableNames.TRANSACTIONALTBL7 +
" (id int, name string)");
+ Table managed_table_7 = client.getTable(acid_database,
TableNames.TRANSACTIONALTBL7.toString());
+ assertEquals("Created table type is expected to be managed but found
to be external", managed_table_7.getTableType(), table_type_managed);
+
+ runStatementOnDriver("create external table " +
TableNames.EXTERNALTABLE6 + " (id int, name string)");
+ Table external_table_6 = client.getTable(acid_database,
TableNames.EXTERNALTABLE6.toString());
+ assertEquals("Created table type is expected to be external but found
to be managed", external_table_6.getTableType(), table_type_external);
+
+ runStatementOnDriver("drop database " + acid_database + " cascade");
+ LOG.info("Test execution
complete:testCreateTablesInDBWithDefaultTableTypeAcid");
+ }
+
+
+ private void restartSessionAndDriver(HiveConf conf) throws Exception {
+ SessionState ss = SessionState.get();
+ if (ss != null) {
+ ss.close();
+ }
+ if (d != null) {
+ d.close();
+ d.destroy();
+ }
+
+ SessionState.start(conf);
+ d = DriverFactory.newDriver(conf);
+ }
+
+ private List<String> runStatementOnDriver(String stmt) throws Exception {
+ d.run(stmt);
+ List<String> rs = new ArrayList<String>();
+ d.getResults(rs);
+ return rs;
+ }
+
+ /**
+ * Run statement with customized hive conf
+ */
+ public static List<String> runStatementOnDriver(String stmt, HiveConf conf)
+ throws Exception {
+ IDriver driver = DriverFactory.newDriver(conf);
+ driver.setMaxRows(10000);
+ driver.run(stmt);
+ List<String> rs = new ArrayList<String>();
+ driver.getResults(rs);
+ return rs;
+ }
+}
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
b/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
index f0d5747..9307316 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
@@ -24,6 +24,7 @@ import static
org.apache.hadoop.hive.conf.HiveConf.ConfVars.HIVEARCHIVEENABLED;
import static
org.apache.hadoop.hive.conf.HiveConf.ConfVars.HIVE_DEFAULT_STORAGE_HANDLER;
import static org.apache.hadoop.hive.conf.HiveConf.ConfVars.HIVESTATSDBCLASS;
import static
org.apache.hadoop.hive.metastore.api.hive_metastoreConstants.TABLE_IS_CTAS;
+import static
org.apache.hadoop.hive.metastore.api.hive_metastoreConstants.DEFAULT_TABLE_TYPE;
import static
org.apache.hadoop.hive.ql.ddl.view.create.AbstractCreateViewAnalyzer.validateTablesUsed;
import static
org.apache.hadoop.hive.ql.optimizer.calcite.translator.ASTConverter.NON_FK_FILTERED;
@@ -13210,7 +13211,7 @@ public class SemanticAnalyzer extends
BaseSemanticAnalyzer {
private Map<String, String> validateAndAddDefaultProperties(
Map<String, String> tblProp, boolean isExt, StorageFormat storageFormat,
String qualifiedTableName, List<Order> sortCols, boolean
isMaterialization,
- boolean isTemporaryTable, boolean isTransactional, boolean isManaged)
throws SemanticException {
+ boolean isTemporaryTable, boolean isTransactional, boolean isManaged,
String[] qualifiedTabName, boolean isTableTypeChanged) throws SemanticException
{
Map<String, String> retValue =
Optional.ofNullable(tblProp).orElseGet(HashMap::new);
String paraString = HiveConf.getVar(conf, ConfVars.NEWTABLEDEFAULTPARA);
@@ -13231,6 +13232,7 @@ public class SemanticAnalyzer extends
BaseSemanticAnalyzer {
+ hive_metastoreConstants.TABLE_TRANSACTIONAL_PROPERTIES
+ " without " + hive_metastoreConstants.TABLE_IS_TRANSACTIONAL);
}
+ isExt = isExternalTableChanged(retValue, isTransactional, isExt,
isTableTypeChanged);
if (isExt && HiveConf.getBoolVar(conf,
ConfVars.HIVE_EXTERNALTABLE_PURGE_DEFAULT)) {
if (retValue.get(MetaStoreUtils.EXTERNAL_TABLE_PURGE) == null) {
@@ -13260,9 +13262,28 @@ public class SemanticAnalyzer extends
BaseSemanticAnalyzer {
retValue = convertToAcidByDefault(storageFormat, qualifiedTableName,
sortCols, retValue);
}
}
+ if (!isExt) {
+ addDbAndTabToOutputs(qualifiedTabName,
+ TableType.MANAGED_TABLE, isTemporaryTable, retValue,
storageFormat);
+ } else {
+ addDbAndTabToOutputs(qualifiedTabName,
+ TableType.EXTERNAL_TABLE, isTemporaryTable, retValue,
storageFormat);
+ }
return retValue;
}
+ /**
+ * This api is used to determine where to create acid tables are not.
+ * if the default table type is set to external, then create transcational
table should result in acid tables,
+ * else create table should result in external table.
+ * */
+ private boolean isExternalTableChanged (Map<String, String> tblProp, boolean
isTransactional, boolean isExt, boolean isTableTypeChanged) {
+ if (isTableTypeChanged && tblProp != null &&
tblProp.getOrDefault(hive_metastoreConstants.TABLE_IS_TRANSACTIONAL,
"false").equalsIgnoreCase("true") || isTransactional) {
+ isExt = false;
+ }
+ return isExt;
+ }
+
private Map<String, String> convertToAcidByDefault(
StorageFormat storageFormat, String qualifiedTableName, List<Order>
sortCols,
Map<String, String> retValue) {
@@ -13615,7 +13636,22 @@ public class SemanticAnalyzer extends
BaseSemanticAnalyzer {
// Handle different types of CREATE TABLE command
// Note: each branch must call addDbAndTabToOutputs after finalizing table
properties.
-
+ Database database = getDatabase(qualifiedTabName.getDb());
+ boolean isDefaultTableTypeChanged = false;
+ if(database.getParameters() != null) {
+ String defaultTableType =
database.getParameters().getOrDefault(DEFAULT_TABLE_TYPE, null);
+ if (defaultTableType != null &&
defaultTableType.equalsIgnoreCase("external")) {
+ isExt = true;
+ isDefaultTableTypeChanged = true;
+ } else if (defaultTableType != null &&
defaultTableType.equalsIgnoreCase("acid")) {
+ isDefaultTableTypeChanged = true;
+ if (isExt) { // create external table on db with default type as acid
+ isTransactional = false;
+ } else {
+ isTransactional = true;
+ }
+ }
+ }
switch (command_type) {
case CREATE_TABLE: // REGULAR CREATE TABLE DDL
@@ -13625,7 +13661,8 @@ public class SemanticAnalyzer extends
BaseSemanticAnalyzer {
}
tblProps = validateAndAddDefaultProperties(
tblProps, isExt, storageFormat, dbDotTab, sortCols,
isMaterialization, isTemporary,
- isTransactional, isManaged);
+ isTransactional, isManaged, new String[] {qualifiedTabName.getDb(),
qualifiedTabName.getTable()}, isDefaultTableTypeChanged);
+ isExt = isExternalTableChanged(tblProps, isTransactional, isExt,
isDefaultTableTypeChanged);
addDbAndTabToOutputs(new String[] {qualifiedTabName.getDb(),
qualifiedTabName.getTable()},
TableType.MANAGED_TABLE, isTemporary, tblProps, storageFormat);
@@ -13648,12 +13685,13 @@ public class SemanticAnalyzer extends
BaseSemanticAnalyzer {
rootTasks.add(TaskFactory.get(new DDLWork(getInputs(), getOutputs(),
crtTblDesc)));
break;
case ctt: // CREATE TRANSACTIONAL TABLE
- if (isExt) {
+ if (isExt && !isDefaultTableTypeChanged) {
throw new SemanticException(
qualifiedTabName.getTable() + " cannot be declared transactional
because it's an external table");
}
tblProps = validateAndAddDefaultProperties(tblProps, isExt,
storageFormat, dbDotTab, sortCols, isMaterialization,
- isTemporary, isTransactional, isManaged);
+ isTemporary, isTransactional, isManaged, new String[]
{qualifiedTabName.getDb(), qualifiedTabName.getTable()},
isDefaultTableTypeChanged);
+ isExt = isExternalTableChanged(tblProps, isTransactional, isExt,
isDefaultTableTypeChanged);
addDbAndTabToOutputs(new String[] {qualifiedTabName.getDb(),
qualifiedTabName.getTable()},
TableType.MANAGED_TABLE, false, tblProps, storageFormat);
@@ -13677,8 +13715,10 @@ public class SemanticAnalyzer extends
BaseSemanticAnalyzer {
tblProps = validateAndAddDefaultProperties(
tblProps, isExt, storageFormat, dbDotTab, sortCols,
isMaterialization, isTemporary,
- isTransactional, isManaged);
+
+ isTransactional, isManaged, new String[]{qualifiedTabName.getDb(),
qualifiedTabName.getTable()}, isDefaultTableTypeChanged);
tblProps.put(hive_metastoreConstants.TABLE_IS_CTLT, "true");
+ isExt = isExternalTableChanged(tblProps, isTransactional, isExt,
isDefaultTableTypeChanged);
addDbAndTabToOutputs(new String[] {qualifiedTabName.getDb(),
qualifiedTabName.getTable()},
TableType.MANAGED_TABLE, isTemporary, tblProps, storageFormat);
@@ -13761,7 +13801,8 @@ public class SemanticAnalyzer extends
BaseSemanticAnalyzer {
tblProps = validateAndAddDefaultProperties(
tblProps, isExt, storageFormat, dbDotTab, sortCols,
isMaterialization, isTemporary,
- isTransactional, isManaged);
+ isTransactional, isManaged, new String[]{qualifiedTabName.getDb(),
qualifiedTabName.getTable()}, isDefaultTableTypeChanged);
+ isExt = isExternalTableChanged(tblProps, isTransactional, isExt,
isDefaultTableTypeChanged);
tblProps.put(TABLE_IS_CTAS, "true");
addDbAndTabToOutputs(new String[] {qualifiedTabName.getDb(),
qualifiedTabName.getTable()},
TableType.MANAGED_TABLE, isTemporary, tblProps, storageFormat);
diff --git a/ql/src/test/queries/clientpositive/database_default_table_type.q
b/ql/src/test/queries/clientpositive/database_default_table_type.q
new file mode 100644
index 0000000..7111066
--- /dev/null
+++ b/ql/src/test/queries/clientpositive/database_default_table_type.q
@@ -0,0 +1,57 @@
+set hive.support.concurrency=true;
+set hive.exec.dynamic.partition.mode=nonstrict;
+set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager;
+set hive.strict.managed.tables=true;
+set hive.create.as.acid=true;
+set hive.create.as.insert.only=true;
+set hive.default.fileformat.managed=ORC;
+set
metastore.metadata.transformer.class=org.apache.hadoop.hive.metastore.MetastoreDefaultTransformer;
+set
hive.metastore.client.capabilities=HIVEFULLACIDREAD,HIVEFULLACIDWRITE,HIVECACHEINVALIDATE,HIVEMANAGESTATS,HIVEMANAGEDINSERTWRITE,HIVEMANAGEDINSERTREAD;
+
+drop database if exists db_with_default_table_type cascade;
+create database db_with_default_table_type with
DBPROPERTIES("defaultTableType"="EXTERNAL");
+
+use db_with_default_table_type;
+
+-- Create manged tables
+create table transactional_table_1 (id int, name string) tblproperties
('transactional'='true');
+desc formatted transactional_table_1;
+
+create managed table managed_table_1(id int, name string);
+desc formatted managed_table_1;
+
+create transactional table transactional_table_2 (id int, name string);
+desc formatted transactional_table_2;
+
+create transactional table transactional_table_like_1 like
transactional_table_1;
+desc formatted transactional_table_like_1;
+
+create transactional table transactional_table_ctas_1 as select * from
transactional_table_2;
+desc formatted transactional_table_ctas_1;
+
+-- Create external tables
+create table ext_table_1(id int, name string);
+desc formatted ext_table_1;
+
+create external table ext_table_2(id int, name string);
+desc formatted ext_table_2;
+
+create table ext_table_like_1 like ext_table_1;
+desc formatted ext_table_like_1;
+
+create table ext_table_ctas_1 as select * from ext_table_2;
+desc formatted ext_table_ctas_1;
+
+drop database if exists altered_db cascade;
+-- create a database which creates managed table by default
+create database altered_db;
+use altered_db;
+
+-- creates managed table
+create table managed_table (id int, name string);
+desc formatted managed_table;
+
+alter database altered_db set DBPROPERTIES ("defaultTableType"="EXTERNAL");
+
+create table external_table (id int, name string);
+desc formatted external_table;
diff --git
a/ql/src/test/results/clientpositive/llap/database_default_table_type.q.out
b/ql/src/test/results/clientpositive/llap/database_default_table_type.q.out
new file mode 100644
index 0000000..7f6b816
--- /dev/null
+++ b/ql/src/test/results/clientpositive/llap/database_default_table_type.q.out
@@ -0,0 +1,524 @@
+PREHOOK: query: drop database if exists db_with_default_table_type cascade
+PREHOOK: type: DROPDATABASE
+POSTHOOK: query: drop database if exists db_with_default_table_type cascade
+POSTHOOK: type: DROPDATABASE
+PREHOOK: query: create database db_with_default_table_type with
DBPROPERTIES("defaultTableType"="EXTERNAL")
+PREHOOK: type: CREATEDATABASE
+PREHOOK: Output: database:db_with_default_table_type
+POSTHOOK: query: create database db_with_default_table_type with
DBPROPERTIES("defaultTableType"="EXTERNAL")
+POSTHOOK: type: CREATEDATABASE
+POSTHOOK: Output: database:db_with_default_table_type
+PREHOOK: query: use db_with_default_table_type
+PREHOOK: type: SWITCHDATABASE
+PREHOOK: Input: database:db_with_default_table_type
+POSTHOOK: query: use db_with_default_table_type
+POSTHOOK: type: SWITCHDATABASE
+POSTHOOK: Input: database:db_with_default_table_type
+PREHOOK: query: create table transactional_table_1 (id int, name string)
tblproperties ('transactional'='true')
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:db_with_default_table_type
+PREHOOK: Output: db_with_default_table_type@transactional_table_1
+POSTHOOK: query: create table transactional_table_1 (id int, name string)
tblproperties ('transactional'='true')
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:db_with_default_table_type
+POSTHOOK: Output: db_with_default_table_type@transactional_table_1
+PREHOOK: query: desc formatted transactional_table_1
+PREHOOK: type: DESCTABLE
+PREHOOK: Input: db_with_default_table_type@transactional_table_1
+POSTHOOK: query: desc formatted transactional_table_1
+POSTHOOK: type: DESCTABLE
+POSTHOOK: Input: db_with_default_table_type@transactional_table_1
+# col_name data_type comment
+id int
+name string
+
+# Detailed Table Information
+Database: db_with_default_table_type
+#### A masked pattern was here ####
+Retention: 0
+#### A masked pattern was here ####
+Table Type: MANAGED_TABLE
+Table Parameters:
+ COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"id\":\"true\",\"name\":\"true\"}}
+ bucketing_version 2
+ numFiles 0
+ numRows 0
+ rawDataSize 0
+ totalSize 0
+ transactional true
+ transactional_properties default
+#### A masked pattern was here ####
+
+# Storage Information
+SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde
+InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
+OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
+Compressed: No
+Num Buckets: -1
+Bucket Columns: []
+Sort Columns: []
+PREHOOK: query: create managed table managed_table_1(id int, name string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:db_with_default_table_type
+PREHOOK: Output: db_with_default_table_type@managed_table_1
+POSTHOOK: query: create managed table managed_table_1(id int, name string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:db_with_default_table_type
+POSTHOOK: Output: db_with_default_table_type@managed_table_1
+PREHOOK: query: desc formatted managed_table_1
+PREHOOK: type: DESCTABLE
+PREHOOK: Input: db_with_default_table_type@managed_table_1
+POSTHOOK: query: desc formatted managed_table_1
+POSTHOOK: type: DESCTABLE
+POSTHOOK: Input: db_with_default_table_type@managed_table_1
+# col_name data_type comment
+id int
+name string
+
+# Detailed Table Information
+Database: db_with_default_table_type
+#### A masked pattern was here ####
+Retention: 0
+#### A masked pattern was here ####
+Table Type: MANAGED_TABLE
+Table Parameters:
+ COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"id\":\"true\",\"name\":\"true\"}}
+ bucketing_version 2
+ numFiles 0
+ numRows 0
+ rawDataSize 0
+ totalSize 0
+ transactional true
+ transactional_properties default
+#### A masked pattern was here ####
+
+# Storage Information
+SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde
+InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
+OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
+Compressed: No
+Num Buckets: -1
+Bucket Columns: []
+Sort Columns: []
+PREHOOK: query: create transactional table transactional_table_2 (id int, name
string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:db_with_default_table_type
+PREHOOK: Output: db_with_default_table_type@transactional_table_2
+POSTHOOK: query: create transactional table transactional_table_2 (id int,
name string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:db_with_default_table_type
+POSTHOOK: Output: db_with_default_table_type@transactional_table_2
+PREHOOK: query: desc formatted transactional_table_2
+PREHOOK: type: DESCTABLE
+PREHOOK: Input: db_with_default_table_type@transactional_table_2
+POSTHOOK: query: desc formatted transactional_table_2
+POSTHOOK: type: DESCTABLE
+POSTHOOK: Input: db_with_default_table_type@transactional_table_2
+# col_name data_type comment
+id int
+name string
+
+# Detailed Table Information
+Database: db_with_default_table_type
+#### A masked pattern was here ####
+Retention: 0
+#### A masked pattern was here ####
+Table Type: MANAGED_TABLE
+Table Parameters:
+ COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"id\":\"true\",\"name\":\"true\"}}
+ bucketing_version 2
+ numFiles 0
+ numRows 0
+ rawDataSize 0
+ totalSize 0
+ transactional true
+ transactional_properties default
+#### A masked pattern was here ####
+
+# Storage Information
+SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde
+InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
+OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
+Compressed: No
+Num Buckets: -1
+Bucket Columns: []
+Sort Columns: []
+PREHOOK: query: create transactional table transactional_table_like_1 like
transactional_table_1
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:db_with_default_table_type
+PREHOOK: Output: db_with_default_table_type@transactional_table_like_1
+POSTHOOK: query: create transactional table transactional_table_like_1 like
transactional_table_1
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:db_with_default_table_type
+POSTHOOK: Output: db_with_default_table_type@transactional_table_like_1
+PREHOOK: query: desc formatted transactional_table_like_1
+PREHOOK: type: DESCTABLE
+PREHOOK: Input: db_with_default_table_type@transactional_table_like_1
+POSTHOOK: query: desc formatted transactional_table_like_1
+POSTHOOK: type: DESCTABLE
+POSTHOOK: Input: db_with_default_table_type@transactional_table_like_1
+# col_name data_type comment
+id int
+name string
+
+# Detailed Table Information
+Database: db_with_default_table_type
+#### A masked pattern was here ####
+Retention: 0
+#### A masked pattern was here ####
+Table Type: MANAGED_TABLE
+Table Parameters:
+ COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"id\":\"true\",\"name\":\"true\"}}
+ bucketing_version 2
+ numFiles 0
+ numRows 0
+ rawDataSize 0
+ totalSize 0
+ transactional true
+ transactional_properties default
+#### A masked pattern was here ####
+
+# Storage Information
+SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde
+InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
+OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
+Compressed: No
+Num Buckets: -1
+Bucket Columns: []
+Sort Columns: []
+PREHOOK: query: create transactional table transactional_table_ctas_1 as
select * from transactional_table_2
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: db_with_default_table_type@transactional_table_2
+PREHOOK: Output: database:db_with_default_table_type
+PREHOOK: Output: db_with_default_table_type@transactional_table_ctas_1
+POSTHOOK: query: create transactional table transactional_table_ctas_1 as
select * from transactional_table_2
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: db_with_default_table_type@transactional_table_2
+POSTHOOK: Output: database:db_with_default_table_type
+POSTHOOK: Output: db_with_default_table_type@transactional_table_ctas_1
+POSTHOOK: Lineage: transactional_table_ctas_1.id SIMPLE
[(transactional_table_2)transactional_table_2.FieldSchema(name:id, type:int,
comment:null), ]
+POSTHOOK: Lineage: transactional_table_ctas_1.name SIMPLE
[(transactional_table_2)transactional_table_2.FieldSchema(name:name,
type:string, comment:null), ]
+PREHOOK: query: desc formatted transactional_table_ctas_1
+PREHOOK: type: DESCTABLE
+PREHOOK: Input: db_with_default_table_type@transactional_table_ctas_1
+POSTHOOK: query: desc formatted transactional_table_ctas_1
+POSTHOOK: type: DESCTABLE
+POSTHOOK: Input: db_with_default_table_type@transactional_table_ctas_1
+# col_name data_type comment
+id int
+name string
+
+# Detailed Table Information
+Database: db_with_default_table_type
+#### A masked pattern was here ####
+Retention: 0
+#### A masked pattern was here ####
+Table Type: MANAGED_TABLE
+Table Parameters:
+ COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"id\":\"true\",\"name\":\"true\"}}
+ bucketing_version 2
+ numFiles 0
+ numRows 0
+ rawDataSize 0
+ totalSize 0
+ transactional true
+ transactional_properties default
+#### A masked pattern was here ####
+
+# Storage Information
+SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde
+InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
+OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
+Compressed: No
+Num Buckets: -1
+Bucket Columns: []
+Sort Columns: []
+PREHOOK: query: create table ext_table_1(id int, name string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:db_with_default_table_type
+PREHOOK: Output: db_with_default_table_type@ext_table_1
+POSTHOOK: query: create table ext_table_1(id int, name string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:db_with_default_table_type
+POSTHOOK: Output: db_with_default_table_type@ext_table_1
+PREHOOK: query: desc formatted ext_table_1
+PREHOOK: type: DESCTABLE
+PREHOOK: Input: db_with_default_table_type@ext_table_1
+POSTHOOK: query: desc formatted ext_table_1
+POSTHOOK: type: DESCTABLE
+POSTHOOK: Input: db_with_default_table_type@ext_table_1
+# col_name data_type comment
+id int
+name string
+
+# Detailed Table Information
+Database: db_with_default_table_type
+#### A masked pattern was here ####
+Retention: 0
+#### A masked pattern was here ####
+Table Type: EXTERNAL_TABLE
+Table Parameters:
+ COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"id\":\"true\",\"name\":\"true\"}}
+ EXTERNAL TRUE
+ bucketing_version 2
+ numFiles 0
+ numRows 0
+ rawDataSize 0
+ totalSize 0
+#### A masked pattern was here ####
+
+# Storage Information
+SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde
+InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
+OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
+Compressed: No
+Num Buckets: -1
+Bucket Columns: []
+Sort Columns: []
+Storage Desc Params:
+ serialization.format 1
+PREHOOK: query: create external table ext_table_2(id int, name string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:db_with_default_table_type
+PREHOOK: Output: db_with_default_table_type@ext_table_2
+POSTHOOK: query: create external table ext_table_2(id int, name string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:db_with_default_table_type
+POSTHOOK: Output: db_with_default_table_type@ext_table_2
+PREHOOK: query: desc formatted ext_table_2
+PREHOOK: type: DESCTABLE
+PREHOOK: Input: db_with_default_table_type@ext_table_2
+POSTHOOK: query: desc formatted ext_table_2
+POSTHOOK: type: DESCTABLE
+POSTHOOK: Input: db_with_default_table_type@ext_table_2
+# col_name data_type comment
+id int
+name string
+
+# Detailed Table Information
+Database: db_with_default_table_type
+#### A masked pattern was here ####
+Retention: 0
+#### A masked pattern was here ####
+Table Type: EXTERNAL_TABLE
+Table Parameters:
+ COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"id\":\"true\",\"name\":\"true\"}}
+ EXTERNAL TRUE
+ bucketing_version 2
+ numFiles 0
+ numRows 0
+ rawDataSize 0
+ totalSize 0
+#### A masked pattern was here ####
+
+# Storage Information
+SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+InputFormat: org.apache.hadoop.mapred.TextInputFormat
+OutputFormat:
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+Compressed: No
+Num Buckets: -1
+Bucket Columns: []
+Sort Columns: []
+Storage Desc Params:
+ serialization.format 1
+PREHOOK: query: create table ext_table_like_1 like ext_table_1
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:db_with_default_table_type
+PREHOOK: Output: db_with_default_table_type@ext_table_like_1
+POSTHOOK: query: create table ext_table_like_1 like ext_table_1
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:db_with_default_table_type
+POSTHOOK: Output: db_with_default_table_type@ext_table_like_1
+PREHOOK: query: desc formatted ext_table_like_1
+PREHOOK: type: DESCTABLE
+PREHOOK: Input: db_with_default_table_type@ext_table_like_1
+POSTHOOK: query: desc formatted ext_table_like_1
+POSTHOOK: type: DESCTABLE
+POSTHOOK: Input: db_with_default_table_type@ext_table_like_1
+# col_name data_type comment
+id int
+name string
+
+# Detailed Table Information
+Database: db_with_default_table_type
+#### A masked pattern was here ####
+Retention: 0
+#### A masked pattern was here ####
+Table Type: EXTERNAL_TABLE
+Table Parameters:
+ COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"id\":\"true\",\"name\":\"true\"}}
+ EXTERNAL TRUE
+ bucketing_version 2
+ numFiles 0
+ numRows 0
+ rawDataSize 0
+ totalSize 0
+#### A masked pattern was here ####
+
+# Storage Information
+SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde
+InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
+OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
+Compressed: No
+Num Buckets: -1
+Bucket Columns: []
+Sort Columns: []
+Storage Desc Params:
+ serialization.format 1
+PREHOOK: query: create table ext_table_ctas_1 as select * from ext_table_2
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: db_with_default_table_type@ext_table_2
+PREHOOK: Output: database:db_with_default_table_type
+PREHOOK: Output: db_with_default_table_type@ext_table_ctas_1
+POSTHOOK: query: create table ext_table_ctas_1 as select * from ext_table_2
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: db_with_default_table_type@ext_table_2
+POSTHOOK: Output: database:db_with_default_table_type
+POSTHOOK: Output: db_with_default_table_type@ext_table_ctas_1
+POSTHOOK: Lineage: ext_table_ctas_1.id SIMPLE
[(ext_table_2)ext_table_2.FieldSchema(name:id, type:int, comment:null), ]
+POSTHOOK: Lineage: ext_table_ctas_1.name SIMPLE
[(ext_table_2)ext_table_2.FieldSchema(name:name, type:string, comment:null), ]
+PREHOOK: query: desc formatted ext_table_ctas_1
+PREHOOK: type: DESCTABLE
+PREHOOK: Input: db_with_default_table_type@ext_table_ctas_1
+POSTHOOK: query: desc formatted ext_table_ctas_1
+POSTHOOK: type: DESCTABLE
+POSTHOOK: Input: db_with_default_table_type@ext_table_ctas_1
+# col_name data_type comment
+id int
+name string
+
+# Detailed Table Information
+Database: db_with_default_table_type
+#### A masked pattern was here ####
+Retention: 0
+#### A masked pattern was here ####
+Table Type: EXTERNAL_TABLE
+Table Parameters:
+ COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"id\":\"true\",\"name\":\"true\"}}
+ EXTERNAL TRUE
+ bucketing_version 2
+ numFiles 0
+ numRows 0
+ rawDataSize 0
+ totalSize 0
+#### A masked pattern was here ####
+
+# Storage Information
+SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde
+InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
+OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
+Compressed: No
+Num Buckets: -1
+Bucket Columns: []
+Sort Columns: []
+Storage Desc Params:
+ serialization.format 1
+PREHOOK: query: drop database if exists altered_db cascade
+PREHOOK: type: DROPDATABASE
+POSTHOOK: query: drop database if exists altered_db cascade
+POSTHOOK: type: DROPDATABASE
+PREHOOK: query: create database altered_db
+PREHOOK: type: CREATEDATABASE
+PREHOOK: Output: database:altered_db
+POSTHOOK: query: create database altered_db
+POSTHOOK: type: CREATEDATABASE
+POSTHOOK: Output: database:altered_db
+PREHOOK: query: use altered_db
+PREHOOK: type: SWITCHDATABASE
+PREHOOK: Input: database:altered_db
+POSTHOOK: query: use altered_db
+POSTHOOK: type: SWITCHDATABASE
+POSTHOOK: Input: database:altered_db
+PREHOOK: query: create table managed_table (id int, name string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: altered_db@managed_table
+PREHOOK: Output: database:altered_db
+POSTHOOK: query: create table managed_table (id int, name string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: altered_db@managed_table
+POSTHOOK: Output: database:altered_db
+PREHOOK: query: desc formatted managed_table
+PREHOOK: type: DESCTABLE
+PREHOOK: Input: altered_db@managed_table
+POSTHOOK: query: desc formatted managed_table
+POSTHOOK: type: DESCTABLE
+POSTHOOK: Input: altered_db@managed_table
+# col_name data_type comment
+id int
+name string
+
+# Detailed Table Information
+Database: altered_db
+#### A masked pattern was here ####
+Retention: 0
+#### A masked pattern was here ####
+Table Type: MANAGED_TABLE
+Table Parameters:
+ COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"id\":\"true\",\"name\":\"true\"}}
+ bucketing_version 2
+ numFiles 0
+ numRows 0
+ rawDataSize 0
+ totalSize 0
+ transactional true
+ transactional_properties default
+#### A masked pattern was here ####
+
+# Storage Information
+SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde
+InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
+OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
+Compressed: No
+Num Buckets: -1
+Bucket Columns: []
+Sort Columns: []
+PREHOOK: query: alter database altered_db set DBPROPERTIES
("defaultTableType"="EXTERNAL")
+PREHOOK: type: ALTERDATABASE
+PREHOOK: Output: database:altered_db
+POSTHOOK: query: alter database altered_db set DBPROPERTIES
("defaultTableType"="EXTERNAL")
+POSTHOOK: type: ALTERDATABASE
+POSTHOOK: Output: database:altered_db
+PREHOOK: query: create table external_table (id int, name string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: altered_db@external_table
+PREHOOK: Output: database:altered_db
+POSTHOOK: query: create table external_table (id int, name string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: altered_db@external_table
+POSTHOOK: Output: database:altered_db
+PREHOOK: query: desc formatted external_table
+PREHOOK: type: DESCTABLE
+PREHOOK: Input: altered_db@external_table
+POSTHOOK: query: desc formatted external_table
+POSTHOOK: type: DESCTABLE
+POSTHOOK: Input: altered_db@external_table
+# col_name data_type comment
+id int
+name string
+
+# Detailed Table Information
+Database: altered_db
+#### A masked pattern was here ####
+Retention: 0
+#### A masked pattern was here ####
+Table Type: EXTERNAL_TABLE
+Table Parameters:
+ COLUMN_STATS_ACCURATE
{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"id\":\"true\",\"name\":\"true\"}}
+ EXTERNAL TRUE
+ bucketing_version 2
+ numFiles 0
+ numRows 0
+ rawDataSize 0
+ totalSize 0
+#### A masked pattern was here ####
+
+# Storage Information
+SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde
+InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
+OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
+Compressed: No
+Num Buckets: -1
+Bucket Columns: []
+Sort Columns: []
+Storage Desc Params:
+ serialization.format 1
diff --git
a/standalone-metastore/metastore-common/src/gen/thrift/gen-cpp/hive_metastore_constants.cpp
b/standalone-metastore/metastore-common/src/gen/thrift/gen-cpp/hive_metastore_constants.cpp
index 097ed89..b0cb06d 100644
---
a/standalone-metastore/metastore-common/src/gen/thrift/gen-cpp/hive_metastore_constants.cpp
+++
b/standalone-metastore/metastore-common/src/gen/thrift/gen-cpp/hive_metastore_constants.cpp
@@ -83,6 +83,8 @@ hive_metastoreConstants::hive_metastoreConstants() {
CTAS_LEGACY_CONFIG = "create_table_as_external";
+ DEFAULT_TABLE_TYPE = "defaultTableType";
+
}
}}} // namespace
diff --git
a/standalone-metastore/metastore-common/src/gen/thrift/gen-cpp/hive_metastore_constants.h
b/standalone-metastore/metastore-common/src/gen/thrift/gen-cpp/hive_metastore_constants.h
index 807e777..e9bd9aa 100644
---
a/standalone-metastore/metastore-common/src/gen/thrift/gen-cpp/hive_metastore_constants.h
+++
b/standalone-metastore/metastore-common/src/gen/thrift/gen-cpp/hive_metastore_constants.h
@@ -51,6 +51,7 @@ class hive_metastoreConstants {
std::string PARTITION_TRANSFORM_SPEC;
std::string NO_CLEANUP;
std::string CTAS_LEGACY_CONFIG;
+ std::string DEFAULT_TABLE_TYPE;
};
extern const hive_metastoreConstants g_hive_metastore_constants;
diff --git
a/standalone-metastore/metastore-common/src/gen/thrift/gen-javabean/org/apache/hadoop/hive/metastore/api/hive_metastoreConstants.java
b/standalone-metastore/metastore-common/src/gen/thrift/gen-javabean/org/apache/hadoop/hive/metastore/api/hive_metastoreConstants.java
index 8576117..bd3cc92 100644
---
a/standalone-metastore/metastore-common/src/gen/thrift/gen-javabean/org/apache/hadoop/hive/metastore/api/hive_metastoreConstants.java
+++
b/standalone-metastore/metastore-common/src/gen/thrift/gen-javabean/org/apache/hadoop/hive/metastore/api/hive_metastoreConstants.java
@@ -81,4 +81,6 @@ package org.apache.hadoop.hive.metastore.api;
public static final java.lang.String CTAS_LEGACY_CONFIG =
"create_table_as_external";
+ public static final java.lang.String DEFAULT_TABLE_TYPE = "defaultTableType";
+
}
diff --git
a/standalone-metastore/metastore-common/src/gen/thrift/gen-php/metastore/Constant.php
b/standalone-metastore/metastore-common/src/gen/thrift/gen-php/metastore/Constant.php
index 9210480..c27dd20 100644
---
a/standalone-metastore/metastore-common/src/gen/thrift/gen-php/metastore/Constant.php
+++
b/standalone-metastore/metastore-common/src/gen/thrift/gen-php/metastore/Constant.php
@@ -54,6 +54,7 @@ final class Constant extends \Thrift\Type\TConstant
static protected $PARTITION_TRANSFORM_SPEC;
static protected $NO_CLEANUP;
static protected $CTAS_LEGACY_CONFIG;
+ static protected $DEFAULT_TABLE_TYPE;
protected static function init_DDL_TIME()
{
@@ -234,4 +235,9 @@ final class Constant extends \Thrift\Type\TConstant
{
return "create_table_as_external";
}
+
+ protected static function init_DEFAULT_TABLE_TYPE()
+ {
+ return "defaultTableType";
+ }
}
diff --git
a/standalone-metastore/metastore-common/src/gen/thrift/gen-py/hive_metastore/constants.py
b/standalone-metastore/metastore-common/src/gen/thrift/gen-py/hive_metastore/constants.py
index f582bdc..c347584 100644
---
a/standalone-metastore/metastore-common/src/gen/thrift/gen-py/hive_metastore/constants.py
+++
b/standalone-metastore/metastore-common/src/gen/thrift/gen-py/hive_metastore/constants.py
@@ -48,3 +48,4 @@ TABLE_IS_CTLT = "created_with_ctlt"
PARTITION_TRANSFORM_SPEC = "partition_transform_spec"
NO_CLEANUP = "no_cleanup"
CTAS_LEGACY_CONFIG = "create_table_as_external"
+DEFAULT_TABLE_TYPE = "defaultTableType"
diff --git
a/standalone-metastore/metastore-common/src/gen/thrift/gen-rb/hive_metastore_constants.rb
b/standalone-metastore/metastore-common/src/gen/thrift/gen-rb/hive_metastore_constants.rb
index b9b4ce8..dde9460 100644
---
a/standalone-metastore/metastore-common/src/gen/thrift/gen-rb/hive_metastore_constants.rb
+++
b/standalone-metastore/metastore-common/src/gen/thrift/gen-rb/hive_metastore_constants.rb
@@ -79,3 +79,5 @@ NO_CLEANUP = %q"no_cleanup"
CTAS_LEGACY_CONFIG = %q"create_table_as_external"
+DEFAULT_TABLE_TYPE = %q"defaultTableType"
+
diff --git
a/standalone-metastore/metastore-common/src/main/thrift/hive_metastore.thrift
b/standalone-metastore/metastore-common/src/main/thrift/hive_metastore.thrift
index f5dfa54..f046cbf 100644
---
a/standalone-metastore/metastore-common/src/main/thrift/hive_metastore.thrift
+++
b/standalone-metastore/metastore-common/src/main/thrift/hive_metastore.thrift
@@ -3139,4 +3139,5 @@ const string TABLE_IS_CTAS = "created_with_ctas",
const string TABLE_IS_CTLT = "created_with_ctlt",
const string PARTITION_TRANSFORM_SPEC = "partition_transform_spec",
const string NO_CLEANUP = "no_cleanup",
-const string CTAS_LEGACY_CONFIG = "create_table_as_external",
\ No newline at end of file
+const string CTAS_LEGACY_CONFIG = "create_table_as_external",
+const string DEFAULT_TABLE_TYPE = "defaultTableType",
\ No newline at end of file
