This is an automated email from the ASF dual-hosted git repository.
klcopp pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git.
from 369c939 HIVE-24961. Use database name as default in the mapred job
name for replication. (#2136)(Ayush Saxena, reviewed by Aasha Medhi)
add fd7e637 HIVE-24828: Provide new HMS API to return latest committed
compaction record for a given table (Yu-Wen Lai, reviewed by Kishen Das, Karen
Coppage)
No new revisions were added by this update.
Summary of changes:
.../metastore/txn/TestCompactionTxnHandler.java | 164 +-
.../src/gen/thrift/gen-cpp/ThriftHiveMetastore.cpp | 2911 +++++++------
.../src/gen/thrift/gen-cpp/ThriftHiveMetastore.h | 126 +
.../ThriftHiveMetastore_server.skeleton.cpp | 5 +
.../gen/thrift/gen-cpp/hive_metastore_types.cpp | 4540 +++++++++++---------
.../src/gen/thrift/gen-cpp/hive_metastore_types.h | 94 +
.../hive/metastore/api/AddDynamicPartitions.java | 32 +-
.../hive/metastore/api/AlterPartitionsRequest.java | 36 +-
.../hive/metastore/api/AlterTableRequest.java | 32 +-
.../metastore/api/ClearFileMetadataRequest.java | 32 +-
.../hive/metastore/api/ClientCapabilities.java | 36 +-
.../hive/metastore/api/CreateDatabaseRequest.java | 44 +-
.../hive/metastore/api/CreateTableRequest.java | 248 +-
.../hive/metastore/api/ExtendedTableInfo.java | 64 +-
.../hive/metastore/api/FindSchemasByColsResp.java | 36 +-
.../hive/metastore/api/FireEventRequest.java | 32 +-
.../hive/metastore/api/FireEventRequestData.java | 36 +-
.../hive/metastore/api/FireEventResponse.java | 32 +-
.../metastore/api/GetAllFunctionsResponse.java | 36 +-
.../hive/metastore/api/GetDatabaseRequest.java | 32 +-
.../hive/metastore/api/GetFieldsResponse.java | 36 +-
.../api/GetFileMetadataByExprRequest.java | 32 +-
.../metastore/api/GetFileMetadataByExprResult.java | 48 +-
.../hive/metastore/api/GetFileMetadataRequest.java | 32 +-
.../hive/metastore/api/GetFileMetadataResult.java | 44 +-
...> GetLatestCommittedCompactionInfoRequest.java} | 307 +-
... GetLatestCommittedCompactionInfoResponse.java} | 218 +-
.../hive/metastore/api/GetOpenTxnsRequest.java | 36 +-
.../metastore/api/GetPartitionNamesPsRequest.java | 32 +-
.../metastore/api/GetPartitionNamesPsResponse.java | 32 +-
.../hive/metastore/api/GetPartitionRequest.java | 32 +-
.../metastore/api/GetPartitionsFilterSpec.java | 32 +-
.../api/GetPartitionsPsWithAuthRequest.java | 64 +-
.../api/GetPartitionsPsWithAuthResponse.java | 36 +-
.../hive/metastore/api/GetPartitionsRequest.java | 64 +-
.../hive/metastore/api/GetPartitionsResponse.java | 36 +-
.../hive/metastore/api/GetProjectionsSpec.java | 32 +-
.../hive/metastore/api/GetSchemaResponse.java | 36 +-
.../hadoop/hive/metastore/api/GetTableRequest.java | 32 +-
.../hive/metastore/api/GetTablesExtRequest.java | 32 +-
.../hive/metastore/api/GetTablesRequest.java | 64 +-
.../hadoop/hive/metastore/api/GetTablesResult.java | 36 +-
.../hive/metastore/api/InsertEventRequestData.java | 128 +-
.../metastore/api/NotificationEventRequest.java | 32 +-
.../metastore/api/NotificationEventResponse.java | 36 +-
.../hive/metastore/api/PartitionsResponse.java | 36 +-
.../hive/metastore/api/PutFileMetadataRequest.java | 64 +-
.../hive/metastore/api/RenamePartitionRequest.java | 32 +-
.../hive/metastore/api/ReplicationMetricList.java | 36 +-
.../hadoop/hive/metastore/api/SchemaVersion.java | 36 +-
.../hive/metastore/api/ThriftHiveMetastore.java | 4387 +++++++++++--------
.../hive/metastore/api/WMFullResourcePlan.java | 144 +-
.../api/WMGetAllResourcePlanResponse.java | 36 +-
.../api/WMGetTriggersForResourePlanResponse.java | 36 +-
.../api/WMValidateResourcePlanResponse.java | 64 +-
.../metastore/api/WriteNotificationLogRequest.java | 32 +-
.../gen-php/metastore/AddDynamicPartitions.php | 18 +-
.../gen-php/metastore/AlterPartitionsRequest.php | 20 +-
.../thrift/gen-php/metastore/AlterTableRequest.php | 18 +-
.../gen-php/metastore/ClearFileMetadataRequest.php | 18 +-
.../gen-php/metastore/ClientCapabilities.php | 18 +-
.../gen-php/metastore/CreateDatabaseRequest.php | 26 +-
.../gen-php/metastore/CreateTableRequest.php | 138 +-
.../thrift/gen-php/metastore/ExtendedTableInfo.php | 36 +-
.../gen-php/metastore/FindSchemasByColsResp.php | 20 +-
.../thrift/gen-php/metastore/FireEventRequest.php | 18 +-
.../gen-php/metastore/FireEventRequestData.php | 20 +-
.../thrift/gen-php/metastore/FireEventResponse.php | 18 +-
.../gen-php/metastore/GetAllFunctionsResponse.php | 20 +-
.../gen-php/metastore/GetDatabaseRequest.php | 18 +-
.../thrift/gen-php/metastore/GetFieldsResponse.php | 20 +-
.../metastore/GetFileMetadataByExprRequest.php | 18 +-
.../metastore/GetFileMetadataByExprResult.php | 28 +-
.../gen-php/metastore/GetFileMetadataRequest.php | 18 +-
.../gen-php/metastore/GetFileMetadataResult.php | 26 +-
...=> GetLatestCommittedCompactionInfoRequest.php} | 72 +-
...> GetLatestCommittedCompactionInfoResponse.php} | 48 +-
.../gen-php/metastore/GetOpenTxnsRequest.php | 18 +-
.../metastore/GetPartitionNamesPsRequest.php | 18 +-
.../metastore/GetPartitionNamesPsResponse.php | 18 +-
.../gen-php/metastore/GetPartitionRequest.php | 18 +-
.../gen-php/metastore/GetPartitionsFilterSpec.php | 18 +-
.../metastore/GetPartitionsPsWithAuthRequest.php | 36 +-
.../metastore/GetPartitionsPsWithAuthResponse.php | 20 +-
.../gen-php/metastore/GetPartitionsRequest.php | 36 +-
.../gen-php/metastore/GetPartitionsResponse.php | 20 +-
.../gen-php/metastore/GetProjectionsSpec.php | 18 +-
.../thrift/gen-php/metastore/GetSchemaResponse.php | 20 +-
.../thrift/gen-php/metastore/GetTableRequest.php | 18 +-
.../gen-php/metastore/GetTablesExtRequest.php | 18 +-
.../thrift/gen-php/metastore/GetTablesRequest.php | 36 +-
.../thrift/gen-php/metastore/GetTablesResult.php | 20 +-
.../gen-php/metastore/InsertEventRequestData.php | 72 +-
.../gen-php/metastore/NotificationEventRequest.php | 18 +-
.../metastore/NotificationEventResponse.php | 20 +-
.../gen-php/metastore/PartitionsResponse.php | 20 +-
.../gen-php/metastore/PutFileMetadataRequest.php | 36 +-
.../gen-php/metastore/RenamePartitionRequest.php | 18 +-
.../gen-php/metastore/ReplicationMetricList.php | 20 +-
.../gen/thrift/gen-php/metastore/SchemaVersion.php | 20 +-
.../metastore/ThriftHiveMetastoreClient.php | 59 +
.../gen-php/metastore/ThriftHiveMetastoreIf.php | 5 +
.../ThriftHiveMetastore_add_partitions_args.php | 20 +-
...riftHiveMetastore_add_partitions_pspec_args.php | 20 +-
.../ThriftHiveMetastore_alter_partitions_args.php | 20 +-
...er_partitions_with_environment_context_args.php | 20 +-
.../ThriftHiveMetastore_append_partition_args.php | 18 +-
...end_partition_with_environment_context_args.php | 18 +-
...etastore_create_table_with_constraints_args.php | 120 +-
.../ThriftHiveMetastore_drop_partition_args.php | 18 +-
...rop_partition_with_environment_context_args.php | 18 +-
...ThriftHiveMetastore_exchange_partition_args.php | 26 +-
...hriftHiveMetastore_exchange_partitions_args.php | 26 +-
...iftHiveMetastore_exchange_partitions_result.php | 20 +-
...iveMetastore_find_columns_with_stats_result.php | 18 +-
...hriftHiveMetastore_get_all_databases_result.php | 18 +-
...erialized_view_objects_for_rewriting_result.php | 20 +-
...ThriftHiveMetastore_get_all_packages_result.php | 18 +-
...eMetastore_get_all_stored_procedures_result.php | 18 +-
.../ThriftHiveMetastore_get_all_tables_result.php | 18 +-
...eMetastore_get_all_token_identifiers_result.php | 18 +-
.../ThriftHiveMetastore_get_databases_result.php | 18 +-
...riftHiveMetastore_get_dataconnectors_result.php | 18 +-
.../ThriftHiveMetastore_get_fields_result.php | 20 +-
..._get_fields_with_environment_context_result.php | 20 +-
.../ThriftHiveMetastore_get_functions_result.php | 18 +-
..._get_latest_committed_compaction_info_args.php} | 12 +-
...et_latest_committed_compaction_info_result.php} | 12 +-
.../ThriftHiveMetastore_get_master_keys_result.php | 18 +-
...get_materialized_views_for_rewriting_result.php | 18 +-
...veMetastore_get_part_specs_by_filter_result.php | 20 +-
.../ThriftHiveMetastore_get_partition_args.php | 18 +-
...ftHiveMetastore_get_partition_names_ps_args.php | 18 +-
...HiveMetastore_get_partition_names_ps_result.php | 18 +-
...iveMetastore_get_partition_names_req_result.php | 18 +-
...iftHiveMetastore_get_partition_names_result.php | 18 +-
...tHiveMetastore_get_partition_with_auth_args.php | 36 +-
...veMetastore_get_partitions_by_filter_result.php | 20 +-
...tHiveMetastore_get_partitions_by_names_args.php | 18 +-
...iveMetastore_get_partitions_by_names_result.php | 20 +-
.../ThriftHiveMetastore_get_partitions_ps_args.php | 18 +-
...hriftHiveMetastore_get_partitions_ps_result.php | 20 +-
...eMetastore_get_partitions_ps_with_auth_args.php | 36 +-
...etastore_get_partitions_ps_with_auth_result.php | 20 +-
...ftHiveMetastore_get_partitions_pspec_result.php | 20 +-
.../ThriftHiveMetastore_get_partitions_result.php | 20 +-
...HiveMetastore_get_partitions_with_auth_args.php | 18 +-
...veMetastore_get_partitions_with_auth_result.php | 20 +-
.../ThriftHiveMetastore_get_privilege_set_args.php | 18 +-
.../ThriftHiveMetastore_get_role_names_result.php | 18 +-
...hriftHiveMetastore_get_runtime_stats_result.php | 20 +-
...iveMetastore_get_schema_all_versions_result.php | 20 +-
.../ThriftHiveMetastore_get_schema_result.php | 20 +-
..._get_schema_with_environment_context_result.php | 20 +-
.../ThriftHiveMetastore_get_table_meta_args.php | 18 +-
.../ThriftHiveMetastore_get_table_meta_result.php | 20 +-
...eMetastore_get_table_names_by_filter_result.php | 18 +-
...iveMetastore_get_table_objects_by_name_args.php | 18 +-
...eMetastore_get_table_objects_by_name_result.php | 20 +-
...riftHiveMetastore_get_tables_by_type_result.php | 18 +-
.../ThriftHiveMetastore_get_tables_ext_result.php | 20 +-
.../ThriftHiveMetastore_get_tables_result.php | 18 +-
.../ThriftHiveMetastore_get_type_all_result.php | 28 +-
...iveMetastore_isPartitionMarkedForEvent_args.php | 26 +-
.../ThriftHiveMetastore_list_privileges_result.php | 20 +-
.../ThriftHiveMetastore_list_roles_result.php | 20 +-
...iftHiveMetastore_markPartitionForEvent_args.php | 26 +-
...re_partition_name_has_valid_characters_args.php | 18 +-
...HiveMetastore_partition_name_to_spec_result.php | 26 +-
...HiveMetastore_partition_name_to_vals_result.php | 18 +-
.../ThriftHiveMetastore_rename_partition_args.php | 18 +-
.../metastore/ThriftHiveMetastore_set_ugi_args.php | 18 +-
.../ThriftHiveMetastore_set_ugi_result.php | 18 +-
.../ThriftHiveMetastore_truncate_table_args.php | 18 +-
.../gen-php/metastore/WMFullResourcePlan.php | 80 +-
.../metastore/WMGetAllResourcePlanResponse.php | 20 +-
.../WMGetTriggersForResourePlanResponse.php | 20 +-
.../metastore/WMValidateResourcePlanResponse.php | 36 +-
.../metastore/WriteNotificationLogRequest.php | 18 +-
.../hive_metastore/ThriftHiveMetastore-remote | 7 +
.../gen-py/hive_metastore/ThriftHiveMetastore.py | 1201 +++---
.../src/gen/thrift/gen-py/hive_metastore/ttypes.py | 1015 +++--
.../src/gen/thrift/gen-rb/hive_metastore_types.rb | 43 +
.../src/gen/thrift/gen-rb/thrift_hive_metastore.rb | 54 +
.../hadoop/hive/metastore/HiveMetaStoreClient.java | 9 +
.../hadoop/hive/metastore/IMetaStoreClient.java | 14 +
.../hadoop/hive/metastore/utils/FilterUtils.java | 36 +
.../src/main/thrift/hive_metastore.thrift | 11 +
.../apache/hadoop/hive/metastore/HMSHandler.java | 11 +
.../hadoop/hive/metastore/txn/TxnHandler.java | 83 +
.../apache/hadoop/hive/metastore/txn/TxnStore.java | 15 +
.../metastore/HiveMetaStoreClientPreCatalog.java | 7 +
.../hive/metastore/TestHiveMetaStoreTxns.java | 49 +
193 files changed, 11555 insertions(+), 8932 deletions(-)
copy
standalone-metastore/metastore-common/src/gen/thrift/gen-javabean/org/apache/hadoop/hive/metastore/api/{DropConstraintRequest.java
=> GetLatestCommittedCompactionInfoRequest.java} (64%)
copy
standalone-metastore/metastore-common/src/gen/thrift/gen-javabean/org/apache/hadoop/hive/metastore/api/{ForeignKeysResponse.java
=> GetLatestCommittedCompactionInfoResponse.java} (54%)
copy
standalone-metastore/metastore-common/src/gen/thrift/gen-php/metastore/{DropConstraintRequest.php
=> GetLatestCommittedCompactionInfoRequest.php} (66%)
copy
standalone-metastore/metastore-common/src/gen/thrift/gen-php/metastore/{NotificationEventResponse.php
=> GetLatestCommittedCompactionInfoResponse.php} (65%)
copy
standalone-metastore/metastore-common/src/gen/thrift/gen-php/metastore/{ThriftHiveMetastore_abort_txn_args.php
=> ThriftHiveMetastore_get_latest_committed_compaction_info_args.php} (85%)
copy
standalone-metastore/metastore-common/src/gen/thrift/gen-php/metastore/{ThriftHiveMetastore_cache_file_metadata_result.php
=> ThriftHiveMetastore_get_latest_committed_compaction_info_result.php} (84%)
