This is an automated email from the ASF dual-hosted git repository. mradhakrishnan pushed a commit to branch branch-feature-AMBARI-14714 in repository https://gitbox.apache.org/repos/asf/ambari.git
commit 430b544d4182b255e2ef91aab1e647ee8865e6d8 Merge: 1f81303 dd68e2c Author: mradha25 <mradhakrish...@hortonworks.com> AuthorDate: Wed Mar 21 09:56:22 2018 -0700 Merge pull request #711 from mradha25/MergeTrunk_Feature14714 Merge trunk feature14714 .gitignore | 4 +- LICENSE.txt | 28 + NOTICE.txt | 11 +- .../stackVersions/StackVersionsCreateCtrl.js | 9 +- .../stackVersions/StackVersionsListCtrl.js | 2 +- .../controllers/userManagement/GroupEditCtrl.js | 2 +- .../controllers/userManagement/UserEditCtrl.js | 2 +- .../controllers/userManagement/UsersListCtrl.js | 3 + .../ui/admin-web/app/scripts/i18n.config.js | 1 + .../ui/admin-web/app/scripts/services/User.js | 3 +- .../resources/ui/admin-web/app/styles/main.css | 31 +- .../admin-web/app/views/ambariViews/viewsList.html | 6 +- .../ui/admin-web/app/views/stackVersions/list.html | 4 +- .../app/views/stackVersions/stackVersionPage.html | 25 +- .../views/userManagement/modals/userCreate.html | 2 +- .../app/views/userManagement/userEdit.html | 4 +- .../app/views/userManagement/usersList.html | 2 +- ambari-agent/conf/unix/agent-multiplier.py | 10 +- ambari-agent/conf/unix/ambari-agent.ini | 5 + ambari-agent/conf/unix/install-helper.sh | 41 +- ambari-agent/pom.xml | 4 +- .../src/main/python/ambari_agent/ActionQueue.py | 206 +- .../python/ambari_agent/AlertSchedulerHandler.py | 84 +- .../python/ambari_agent/AlertStatusReporter.py | 110 + .../src/main/python/ambari_agent/AmbariAgent.py | 19 +- .../src/main/python/ambari_agent/AmbariConfig.py | 63 +- .../ambari_agent/ClusterAlertDefinitionsCache.py | 109 + .../src/main/python/ambari_agent/ClusterCache.py | 170 ++ .../python/ambari_agent/ClusterConfiguration.py | 160 -- .../ambari_agent/ClusterConfigurationCache.py | 42 + .../ambari_agent/ClusterHostLevelParamsCache.py | 45 + .../python/ambari_agent/ClusterMetadataCache.py | 42 + .../python/ambari_agent/ClusterTopologyCache.py | 247 ++ .../main/python/ambari_agent/CommandStatusDict.py | 142 +- .../python/ambari_agent/CommandStatusReporter.py | 51 + .../python/ambari_agent/ComponentStatusExecutor.py | 154 ++ .../python/ambari_agent/ConfigurationBuilder.py | 83 + .../src/main/python/ambari_agent/Constants.py | 27 +- .../src/main/python/ambari_agent/Controller.py | 52 +- .../ambari_agent/CustomServiceOrchestrator.py | 116 +- .../src/main/python/ambari_agent/Facter.py | 26 +- .../src/main/python/ambari_agent/FileCache.py | 20 +- .../src/main/python/ambari_agent/Hardware.py | 6 +- .../main/python/ambari_agent/HeartbeatHandlers.py | 12 +- .../main/python/ambari_agent/HeartbeatThread.py | 252 ++ .../src/main/python/ambari_agent/HostCleanup.py | 16 +- .../src/main/python/ambari_agent/HostInfo.py | 32 +- .../main/python/ambari_agent/HostStatusReporter.py | 75 + .../main/python/ambari_agent/InitializerModule.py | 87 + .../src/main/python/ambari_agent/NetUtil.py | 23 +- .../main/python/ambari_agent/PingPortListener.py | 8 +- .../src/main/python/ambari_agent/PythonExecutor.py | 29 +- .../ambari_agent/PythonReflectiveExecutor.py | 2 +- .../main/python/ambari_agent/RecoveryManager.py | 321 +-- .../src/main/python/ambari_agent/Register.py | 26 +- .../main/python/ambari_agent/StaleAlertsMonitor.py | 71 + ambari-agent/src/main/python/ambari_agent/Utils.py | 228 ++ .../main/python/ambari_agent/alerts/ams_alert.py | 2 +- .../main/python/ambari_agent/alerts/base_alert.py | 148 +- .../main/python/ambari_agent/alerts/collector.py | 2 +- .../python/ambari_agent/alerts/metric_alert.py | 57 +- .../main/python/ambari_agent/alerts/port_alert.py | 5 +- .../python/ambari_agent/alerts/recovery_alert.py | 2 +- .../python/ambari_agent/alerts/script_alert.py | 14 +- .../main/python/ambari_agent/alerts/web_alert.py | 35 +- .../python/ambari_agent/apscheduler/threadpool.py | 2 +- .../src/main/python/ambari_agent/client_example.py | 69 + .../src/main/python/ambari_agent/hostname.py | 8 +- .../listeners/AlertDefinitionsEventListener.py | 77 + .../listeners/CommandsEventListener.py | 79 + .../listeners/ConfigurationEventListener.py | 66 + .../listeners/HostLevelParamsEventListener.py | 60 + .../listeners/MetadataEventListener.py | 52 + .../listeners/ServerResponsesListener.py | 83 + .../listeners/TopologyEventListener.py | 76 + .../main/python/ambari_agent/listeners/__init__.py | 68 + ambari-agent/src/main/python/ambari_agent/main.py | 131 +- .../src/main/python/ambari_agent/security.py | 110 +- ambari-agent/src/packages/tarball/all.xml | 12 + .../python/ambari_agent/BaseStompServerTestCase.py | 310 +++ .../test/python/ambari_agent/TestActionQueue.py | 886 +++---- .../python/ambari_agent/TestAgentStompResponses.py | 376 +++ .../ambari_agent/TestAlertSchedulerHandler.py | 111 +- .../src/test/python/ambari_agent/TestAlerts.py | 437 ++-- .../test/python/ambari_agent/TestAmbariAgent.py | 16 +- .../src/test/python/ambari_agent/TestAmsAlert.py | 26 +- .../src/test/python/ambari_agent/TestBaseAlert.py | 3 +- .../ambari_agent/TestClusterConfigurationCache.py | 38 +- .../python/ambari_agent/TestCommandStatusDict.py | 2 +- .../src/test/python/ambari_agent/TestController.py | 2 +- .../ambari_agent/TestCustomServiceOrchestrator.py | 2 +- .../src/test/python/ambari_agent/TestFileCache.py | 6 +- .../src/test/python/ambari_agent/TestHardware.py | 16 +- .../src/test/python/ambari_agent/TestHeartbeat.py | 2 +- .../src/test/python/ambari_agent/TestHostInfo.py | 3 +- .../src/test/python/ambari_agent/TestMain.py | 2 +- .../test/python/ambari_agent/TestMetricAlert.py | 13 +- .../src/test/python/ambari_agent/TestNetUtil.py | 2 +- .../python/ambari_agent/TestPingPortListener.py | 5 +- .../src/test/python/ambari_agent/TestPortAlert.py | 143 +- .../test/python/ambari_agent/TestPythonExecutor.py | 28 +- .../python/ambari_agent/TestRecoveryManager.py | 265 +- .../test/python/ambari_agent/TestRegistration.py | 4 +- .../test/python/ambari_agent/TestScriptAlert.py | 13 +- .../src/test/python/ambari_agent/TestSecurity.py | 62 +- .../dummy_files/alert_definitions.json | 37 + .../ambari_agent/dummy_files/configurations.json | 1 + .../ambari_agent/dummy_files/definitions.json | 37 - .../dummy_files/host_level_params.json | 1 + .../python/ambari_agent/dummy_files/metadata.json | 1 + .../stomp/agent_host_status_update.json | 32 + .../stomp/alert_definition_expected.json | 74 + .../dummy_files/stomp/alert_definitions.json | 2669 ++++++++++++++++++++ .../dummy_files/stomp/alert_definitions_add.json | 45 + .../stomp/alert_definitions_delete.json | 60 + .../dummy_files/stomp/alert_definitions_edit.json | 44 + .../dummy_files/stomp/alert_definitions_small.json | 92 + .../stomp/components_status_report.json | 28 + .../dummy_files/stomp/configurations_update.json | 53 + .../dummy_files/stomp/execution_commands.json | 81 + .../dummy_files/stomp/heartbeat_request.json | 3 + .../dummy_files/stomp/host_level_params.json | 37 + .../stomp/metadata_after_registration.json | 221 ++ .../dummy_files/stomp/metadata_update.json | 9 + .../dummy_files/stomp/registration_request.json | 90 + .../dummy_files/stomp/registration_response.json | 8 + .../dummy_files/stomp/topology_add_component.json | 28 + .../stomp/topology_add_component_host.json | 18 + .../dummy_files/stomp/topology_add_host.json | 16 + .../dummy_files/stomp/topology_cache_expected.json | 73 + .../dummy_files/stomp/topology_create.json | 105 + .../dummy_files/stomp/topology_delete_cluster.json | 8 + .../stomp/topology_delete_component.json | 19 + .../stomp/topology_delete_component_host.json | 18 + .../dummy_files/stomp/topology_delete_host.json | 13 + .../python/ambari_agent/dummy_files/topology.json | 1 + .../resource_management/TestExecuteResource.py | 26 +- .../resource_management/TestGroupResource.py | 12 +- .../resource_management/TestNamenodeHaUtils.py | 16 +- .../test/python/resource_management/TestScript.py | 15 +- .../python/resource_management/TestUserResource.py | 24 +- ambari-client/assemblies/client.xml | 20 - ambari-client/groovy-client/pom.xml | 130 - .../ambari/groovy/client/AmbariClient.groovy | 1170 --------- .../groovy/client/AmbariConnectionException.groovy | 27 - .../groovy/client/InvalidBlueprintException.groovy | 28 - .../client/InvalidHostGroupHostAssociation.groovy | 39 - .../apache/ambari/groovy/client/DoNotDeleteMe.java | 26 - .../resources/blueprints/hdp-multinode-default | 179 -- .../resources/blueprints/hdp-singlenode-default | 133 - .../main/resources/blueprints/lambda-architecture | 169 -- .../main/resources/blueprints/multi-node-hdfs-yarn | 67 - .../resources/blueprints/single-node-hdfs-yarn | 51 - .../src/main/resources/blueprints/warmup | 94 - .../groovy/client/AbstractAmbariClientTest.groovy | 39 - .../groovy/client/AmbariBlueprintsTest.groovy | 286 --- .../ambari/groovy/client/AmbariClustersTest.groovy | 65 - .../ambari/groovy/client/AmbariHostsTest.groovy | 112 - .../groovy/client/AmbariRecommendTest.groovy | 150 -- .../client/AmbariServiceConfigurationTest.groovy | 83 - .../ambari/groovy/client/AmbariServicesTest.groovy | 210 -- .../ambari/groovy/client/AmbariTasksTest.groovy | 93 - .../ambari/groovy/client/TestResources.groovy | 45 - .../org/apache/ambari/groovy/client/NeitherMe.java | 27 - .../src/test/resources/blueprint-config.json | 61 - .../src/test/resources/blueprint.json | 48 - .../src/test/resources/blueprints.json | 21 - .../groovy-client/src/test/resources/cluster.json | 16 - .../src/test/resources/clusterAll.json | 194 -- .../groovy-client/src/test/resources/clusters.json | 12 - .../src/test/resources/hdfsServiceComponents.json | 63 - .../src/test/resources/hdp-multinode-default.json | 200 -- .../src/test/resources/hdp-multinode-default2.json | 164 -- .../src/test/resources/host-components.json | 590 ----- .../groovy-client/src/test/resources/hosts.json | 92 - .../resources/multi-node-hdfs-yarn-config.json | 89 - .../src/test/resources/multi-node-hdfs-yarn.json | 83 - .../src/test/resources/no-blueprint.json | 4 - .../src/test/resources/no-clusters.json | 4 - .../groovy-client/src/test/resources/no-hosts.json | 4 - .../src/test/resources/no-request-tasks.json | 10 - .../test/resources/no-service-components-hdfs.json | 6 - .../src/test/resources/no-services.json | 5 - .../src/test/resources/request-tasks.json | 555 ---- .../test/resources/service-components-hdfs.json | 63 - .../src/test/resources/service-config.json | 58 - .../test/resources/service-versions-multiple.json | 37 - .../src/test/resources/service-versions.json | 93 - .../groovy-client/src/test/resources/services.json | 15 - .../groovy-client/src/test/resources/tasks.json | 471 ---- .../src/test/resources/versions/clusters.json | 12 - .../test/resources/versions/service-config.json | 58 - .../test/resources/versions/service-versions.json | 37 - ambari-client/pom.xml | 75 - ambari-client/python-client/pom.xml | 207 -- ambari-client/python-client/src/examples/create.py | 147 -- ambari-client/python-client/src/examples/delete.py | 66 - .../python-client/src/examples/example.py | 133 - ambari-client/python-client/src/examples/main.py | 166 -- ambari-client/python-client/src/examples/trial.py | 145 -- .../src/main/package/deb/control/control | 22 - .../src/main/package/deb/control/postinst | 15 - .../src/main/package/deb/control/postrm | 15 - .../src/main/package/deb/control/posttrm | 15 - .../src/main/package/deb/control/preinst | 15 - .../src/main/package/deb/control/prerm | 15 - .../src/main/python/ambari_client/__init__.py | 16 - .../src/main/python/ambari_client/ambari_api.py | 301 --- .../src/main/python/ambari_client/core/__init__.py | 16 - .../main/python/ambari_client/core/coreutils.py | 27 - .../src/main/python/ambari_client/core/errors.py | 103 - .../main/python/ambari_client/core/http_client.py | 179 -- .../main/python/ambari_client/core/http_utils.py | 50 - .../python/ambari_client/core/rest_resource.py | 136 - .../main/python/ambari_client/model/__init__.py | 16 - .../main/python/ambari_client/model/base_model.py | 109 - .../main/python/ambari_client/model/blueprint.py | 178 -- .../src/main/python/ambari_client/model/cluster.py | 540 ---- .../main/python/ambari_client/model/component.py | 207 -- .../python/ambari_client/model/configuration.py | 179 -- .../src/main/python/ambari_client/model/host.py | 403 --- .../src/main/python/ambari_client/model/paths.py | 61 - .../src/main/python/ambari_client/model/service.py | 270 -- .../src/main/python/ambari_client/model/stack.py | 187 -- .../src/main/python/ambari_client/model/status.py | 112 - .../src/main/python/ambari_client/model/utils.py | 316 --- .../src/main/python/ambari_client/model/views.py | 33 - .../python-client/src/main/python/setup.py | 39 - .../python-client/src/packages/tarball/all.xml | 34 - .../src/test/python/TestAmbariClient.py | 212 -- .../src/test/python/TestClusterModel.py | 428 ---- .../src/test/python/TestComponentModel.py | 54 - .../python-client/src/test/python/TestHostModel.py | 80 - .../src/test/python/TestServiceModel.py | 105 - .../src/test/python/TestStatusModel.py | 83 - .../python/json/ambariclient_bootstrap_hosts.json | 5 - .../python/json/ambariclient_get_all_clusters.json | 12 - .../python/json/ambariclient_get_all_hosts.json | 77 - .../python/json/ambariclient_get_components.json | 53 - .../test/python/json/ambariclient_get_config.json | 929 ------- .../test/python/json/ambariclient_get_host.json | 63 - .../json/clustermodel_error_deleting_host.json | 4 - .../python/json/clustermodel_get_all_hosts.json | 375 --- .../python/json/clustermodel_get_all_services.json | 120 - .../test/python/json/clustermodel_get_cluster.json | 103 - .../json/clustermodel_get_core_site_config.json | 32 - .../json/clustermodel_get_global_config.json | 65 - .../json/clustermodel_get_hdfs_site_config.json | 53 - .../test/python/json/clustermodel_get_host.json | 250 -- .../json/clustermodel_get_mapred_site_config.json | 58 - .../test/python/json/clustermodel_get_service.json | 29 - .../python/json/componentmodel_get_metrics.json | 133 - .../src/test/python/json/get_cluster_service.json | 27 - .../python/json/get_components_from_stack.json | 41 - .../src/test/python/json/get_host_component.json | 41 - .../src/test/python/json/get_host_components.json | 60 - .../test/python/json/get_service_component.json | 108 - .../test/python/json/get_service_components.json | 133 - .../python/json/hostmodel_get_host_component.json | 181 -- .../python/json/hostmodel_get_host_components.json | 222 -- .../python/json/servicemodel_get_component.json | 20 - .../python/json/servicemodel_get_components.json | 61 - .../python/json/status_error_with_message.json | 4 - .../src/test/python/json/status_ok_with_id.json | 7 - .../python-client/src/test/python/unitTests.py | 119 - .../src/test/python/utils/HttpClientInvoker.py | 153 -- .../main/python/ambari_commons/_posixsubprocess.so | Bin 0 -> 65280 bytes .../src/main/python/ambari_commons/constants.py | 1 + .../src/main/python/ambari_commons/firewall.py | 4 +- .../ambari_commons/kerberos/kerberos_common.py | 4 +- .../src/main/python/ambari_commons/os_linux.py | 10 +- .../src/main/python/ambari_commons/os_windows.py | 10 +- .../python/ambari_commons/resources/os_family.json | 2 +- .../src/main/python/ambari_commons/shell.py | 16 +- .../src/main/python/ambari_commons/subprocess32.py | 1745 +++++++++++++ .../python/ambari_commons/unicode_tolerant_fs.py | 63 + .../src/main/python/ambari_stomp/__init__.py | 56 + .../src/main/python/ambari_stomp/__main__.py | 576 +++++ .../main/python/ambari_stomp/adapter/__init__.py | 20 + .../main/python/ambari_stomp/adapter/multicast.py | 198 ++ .../main/python/ambari_stomp/adapter/websocket.py | 152 ++ .../src/main/python/ambari_stomp/backward.py | 48 + .../src/main/python/ambari_stomp/backward2.py | 79 + .../src/main/python/ambari_stomp/backward3.py | 86 + .../src/main/python/ambari_stomp/backwardsock.py | 29 + .../src/main/python/ambari_stomp/backwardsock25.py | 50 + .../src/main/python/ambari_stomp/backwardsock26.py | 34 + .../src/main/python/ambari_stomp/colors.py | 36 + .../src/main/python/ambari_stomp/connect.py | 221 ++ .../src/main/python/ambari_stomp/constants.py | 47 + .../src/main/python/ambari_stomp/exception.py | 53 + .../src/main/python/ambari_stomp/listener.py | 540 ++++ .../src/main/python/ambari_stomp/protocol.py | 525 ++++ .../src/main/python/ambari_stomp/transport.py | 868 +++++++ .../src/main/python/ambari_stomp/utils.py | 268 ++ .../src/main/python/ambari_ws4py/__init__.py | 85 + .../main/python/ambari_ws4py/client/__init__.py | 358 +++ .../python/ambari_ws4py/client/geventclient.py | 110 + .../python/ambari_ws4py/client/threadedclient.py | 116 + .../python/ambari_ws4py/client/tornadoclient.py | 173 ++ .../src/main/python/ambari_ws4py/compat.py | 64 + ambari-common/src/main/python/ambari_ws4py/exc.py | 45 + .../src/main/python/ambari_ws4py/framing.py | 291 +++ .../src/main/python/ambari_ws4py/manager.py | 386 +++ .../src/main/python/ambari_ws4py/messaging.py | 187 ++ .../src/main/python/ambari_ws4py/streaming.py | 337 +++ .../src/main/python/ambari_ws4py/utf8validator.py | 117 + .../src/main/python/ambari_ws4py/websocket.py | 556 ++++ .../resource_management/core/providers/mount.py | 2 +- .../core/providers/package/apt.py | 4 +- .../core/providers/windows/system.py | 4 +- .../core/resources/jcepolicyinfo.py | 6 +- .../resource_management/core/resources/system.py | 10 +- .../main/python/resource_management/core/shell.py | 24 +- .../main/python/resource_management/core/source.py | 2 +- .../main/python/resource_management/core/sudo.py | 11 +- .../libraries/functions/conf_select.py | 10 +- .../libraries/functions/constants.py | 1 + .../libraries/functions/copy_tarball.py | 4 +- .../functions/dynamic_variable_interpretation.py | 2 +- .../functions/get_not_managed_resources.py | 5 +- .../libraries/functions/log_process_information.py | 3 +- .../libraries/functions/lzo_utils.py | 6 +- .../libraries/functions/namenode_ha_utils.py | 109 +- .../libraries/functions/package_conditions.py | 2 +- .../libraries/functions/security_commons.py | 7 +- .../libraries/functions/setup_ranger_plugin_xml.py | 20 +- .../libraries/functions/solr_cloud_util.py | 8 +- .../libraries/functions/stack_features.py | 10 +- .../libraries/functions/stack_select.py | 4 +- .../libraries/functions/stack_tools.py | 2 +- .../libraries/functions/version_select_util.py | 2 +- .../libraries/providers/hdfs_resource.py | 2 +- .../resource_management/libraries/providers/msi.py | 2 +- .../libraries/providers/xml_config.py | 4 +- .../resource_management/libraries/script/dummy.py | 6 +- .../resource_management/libraries/script/hook.py | 4 +- .../resource_management/libraries/script/script.py | 44 +- .../src/main/repo/install_ambari_tarball.py | 8 +- ambari-common/src/test/python/coilmq/__init__.py | 16 + .../src/test/python/coilmq/auth/__init__.py | 34 + .../src/test/python/coilmq/auth/simple.py | 101 + .../src/test/python/coilmq/config/__init__.py | 152 ++ .../test/python/coilmq/config/coilmq.cfg-sample | 87 + .../src/test/python/coilmq/config/defaults.cfg | 57 + ambari-common/src/test/python/coilmq/engine.py | 94 + ambari-common/src/test/python/coilmq/exception.py | 43 + .../src/test/python/coilmq/protocol/__init__.py | 360 +++ ambari-common/src/test/python/coilmq/queue.py | 376 +++ ambari-common/src/test/python/coilmq/scheduler.py | 141 ++ .../src/test/python/coilmq/server/__init__.py | 44 + .../src/test/python/coilmq/server/socket_server.py | 195 ++ ambari-common/src/test/python/coilmq/start.py | 226 ++ .../src/test/python/coilmq/store/__init__.py | 189 ++ ambari-common/src/test/python/coilmq/store/dbm.py | 262 ++ .../src/test/python/coilmq/store/memory.py | 76 + ambari-common/src/test/python/coilmq/store/rds.py | 69 + .../src/test/python/coilmq/store/sa/__init__.py | 205 ++ .../src/test/python/coilmq/store/sa/meta.py | 27 + .../src/test/python/coilmq/store/sa/model.py | 53 + ambari-common/src/test/python/coilmq/topic.py | 144 ++ .../src/test/python/coilmq/util/__init__.py | 16 + .../src/test/python/coilmq/util/concurrency.py | 96 + .../src/test/python/coilmq/util/frames.py | 377 +++ ambari-common/src/test/python/coilmq/util/six.py | 34 + ambari-funtest/pom.xml | 9 +- .../2.0.7/services/HIVE/package/scripts/hive.py | 2 +- .../2.0.7/services/HIVE/package/scripts/params.py | 4 +- ambari-infra/ambari-infra-assembly/pom.xml | 19 +- .../ambari-infra-assembly/src/main/resources/solr | 1970 --------------- .../ambari-infra-manager/docker/docker-compose.yml | 2 +- .../docker/infra-manager-docker-compose.sh | 2 +- ambari-infra/ambari-infra-manager/pom.xml | 4 +- .../java/org/apache/ambari/infra/InfraManager.java | 4 +- ambari-infra/ambari-infra-solr-client/build.xml | 10 + ambari-infra/ambari-infra-solr-client/pom.xml | 9 +- .../ambari/infra/solr/AmbariSolrCloudCLI.java | 69 +- .../ambari/infra/solr/AmbariSolrCloudClient.java | 36 +- .../infra/solr/AmbariSolrCloudClientBuilder.java | 35 +- .../solr/commands/CreateCollectionCommand.java | 6 +- .../solr/commands/TransferZnodeZkCommand.java | 45 + .../src/main/python/migrationHelper.py | 250 ++ .../src/main/python/solrDataManager.py | 76 +- .../src/main/resources/solrIndexHelper.sh | 122 +- ambari-infra/ambari-infra-solr-plugin/pom.xml | 5 + .../infra/security/InfraKerberosHostValidator.java | 54 - .../InfraRuleBasedAuthorizationPlugin.java | 542 ---- .../security/InfraUserRolesLookupStrategy.java | 49 - .../solr/security/InfraKerberosHostValidator.java | 54 + .../InfraRuleBasedAuthorizationPlugin.java | 303 +++ .../security/InfraUserRolesLookupStrategy.java | 49 + ...uster.security.InfraRuleBasedAuthorization.json | 129 + .../security/InfraKerberosHostValidatorTest.java | 114 - .../InfraRuleBasedAuthorizationPluginTest.java | 252 -- .../security/InfraUserRolesLookupStrategyTest.java | 83 - .../security/InfraKerberosHostValidatorTest.java | 114 + .../InfraRuleBasedAuthorizationPluginTest.java | 259 ++ .../security/InfraUserRolesLookupStrategyTest.java | 83 + ambari-infra/pom.xml | 19 +- ambari-logsearch/.gitignore | 10 + .../api/model/inputconfig/InputDescriptor.java | 2 + .../ambari-logsearch-config-zookeeper/pom.xml | 2 +- .../inputconfig/impl/InputDescriptorImpl.java | 20 +- .../logsearch/steps/AbstractLogSearchSteps.java | 10 +- .../ambari/logfeeder/plugin/filter/Filter.java | 2 +- .../ambari/logfeeder/plugin/input/Input.java | 2 +- .../ambari-logsearch-logfeeder/pom.xml | 37 +- .../org/apache/ambari/logfeeder/LogFeeder.java | 6 +- .../ambari/logfeeder/output/OutputManagerImpl.java | 3 + .../apache/ambari/logfeeder/output/OutputSolr.java | 10 +- .../shipper-conf/input.config-sample.json | 3 +- ambari-logsearch/ambari-logsearch-server/pom.xml | 142 +- .../main/configsets/audit_logs/conf/solrconfig.xml | 10 +- .../configsets/hadoop_logs/conf/managed-schema | 1 + .../configsets/hadoop_logs/conf/solrconfig.xml | 10 +- .../main/configsets/history/conf/managed-schema | 2 - .../main/configsets/history/conf/solrconfig.xml | 1414 +---------- .../org/apache/ambari/logsearch/LogSearch.java | 4 +- .../logsearch/common/ExternalServerClient.java | 2 +- .../common/HadoopServiceConfigHelper.java | 80 - .../logsearch/common/LabelFallbackHandler.java | 110 + .../logsearch/common/LogSearchConstants.java | 22 + .../logsearch/common/PropertiesSplitter.java | 93 + .../ambari/logsearch/conf/UIMappingConfig.java | 431 ++++ .../configurer/SolrCollectionConfigurer.java | 13 +- .../apache/ambari/logsearch/doc/DocConstants.java | 1 - .../logsearch/handler/UpgradeSchemaHandler.java | 139 - .../ambari/logsearch/manager/AuditLogsManager.java | 75 +- .../logsearch/manager/ServiceLogsManager.java | 55 +- .../model/metadata/AuditFieldMetadataResponse.java | 45 + .../model/metadata/ComponentMetadata.java | 38 + .../logsearch/model/metadata/FieldMetadata.java | 45 + .../logsearch/model/metadata/Filterable.java | 25 + .../ambari/logsearch/model/metadata/Groupable.java | 25 + .../ambari/logsearch/model/metadata/Labelable.java | 27 + .../ambari/logsearch/model/metadata/Metadata.java | 40 + .../metadata/ServiceComponentMetadataWrapper.java | 45 + .../ambari/logsearch/model/metadata/Visible.java | 25 + .../logsearch/model/response/ServiceLogData.java | 5 + .../ambari/logsearch/rest/AuditLogsResource.java | 15 +- .../ambari/logsearch/rest/ServiceLogsResource.java | 17 +- .../logsearch/solr/ResponseDataGenerator.java | 73 +- .../ambari/logsearch/solr/SolrConstants.java | 1 + .../logsearch/solr/model/SolrServiceLogData.java | 13 + .../org/apache/ambari/logsearch/util/JSONUtil.java | 8 +- .../logsearch/web/filters/LogsearchKrbFilter.java | 4 - .../src/main/resources/HadoopServiceConfig.json | 488 ---- .../logsearch/common/LabelFallbackHandlerTest.java | 129 + .../logsearch/common/PropertiesSplitterTest.java | 123 + .../src/test/resources/HadoopServiceConfig.json | 17 - ambari-logsearch/ambari-logsearch-web/package.json | 5 + .../src/app/app-routing.module.ts | 60 + .../ambari-logsearch-web/src/app/app.module.ts | 63 +- .../classes/components/graph/graph.component.less | 2 +- .../components/graph/time-graph.component.less | 2 +- .../src/app/classes/models/audit-log-field.ts | 225 -- .../src/app/classes/models/log-field.ts | 27 - .../src/app/classes/models/node-group.ts | 25 + .../src/app/classes/models/node-item.ts | 3 + .../src/app/classes/models/service-log-field.ts | 107 - .../src/app/classes/models/store.ts | 9 +- .../ambari-logsearch-web/src/app/classes/object.ts | 21 + .../accordion-panel/accordion-panel.component.less | 2 +- .../action-menu/action-menu.component.less | 2 +- .../action-menu/action-menu.component.spec.ts | 22 +- .../src/app/components/app.component.html | 8 +- .../src/app/components/app.component.less | 20 +- .../src/app/components/app.component.spec.ts | 11 +- .../src/app/components/app.component.ts | 36 +- .../audit-logs-entries.component.spec.ts | 20 +- .../audit-logs-table.component.spec.ts | 22 +- .../breadrumbs/breadcrumbs.component.html | 29 + .../breadrumbs/breadcrumbs.component.less | 16 + .../breadrumbs/breadcrumbs.component.spec.ts | 51 + .../components/breadrumbs/breadcrumbs.component.ts | 83 + .../cluster-filter/cluster-filter.component.html | 19 + .../cluster-filter/cluster-filter.component.less | 19 + .../cluster-filter.component.spec.ts | 115 + .../cluster-filter/cluster-filter.component.ts | 150 ++ .../collapsible-panel.component.less | 2 +- .../context-menu/context-menu.component.spec.ts | 14 +- .../dropdown-button/dropdown-button.component.less | 37 - .../dropdown-button/dropdown-button.component.ts | 104 - .../dropdown-list/dropdown-list.component.less | 45 - .../dropdown-list/dropdown-list.component.spec.ts | 138 - .../dropdown-list/dropdown-list.component.ts | 84 - .../filter-dropdown.component.spec.ts | 134 - .../filter-dropdown/filter-dropdown.component.ts | 67 - .../filters-panel/filters-panel.component.less | 2 +- .../filters-panel/filters-panel.component.spec.ts | 13 +- .../filters-panel/filters-panel.component.ts | 58 +- .../graph-tooltip/graph-tooltip.component.less | 2 +- .../horizontal-histogram.component.less | 2 +- .../log-context/log-context.component.less | 2 +- .../log-context/log-context.component.spec.ts | 22 +- .../log-file-entry/log-file-entry.component.less | 2 +- .../log-index-filter.component.less | 2 +- .../log-index-filter.component.spec.ts | 24 +- .../log-message/log-message.component.less | 2 +- .../login-form/login-form.component.less | 2 +- .../login-form/login-form.component.spec.ts | 2 + .../components/login-form/login-form.component.ts | 19 +- .../logs-container/logs-container.component.html | 2 +- .../logs-container/logs-container.component.less | 2 +- .../logs-container.component.spec.ts | 21 +- .../logs-container/logs-container.component.ts | 32 +- .../main-container/main-container.component.html | 6 +- .../main-container/main-container.component.less | 2 - .../main-container/main-container.component.ts | 19 +- .../src/app/components/main.less | 20 - .../menu-button/menu-button.component.less | 2 +- .../src/app/components/modal/modal.component.less | 22 - .../pagination-controls.component.less | 2 +- .../pagination/pagination.component.less | 2 +- .../search-box/search-box.component.less | 2 +- .../service-logs-table.component.html | 2 +- .../service-logs-table.component.less | 2 +- .../service-logs-table.component.spec.ts | 26 +- .../src/app/components/tabs/tabs.component.html | 2 +- .../src/app/components/tabs/tabs.component.less | 2 +- .../src/app/components/tabs/tabs.component.ts | 3 +- .../time-histogram/time-histogram.component.less | 2 +- .../time-line-graph/time-line-graph.component.less | 2 +- .../time-range-picker.component.less | 2 +- .../time-range-picker.component.spec.ts | 19 +- .../timezone-picker/timezone-picker.component.less | 2 +- .../timezone-picker.component.spec.ts | 22 +- .../timezone-picker/timezone-picker.component.ts | 6 +- .../components/top-menu/top-menu.component.html | 6 +- .../components/top-menu/top-menu.component.less | 2 +- .../components/top-menu/top-menu.component.spec.ts | 23 +- .../app/components/top-menu/top-menu.component.ts | 16 +- .../src/app/components/variables.less | 80 - .../ambari-logsearch-web/src/app/mock-data.ts | 2508 ------------------ .../src/app/modules/app-load/app-load.module.ts | 35 + .../src/app/modules/app-load/app-load.service.ts | 73 + .../dropdown-button/dropdown-button.component.html | 0 .../dropdown-button/dropdown-button.component.less | 37 + .../dropdown-button.component.spec.ts | 0 .../dropdown-button/dropdown-button.component.ts | 102 + .../dropdown-list/dropdown-list.component.html | 0 .../dropdown-list/dropdown-list.component.less | 45 + .../dropdown-list/dropdown-list.component.spec.ts | 136 + .../dropdown-list/dropdown-list.component.ts | 85 + .../filter-dropdown.component.spec.ts | 132 + .../filter-dropdown/filter-dropdown.component.ts | 67 + .../shared}/components/modal/modal.component.html | 0 .../shared/components/modal/modal.component.less | 22 + .../components/modal/modal.component.spec.ts | 0 .../shared}/components/modal/modal.component.ts | 0 .../shared/directives/disable-control.directive.ts | 34 + .../src/app/modules/shared/forms.less | 35 + .../shared/interfaces/api-endpoint-descriptor.ts | 38 + .../shared/interfaces/notification.interface.ts | 24 + .../src/app/modules/shared/main.less | 21 + .../app/{components => modules/shared}/mixins.less | 0 .../services/can-deactivate-guard.service.spec.ts | 32 + .../services/can-deactivate-guard.service.ts | 31 + .../shared/services/notification.service.ts | 44 + .../src/app/modules/shared/shared.module.ts | 74 + .../src/app/modules/shared/variables.less | 86 + .../shipper-cluster-service-list.component.html | 32 + .../shipper-cluster-service-list.component.less | 39 + .../shipper-cluster-service-list.component.ts | 54 + .../shipper-configuration.component.html | 52 + .../shipper-configuration.component.less | 29 + .../shipper-configuration.component.spec.ts | 127 + .../shipper-configuration.component.ts | 190 ++ ...ipper-service-configuration-form.component.html | 116 + ...ipper-service-configuration-form.component.less | 54 + ...shipper-service-configuration-form.component.ts | 235 ++ .../shipper/directives/validator.directive.spec.ts | 26 + .../shipper/directives/validator.directive.ts | 47 + .../interfaces/shipper-cluster-information.ts | 24 + ...pper-cluster-service-configuration.interface.ts | 26 + .../shipper-cluster-service-configuration.model.ts | 25 + .../shipper-cluster-service-validation.model.ts | 25 + .../shipper/models/shipper-cluster-service.type.ts | 19 + .../modules/shipper/models/shipper-cluster.type.ts | 19 + .../shipper/models/shipper-configuration.model.ts | 38 + .../shipper-cluster-service-list.service.spec.ts | 69 + .../shipper-cluster-service-list.service.ts | 35 + .../services/shipper-configuration.service.spec.ts | 62 + .../services/shipper-configuration.service.ts | 95 + .../app/modules/shipper/shipper-routing.module.ts | 72 + .../src/app/modules/shipper/shipper.module.ts | 65 + .../shipper/stores/shipper-configuration.store.ts | 41 + .../shipper/stores/shipper-service.store.ts | 32 + .../src/app/pipes/component-label.ts | 36 + .../src/app/services/auth-guard.service.ts | 43 + .../src/app/services/auth.service.spec.ts | 4 +- .../src/app/services/auth.service.ts | 41 +- .../services/component-generator.service.spec.ts | 22 +- .../app/services/component-generator.service.ts | 3 +- .../app/services/history-manager.service.spec.ts | 22 +- .../src/app/services/http-client.service.ts | 37 +- .../app/services/logs-container.service.spec.ts | 20 +- .../src/app/services/logs-container.service.ts | 124 +- .../src/app/services/mock-api-data.service.ts | 74 +- .../src/app/services/routing-utils.service.spec.ts | 32 + .../src/app/services/routing-utils.service.ts | 40 + .../services/storage/audit-logs-fields.service.ts | 49 +- .../services/storage/cluster-selection.service.ts | 35 + .../src/app/services/storage/reducers.service.ts | 4 +- .../src/app/services/translate.service.spec.ts | 32 + .../src/app/services/translate.service.ts | 32 + .../src/app/services/user-settings.service.spec.ts | 22 +- .../src/app/services/utils.service.ts | 20 +- .../src/app/test-config.spec.ts | 58 +- .../ambari-logsearch-web/src/assets/i18n/en.json | 44 +- .../ambari-logsearch-web/src/index.html | 32 +- .../src/mockdata/mock-data-common.ts | 158 ++ .../src/mockdata/mock-data-get.ts | 2095 +++++++++++++++ .../src/mockdata/mock-data-post.ts | 48 + .../src/mockdata/mock-data-put.ts | 48 + .../ambari-logsearch-web/tsconfig.json | 6 + .../ambari-logsearch-web/webpack.config.js | 84 +- ambari-logsearch/ambari-logsearch-web/yarn.lock | 38 + ambari-logsearch/docker/Dockerfile | 2 +- ambari-logsearch/docker/docker-compose.yml | 2 +- ambari-logsearch/docker/logsearch-docker.sh | 2 +- ambari-logsearch/docker/solr.yml | 2 +- ambari-logsearch/docker/sso.yml | 2 +- .../shipper-conf/input.config-ambari.json | 18 +- .../logfeeder/shipper-conf/input.config-hst.json | 3 +- .../shipper-conf/input.config-secure_log.json | 3 +- .../shipper-conf/input.config-system_message.json | 3 +- .../shipper-conf/input.config-zookeeper.json | 3 +- ambari-logsearch/pom.xml | 37 +- ambari-metrics/ambari-metrics-common/pom.xml | 4 +- ambari-metrics/ambari-metrics-flume-sink/pom.xml | 10 + ambari-metrics/ambari-metrics-hadoop-sink/pom.xml | 2 +- .../src/main/python/psutil/build.py | 2 +- .../src/main/python/psutil/psutil/__init__.py | 18 +- .../src/main/python/psutil/psutil/_pssunos.py | 8 +- .../conf/unix/sqlline/phoenix_utils.py | 8 +- .../conf/unix/sqlline/sqlline.py | 4 +- .../ambari-metrics-timelineservice/pom.xml | 32 +- .../metrics/timeline/PhoenixHBaseAccessor.java | 26 +- .../timeline/TimelineMetricConfiguration.java | 3 + .../aggregators/AbstractTimelineAggregator.java | 4 +- .../timeline/aggregators/DownSamplerUtils.java | 10 +- .../aggregators/EventMetricDownSampler.java | 83 + .../TimelineMetricClusterAggregatorSecond.java | 23 + .../aggregators/TimelineMetricReadHelper.java | 2 +- .../timeline/aggregators/TopNDownSampler.java | 2 +- .../metrics/timeline/query/PhoenixTransactSQL.java | 14 +- .../src/main/python/embedded_hbase_service.py | 2 +- .../src/main/python/main.py | 6 +- .../timeline/aggregators/DownSamplerTest.java | 20 + ambari-metrics/pom.xml | 14 +- ambari-project/pom.xml | 168 +- ambari-server/conf/unix/metrics.properties | 3 +- .../docs/api/v1/authentication-source-resources.md | 4 +- ambari-server/docs/api/v1/cluster-resources.md | 4 +- ambari-server/docs/api/v1/component-resources.md | 4 +- ambari-server/docs/api/v1/configuration.md | 2 +- ambari-server/docs/api/v1/credential-resources.md | 4 +- .../docs/api/v1/host-component-resources.md | 12 +- ambari-server/docs/api/v1/host-resources.md | 6 +- ambari-server/docs/api/v1/index.md | 30 +- ambari-server/docs/api/v1/permission-resources.md | 4 +- .../docs/api/v1/repository-version-resources.md | 12 +- ambari-server/docs/api/v1/request-resources.md | 4 +- .../docs/api/v1/rolling-upgrade-check-resources.md | 4 +- ambari-server/docs/api/v1/service-resources.md | 10 +- .../docs/api/v1/stack-version-resources.md | 6 +- ambari-server/docs/api/v1/task-resources.md | 6 +- ambari-server/docs/api/v1/user-resources.md | 4 +- ambari-server/docs/api/v1/view-resources.md | 22 +- ambari-server/docs/configuration/index.md | 14 +- ambari-server/pom.xml | 194 +- .../inject/persist/jpa/AmbariJpaPersistModule.java | 22 +- .../persist/jpa/AmbariJpaPersistService.java | 6 +- .../ambari/annotations/ExperimentalFeature.java | 8 - .../DisableBatchingRemoteEndpointFactory.java | 33 + .../ambari/server/HostNotRegisteredException.java | 37 + .../MessageDestinationIsNotDefinedException.java | 29 + .../org/apache/ambari/server/StaticallyInject.java | 5 +- .../server/actionmanager/ActionDBAccessorImpl.java | 59 +- .../ambari/server/actionmanager/ActionManager.java | 2 + .../server/actionmanager/ActionScheduler.java | 61 +- .../actionmanager/ExecutionCommandWrapper.java | 46 +- .../ambari/server/actionmanager/Request.java | 16 + .../apache/ambari/server/agent/ActionQueue.java | 239 -- .../org/apache/ambari/server/agent/AgentEnv.java | 21 + .../apache/ambari/server/agent/AgentReport.java | 53 + .../ambari/server/agent/AgentReportsProcessor.java | 98 + .../ambari/server/agent/AgentSessionManager.java | 81 + .../server/agent/AlertDefinitionCommand.java | 5 + .../ambari/server/agent/AlertExecutionCommand.java | 3 + .../apache/ambari/server/agent/CancelCommand.java | 22 + .../apache/ambari/server/agent/CommandReport.java | 33 + .../ambari/server/agent/CommandRepository.java | 34 +- .../ambari/server/agent/ComponentStatus.java | 12 +- .../org/apache/ambari/server/agent/DiskInfo.java | 14 + .../ambari/server/agent/ExecutionCommand.java | 44 +- .../org/apache/ambari/server/agent/HeartBeat.java | 16 + .../ambari/server/agent/HeartBeatHandler.java | 323 +-- .../ambari/server/agent/HeartBeatResponse.java | 21 +- .../ambari/server/agent/HeartbeatMonitor.java | 18 +- .../ambari/server/agent/HeartbeatProcessor.java | 215 +- .../org/apache/ambari/server/agent/HostInfo.java | 62 + .../org/apache/ambari/server/agent/HostStatus.java | 4 + .../apache/ambari/server/agent/RecoveryConfig.java | 28 +- .../ambari/server/agent/RecoveryConfigHelper.java | 1 - .../apache/ambari/server/agent/RecoveryReport.java | 4 + .../org/apache/ambari/server/agent/Register.java | 12 + .../ambari/server/agent/RegistrationResponse.java | 13 + .../org/apache/ambari/server/agent/StaleAlert.java | 59 + .../apache/ambari/server/agent/StatusCommand.java | 12 + .../ambari/server/agent/rest/AgentResource.java | 2 +- .../server/agent/stomp/AgentClusterDataHolder.java | 105 + .../server/agent/stomp/AgentConfigsHolder.java | 111 + .../agent/stomp/AgentCurrentDataController.java | 83 + .../ambari/server/agent/stomp/AgentDataHolder.java | 65 + .../server/agent/stomp/AgentHostDataHolder.java | 114 + .../server/agent/stomp/AgentReportsController.java | 109 + .../agent/stomp/AgentsRegistrationQueue.java | 76 + .../server/agent/stomp/AlertDefinitionsHolder.java | 192 ++ .../agent/stomp/AmbariSubscriptionRegistry.java | 542 ++++ .../server/agent/stomp/HeartbeatController.java | 174 ++ .../server/agent/stomp/HostLevelParamsHolder.java | 74 + .../ambari/server/agent/stomp/MetadataHolder.java | 89 + .../ambari/server/agent/stomp/TopologyHolder.java | 185 ++ .../server/agent/stomp/dto/AlertCluster.java | 113 + .../server/agent/stomp/dto/AlertGroupUpdate.java | 124 + .../server/agent/stomp/dto/ClusterConfigs.java | 69 + .../agent/stomp/dto/CommandStatusReports.java | 43 + .../agent/stomp/dto/ComponentStatusReport.java | 84 + .../agent/stomp/dto/ComponentStatusReports.java | 45 + .../agent/stomp/dto/ExecutionCommandsCluster.java | 76 + .../apache/ambari/server/agent/stomp/dto/Hash.java | 41 + .../ambari/server/agent/stomp/dto/Hashable.java | 27 + .../agent/stomp/dto/HostLevelParamsCluster.java | 55 + .../server/agent/stomp/dto/HostRepositories.java | 58 + .../server/agent/stomp/dto/HostStatusReport.java | 54 + .../server/agent/stomp/dto/MetadataCluster.java | 82 + .../agent/stomp/dto/MetadataServiceInfo.java | 95 + .../server/agent/stomp/dto/TopologyCluster.java | 152 ++ .../server/agent/stomp/dto/TopologyComponent.java | 289 +++ .../server/agent/stomp/dto/TopologyHost.java | 115 + .../server/alerts/AgentHeartbeatAlertRunnable.java | 2 +- .../apache/ambari/server/alerts/AlertRunnable.java | 35 +- .../server/alerts/AmbariPerformanceRunnable.java | 6 +- .../ambari/server/alerts/StaleAlertRunnable.java | 137 +- .../ambari/server/api/AmbariErrorHandler.java | 7 +- .../api/AmbariSendToMethodReturnValueHandler.java | 171 ++ .../server/api/query/render/AlertStateSummary.java | 26 + .../server/api/query/render/AlertStateValues.java | 29 + .../query/render/AlertSummaryGroupedRenderer.java | 155 +- .../ambari/server/api/services/AmbariMetaInfo.java | 3 + .../services/stackadvisor/StackAdvisorRunner.java | 9 +- .../server/api/stomp/ClustersController.java | 28 + .../ambari/server/api/stomp/TestController.java | 39 + .../server/checks/AbstractCheckDescriptor.java | 164 ++ .../ambari/server/checks/CheckDescription.java | 2 +- .../server/checks/ClientRetryPropertyCheck.java | 46 +- .../server/checks/ComponentsExistInRepoCheck.java | 34 +- .../server/checks/ComponentsInstallationCheck.java | 38 +- .../server/checks/DatabaseConsistencyChecker.java | 3 +- .../apache/ambari/server/checks/HealthCheck.java | 6 + .../server/checks/HostMaintenanceModeCheck.java | 3 + .../ambari/server/checks/HostsHeartbeatCheck.java | 3 + .../server/checks/HostsMasterMaintenanceCheck.java | 3 + .../ambari/server/checks/MpackInstallChecker.java | 3 +- .../checks/RequiredServicesInRepositoryCheck.java | 8 + .../server/checks/ServiceCheckValidityCheck.java | 80 +- .../ambari/server/checks/ServicesUpCheck.java | 18 +- .../ambari/server/configuration/Configuration.java | 169 +- .../spring/AgentRegisteringQueueChecker.java | 55 + .../configuration/spring/AgentStompConfig.java | 86 + .../configuration/spring/ApiSecurityConfig.java | 113 + .../configuration/spring/ApiStompConfig.java | 69 + .../configuration/spring/GuiceBeansConfig.java | 115 + .../configuration/spring/RootStompConfig.java | 126 + .../AmbariCustomCommandExecutionHelper.java | 58 +- .../server/controller/AmbariHandlerList.java | 45 +- .../controller/AmbariManagementController.java | 11 + .../controller/AmbariManagementControllerImpl.java | 500 +++- .../ambari/server/controller/AmbariServer.java | 301 +-- .../server/controller/AmbariSessionManager.java | 6 +- .../ambari/server/controller/ControllerModule.java | 13 +- .../server/controller/KerberosHelperImpl.java | 8 +- .../controller/SessionHandlerConfigurer.java | 62 + .../controller/StackServiceComponentResponse.java | 16 +- .../internal/AbstractProviderModule.java | 10 +- .../internal/AlertDefinitionResourceProvider.java | 11 +- .../internal/AlertGroupResourceProvider.java | 12 + .../controller/internal/AlertResourceProvider.java | 3 + .../internal/BlueprintConfigurationProcessor.java | 30 +- .../controller/internal/CalculatedStatus.java | 41 + .../internal/ClientConfigResourceProvider.java | 2 +- .../internal/ComponentResourceProvider.java | 26 +- .../internal/ConfigBasedJmxHostProvider.java | 95 + .../DeleteHostComponentStatusMetaData.java | 120 + .../controller/internal/HostResourceProvider.java | 81 +- .../internal/RequestResourceProvider.java | 6 +- .../controller/internal/RequestStageContainer.java | 5 + .../internal/ServiceResourceProvider.java | 11 +- .../internal/StackDefinedPropertyProvider.java | 9 +- .../StackServiceComponentResourceProvider.java | 2 +- .../internal/UpgradeResourceProvider.java | 32 +- .../server/controller/jmx/JMXHostProvider.java | 32 +- .../state/DefaultServiceCalculatedState.java | 2 +- .../state/FlumeServiceCalculatedState.java | 2 +- .../state/HBaseServiceCalculatedState.java | 2 +- .../state/HDFSServiceCalculatedState.java | 2 +- .../state/HiveServiceCalculatedState.java | 2 +- .../state/OozieServiceCalculatedState.java | 2 +- .../state/YARNServiceCalculatedState.java | 2 +- .../server/events/AgentConfigsUpdateEvent.java | 110 + .../server/events/AlertDefinitionEventType.java | 28 + .../events/AlertDefinitionsAgentUpdateEvent.java | 101 + .../events/AlertDefinitionsUIUpdateEvent.java | 74 + .../server/events/AlertGroupsUpdateEvent.java | 55 + .../ambari/server/events/AlertUpdateEvent.java | 62 + .../apache/ambari/server/events/AmbariEvent.java | 21 +- .../server/events/AmbariHostUpdateEvent.java | 37 + .../ambari/server/events/AmbariUpdateEvent.java | 78 + .../ambari/server/events/ConfigsUpdateEvent.java | 249 ++ .../server/events/DefaultMessageEmitter.java | 67 + .../server/events/ExecutionCommandEvent.java | 97 + .../ambari/server/events/HostComponentUpdate.java | 168 ++ .../server/events/HostComponentsUpdateEvent.java | 61 + .../server/events/HostLevelParamsUpdateEvent.java | 100 + .../ambari/server/events/HostStateUpdateEvent.java | 49 + .../server/events/HostStatusUpdateEvent.java | 47 + .../ambari/server/events/HostUpdateEvent.java | 172 ++ .../ambari/server/events/MessageEmitter.java | 86 + .../ambari/server/events/MetadataUpdateEvent.java | 97 + .../ambari/server/events/RequestUpdateEvent.java | 251 ++ .../events/ServiceComponentInstalledEvent.java | 14 +- .../events/ServiceComponentUninstalledEvent.java | 10 +- .../ambari/server/events/ServiceUpdateEvent.java | 102 + .../server/events/StaleConfigsUpdateEvent.java | 47 + .../server/events/TopologyAgentUpdateEvent.java | 35 + .../ambari/server/events/TopologyUpdateEvent.java | 117 + .../ambari/server/events/UpdateEventType.java | 29 + .../ambari/server/events/UpgradeUpdateEvent.java | 277 ++ .../listeners/alerts/AlertAggregateListener.java | 7 +- .../alerts/AlertDefinitionsUIUpdateListener.java | 152 ++ .../alerts/AlertGroupsUpdateListener.java | 69 + .../listeners/alerts/AlertReceivedListener.java | 178 +- .../HostComponentsUpdateListener.java | 90 + .../events/listeners/hosts/HostUpdateListener.java | 220 ++ .../listeners/requests/StateUpdateListener.java | 50 + .../listeners/services/ServiceUpdateListener.java | 104 + .../events/listeners/tasks/TaskStatusListener.java | 29 +- .../listeners/upgrade/UpgradeUpdateListener.java | 63 + .../events/publishers/AgentCommandsPublisher.java | 251 ++ .../publishers/BufferedUpdateEventPublisher.java | 73 + .../HostComponentUpdateEventPublisher.java | 60 + .../publishers/RequestUpdateEventPublisher.java | 117 + .../publishers/ServiceUpdateEventPublisher.java | 70 + .../publishers/StateUpdateEventPublisher.java | 66 + .../ldap/domain/AmbariLdapConfiguration.java | 2 +- .../metrics/system/impl/MetricsServiceImpl.java | 6 + .../system/impl/StompEventsMetricsSource.java | 107 + .../org/apache/ambari/server/orm/DBAccessor.java | 34 +- .../apache/ambari/server/orm/DBAccessorImpl.java | 174 +- .../ambari/server/orm/GuiceJpaInitializer.java | 29 +- .../ambari/server/orm/dao/AlertDefinitionDAO.java | 14 +- .../ambari/server/orm/dao/AlertDispatchDAO.java | 66 +- .../ambari/server/orm/dao/AlertSummaryDTO.java | 41 + .../orm/dao/HostComponentDesiredStateDAO.java | 35 +- .../apache/ambari/server/orm/dao/RequestDAO.java | 4 +- .../orm/dao/ServiceComponentDesiredStateDAO.java | 37 + .../ambari/server/orm/dao/ServiceConfigDAO.java | 36 +- .../server/orm/entities/AlertDefinitionEntity.java | 3 +- .../server/orm/entities/ClusterConfigEntity.java | 3 - .../entities/HostComponentDesiredStateEntity.java | 12 +- .../orm/entities/HostComponentStateEntity.java | 18 + .../ambari/server/orm/entities/RepoOsEntity.java | 6 +- .../orm/entities/RepositoryVersionEntity.java | 2 + .../ambari/server/orm/entities/RequestEntity.java | 17 + .../server/orm/entities/ServiceConfigEntity.java | 7 + .../server/orm/models/HostComponentSummary.java | 14 + .../ambari/server/security/AmbariEntryPoint.java | 2 + .../AmbariBasicAuthenticationFilter.java | 17 +- .../AmbariDelegatingAuthenticationFilter.java | 2 + .../authentication/AmbariUserAuthentication.java | 3 + .../AmbariAuthToLocalUserDetailsService.java | 4 +- .../AmbariKerberosAuthenticationFilter.java | 2 + .../kerberos/AmbariKerberosTicketValidator.java | 2 + .../authorization/AmbariAuthorizationFilter.java | 2 + .../security/ldap/AmbariLdapDataPopulator.java | 29 +- .../upgrades/AbstractUpgradeServerAction.java | 4 + .../upgrades/AtlasProxyUserConfigCalculation.java | 3 + .../serveraction/upgrades/ConfigureAction.java | 15 + .../FixCapacitySchedulerOrderingPolicy.java | 3 + .../serveraction/upgrades/FixLzoCodecPath.java | 3 + .../serveraction/upgrades/FixNotebookStorage.java | 96 + .../serveraction/upgrades/FixOozieAdminUsers.java | 3 + .../upgrades/FixYarnWebServiceUrl.java | 3 + .../upgrades/HBaseConfigCalculation.java | 3 + .../HBaseEnvMaxDirectMemorySizeAction.java | 3 + .../upgrades/HiveEnvClasspathAction.java | 3 + .../upgrades/HiveZKQuorumConfigAction.java | 3 + .../upgrades/OozieConfigCalculation.java | 3 + .../upgrades/RangerConfigCalculation.java | 3 + .../upgrades/RangerKerberosConfigCalculation.java | 4 + .../upgrades/RangerKmsProxyConfig.java | 4 + .../upgrades/RangerUsersyncConfigCalculation.java | 5 +- .../upgrades/SparkShufflePropertyConfig.java | 3 + .../upgrades/YarnConfigCalculation.java | 3 + .../users/CsvFilePersisterService.java | 2 - .../stack/UpdateActiveRepoVersionOnStartup.java | 112 + .../java/org/apache/ambari/server/state/Alert.java | 148 +- .../org/apache/ambari/server/state/Cluster.java | 13 +- .../org/apache/ambari/server/state/Clusters.java | 5 +- .../apache/ambari/server/state/ConfigHelper.java | 381 ++- .../server/state/CustomCommandDefinition.java | 9 + .../java/org/apache/ambari/server/state/Host.java | 20 + .../org/apache/ambari/server/state/Service.java | 9 +- .../ambari/server/state/ServiceComponent.java | 10 +- .../ambari/server/state/ServiceComponentHost.java | 24 +- .../server/state/ServiceComponentHostFactory.java | 4 + .../ambari/server/state/ServiceComponentImpl.java | 43 +- .../apache/ambari/server/state/ServiceImpl.java | 52 +- .../apache/ambari/server/state/ServiceInfo.java | 1 + .../apache/ambari/server/state/UpgradeContext.java | 14 + .../apache/ambari/server/state/UpgradeHelper.java | 21 +- .../org/apache/ambari/server/state/UriInfo.java | 419 +++ .../ambari/server/state/alert/AggregateSource.java | 30 +- .../ambari/server/state/alert/AlertDefinition.java | 27 + .../server/state/alert/AlertDefinitionFactory.java | 3 + .../server/state/alert/AlertDefinitionHash.java | 73 +- .../ambari/server/state/alert/AlertHelper.java | 191 ++ .../apache/ambari/server/state/alert/AlertUri.java | 399 --- .../ambari/server/state/alert/AmsSource.java | 49 +- .../ambari/server/state/alert/MetricSource.java | 57 +- .../server/state/alert/ParameterizedSource.java | 123 +- .../ambari/server/state/alert/PercentSource.java | 88 +- .../ambari/server/state/alert/PortSource.java | 36 +- .../ambari/server/state/alert/Reporting.java | 108 +- .../ambari/server/state/alert/ScriptSource.java | 26 +- .../ambari/server/state/alert/ServerSource.java | 26 +- .../apache/ambari/server/state/alert/Source.java | 42 +- .../ambari/server/state/alert/WebSource.java | 27 +- .../ambari/server/state/cluster/ClusterImpl.java | 116 +- .../ambari/server/state/cluster/ClustersImpl.java | 264 +- .../apache/ambari/server/state/host/HostImpl.java | 141 +- .../state/host/HostRegistrationRequestEvent.java | 8 +- .../AbstractKerberosDescriptorContainer.java | 2 +- .../state/kerberos/KerberosKeytabDescriptor.java | 2 +- .../state/repository/VersionDefinitionXml.java | 8 +- .../state/services/MetricsRetrievalService.java | 4 + .../server/state/stack/MetricDefinition.java | 9 + .../state/stack/upgrade/ClusterGrouping.java | 2 +- .../server/state/stack/upgrade/Grouping.java | 9 +- .../state/stack/upgrade/ParallelScheduler.java | 3 +- .../stack/upgrade/RepositoryVersionHelper.java | 14 +- .../svccomphost/ServiceComponentHostImpl.java | 198 +- .../apache/ambari/server/topology/Blueprint.java | 55 +- .../BlueprintBasedClusterProvisionRequest.java | 41 +- .../ambari/server/topology/BlueprintImpl.java | 144 ++ .../ambari/server/topology/ClusterTopology.java | 5 + .../server/topology/ClusterTopologyImpl.java | 10 + .../apache/ambari/server/topology/HostGroup.java | 2 + .../org/apache/ambari/server/topology/Setting.java | 2 +- .../server/topology/TopologyDeleteFormer.java | 102 + .../ambari/server/update/HostUpdateHelper.java | 9 + .../server/upgrade/AbstractUpgradeCatalog.java | 9 + .../ambari/server/upgrade/SchemaUpgradeHelper.java | 15 +- .../ambari/server/upgrade/UpgradeCatalog262.java | 28 + .../ambari/server/upgrade/UpgradeCatalog270.java | 1430 +++++++++++ .../ambari/server/upgrade/UpgradeCatalog300.java | 1012 -------- .../server/utils/ManagedThreadPoolExecutor.java | 5 +- .../org/apache/ambari/server/utils/Parallel.java | 266 -- .../ambari/server/utils/ParallelLoopResult.java | 63 - .../server/view/ViewInstanceHandlerList.java | 7 + .../apache/ambari/server/view/ViewRegistry.java | 4 +- ambari-server/src/main/python/ambari-server.py | 15 +- .../python/ambari_server/dbConfiguration_linux.py | 26 +- .../python/ambari_server/serverConfiguration.py | 17 +- .../src/main/python/ambari_server/serverSetup.py | 18 +- .../src/main/python/ambari_server/serverUpgrade.py | 5 +- .../src/main/python/ambari_server/setupSecurity.py | 20 +- .../src/main/python/ambari_server/utils.py | 10 +- .../src/main/python/ambari_server_main.py | 8 +- ambari-server/src/main/python/bootstrap.py | 14 +- ambari-server/src/main/python/setupAgent.py | 6 +- .../src/main/resources/Ambari-DDL-Derby-CREATE.sql | 4 + .../src/main/resources/Ambari-DDL-MySQL-CREATE.sql | 2 + .../main/resources/Ambari-DDL-Oracle-CREATE.sql | 2 + .../main/resources/Ambari-DDL-Postgres-CREATE.sql | 3 + .../resources/Ambari-DDL-SQLAnywhere-CREATE.sql | 2 + .../main/resources/Ambari-DDL-SQLServer-CREATE.sql | 3 + ...se.jetty.websocket.common.RemoteEndpointFactory | 17 + .../ACCUMULO/1.6.1.2.2.0/metainfo.xml | 11 + .../package/scripts/accumulo_configuration.py | 4 +- .../ACCUMULO/1.6.1.2.2.0/package/scripts/params.py | 8 +- .../1.6.1.2.2.0/package/scripts/status_params.py | 4 +- .../templates/input.config-accumulo.json.j2 | 92 - .../ACCUMULO/1.6.1.2.2.0/themes/credentials.json | 54 + .../ACCUMULO/1.6.1.2.2.0/themes/directories.json | 88 + .../common-services/AMBARI_INFRA/0.1.0/alerts.json | 37 - .../configuration/infra-solr-security-json.xml | 144 -- .../AMBARI_INFRA/0.1.0/kerberos.json | 53 - .../AMBARI_INFRA/0.1.0/metainfo.xml | 155 -- .../0.1.0/package/scripts/infra_solr.py | 123 - .../0.1.0/package/scripts/infra_solr_client.py | 51 - .../AMBARI_INFRA/0.1.0/package/scripts/params.py | 188 -- .../0.1.0/package/scripts/setup_infra_solr.py | 164 -- .../0.1.0/package/scripts/status_params.py | 40 - .../package/templates/infra-solr-security.json.j2 | 68 - .../0.1.0/properties/infra-solr-env.sh.j2 | 120 - .../AMBARI_INFRA/0.1.0/role_command_order.json | 7 - .../AMBARI_INFRA/0.1.0/service_advisor.py | 133 - .../AMBARI_INFRA/0.1.0/themes/theme.json | 107 - .../AMBARI_INFRA_SOLR/0.1.0/alerts.json | 37 + .../configuration/infra-solr-client-log4j.xml | 0 .../0.1.0/configuration/infra-solr-env.xml | 0 .../0.1.0/configuration/infra-solr-log4j.xml | 0 .../configuration/infra-solr-security-json.xml | 143 ++ .../0.1.0/configuration/infra-solr-xml.xml | 0 .../AMBARI_INFRA_SOLR/0.1.0/kerberos.json | 53 + .../AMBARI_INFRA_SOLR/0.1.0/metainfo.xml | 189 ++ .../0.1.0/package/scripts/collection.py | 90 + .../0.1.0/package/scripts/command_commons.py | 220 ++ .../0.1.0/package/scripts/infra_solr.py | 136 + .../0.1.0/package/scripts/infra_solr_client.py | 53 + .../0.1.0/package/scripts/migrate.py | 60 + .../0.1.0/package/scripts/params.py | 197 ++ .../0.1.0/package/scripts/service_check.py | 0 .../0.1.0/package/scripts/setup_infra_solr.py | 165 ++ .../0.1.0/package/scripts/status_params.py | 40 + .../package/templates/infra-solr-security.json.j2 | 72 + .../package/templates/infra_solr_jaas.conf.j2 | 0 .../templates/input.config-ambari-infra.json.j2 | 0 .../0.1.0/properties/infra-solr-env.sh.j2 | 118 + .../properties/solr-client-log4j.properties.j2 | 0 .../0.1.0/properties/solr-log4j.properties.j2 | 0 .../0.1.0/properties/solr.xml.j2 | 0 .../0.1.0/quicklinks/quicklinks.json | 0 .../0.1.0/role_command_order.json | 7 + .../AMBARI_INFRA_SOLR/0.1.0/service_advisor.py | 127 + .../0.1.0/themes/directories.json | 127 + .../AMBARI_INFRA_SOLR/0.1.0/themes/theme.json | 107 + .../0.1.0/configuration/ams-hbase-env.xml | 2 + .../0.1.0/configuration/ams-hbase-site.xml | 4 + .../0.1.0/configuration/ams-site.xml | 13 + .../AMBARI_METRICS/0.1.0/metainfo.xml | 11 + .../grafana-dashboards/HDP/grafana-hbase-home.json | 2 +- .../default/grafana-ams-hbase-home.json | 2 +- .../AMBARI_METRICS/0.1.0/package/scripts/ams.py | 30 +- .../AMBARI_METRICS/0.1.0/package/scripts/hbase.py | 8 +- .../AMBARI_METRICS/0.1.0/package/scripts/params.py | 22 +- .../0.1.0/package/scripts/params_linux.py | 2 +- .../0.1.0/package/scripts/status_params.py | 2 +- .../templates/hadoop-metrics2-hbase.properties.j2 | 81 +- .../templates/input.config-ambari-metrics.json.j2 | 169 -- .../AMBARI_METRICS/0.1.0/themes/credentials.json | 42 + .../AMBARI_METRICS/0.1.0/themes/directories.json | 247 ++ .../ATLAS/0.1.0.2.3/configuration/atlas-env.xml | 4 + .../common-services/ATLAS/0.1.0.2.3/kerberos.json | 4 +- .../ATLAS/0.1.0.2.3/package/scripts/metadata.py | 4 +- .../ATLAS/0.1.0.2.3/package/scripts/params.py | 24 +- .../package/scripts/setup_ranger_atlas.py | 6 +- .../0.1.0.2.3/package/scripts/status_params.py | 4 +- .../0.7.0.2.5/configuration/atlas-solrconfig.xml | 2 +- .../common-services/ATLAS/0.7.0.2.5/kerberos.json | 4 +- .../common-services/ATLAS/0.7.0.2.5/metainfo.xml | 6 +- .../ATLAS/0.7.0.2.5/themes/directories.json | 127 + .../DRUID/0.10.1/package/scripts/params.py | 14 +- .../FALCON/0.5.0.2.1/configuration/falcon-env.xml | 1 + .../common-services/FALCON/0.5.0.2.1/metainfo.xml | 8 + .../FALCON/0.5.0.2.1/package/scripts/params.py | 2 +- .../0.5.0.2.1/package/scripts/params_linux.py | 10 +- .../0.5.0.2.1/package/scripts/status_params.py | 6 +- .../FALCON/0.5.0.2.1/themes/directories.json | 137 + .../FLUME/1.4.0.2.0/package/scripts/params.py | 18 +- .../1.4.0.2.0/package/scripts/params_linux.py | 4 +- .../GANGLIA/3.5.0/package/scripts/params.py | 21 +- .../HAWQ/2.0.0/package/scripts/params.py | 8 +- .../HAWQ/2.0.0/package/scripts/utils.py | 4 +- .../HBASE/0.96.0.2.0/configuration/hbase-env.xml | 1 + .../HBASE/0.96.0.2.0/configuration/hbase-site.xml | 3 + .../common-services/HBASE/0.96.0.2.0/metainfo.xml | 7 + .../HBASE/0.96.0.2.0/package/scripts/hbase.py | 10 +- .../package/scripts/hbase_decommission.py | 6 +- .../0.96.0.2.0/package/scripts/params_linux.py | 22 +- .../package/scripts/setup_ranger_hbase.py | 12 +- .../0.96.0.2.0/package/scripts/status_params.py | 6 +- .../HBASE/0.96.0.2.0/themes/directories.json | 167 ++ .../HDFS/2.1.0.2.0/configuration/hadoop-env.xml | 1 + .../HDFS/2.1.0.2.0/configuration/hdfs-site.xml | 2 + .../common-services/HDFS/2.1.0.2.0/metainfo.xml | 33 + .../common-services/HDFS/2.1.0.2.0/metrics.json | 5 + .../HDFS/2.1.0.2.0/package/scripts/hdfs.py | 16 +- .../2.1.0.2.0/package/scripts/hdfs_nfsgateway.py | 3 +- .../2.1.0.2.0/package/scripts/install_params.py | 2 +- .../HDFS/2.1.0.2.0/package/scripts/namenode.py | 42 +- .../HDFS/2.1.0.2.0/package/scripts/params_linux.py | 42 +- .../2.1.0.2.0/package/scripts/params_windows.py | 2 +- .../2.1.0.2.0/package/scripts/setup_ranger_hdfs.py | 12 +- .../2.1.0.2.0/package/scripts/status_params.py | 4 +- .../HDFS/2.1.0.2.0/package/scripts/utils.py | 4 +- .../HDFS/2.1.0.2.0/package/scripts/zkfc_slave.py | 17 + .../package/templates/input.config-hdfs.json.j2 | 216 -- .../HDFS/2.1.0.2.0/themes/directories.json | 177 ++ .../HIVE/0.12.0.2.0/configuration/hive-site.xml | 1 + .../HIVE/0.12.0.2.0/configuration/webhcat-site.xml | 1 + .../common-services/HIVE/0.12.0.2.0/metainfo.xml | 22 +- .../package/alerts/alert_llap_app_status.py | 4 +- .../HIVE/0.12.0.2.0/package/scripts/hcat.py | 4 +- .../HIVE/0.12.0.2.0/package/scripts/hive.py | 10 +- .../0.12.0.2.0/package/scripts/hive_interactive.py | 8 +- .../package/scripts/hive_server_interactive.py | 10 +- .../0.12.0.2.0/package/scripts/mysql_server.py | 6 +- .../0.12.0.2.0/package/scripts/mysql_service.py | 16 +- .../HIVE/0.12.0.2.0/package/scripts/mysql_users.py | 5 + .../0.12.0.2.0/package/scripts/params_linux.py | 47 +- .../0.12.0.2.0/package/scripts/params_windows.py | 2 +- .../0.12.0.2.0/package/scripts/service_check.py | 4 +- .../package/scripts/setup_ranger_hive.py | 12 +- .../scripts/setup_ranger_hive_interactive.py | 6 +- .../0.12.0.2.0/package/scripts/status_params.py | 14 +- .../HIVE/0.12.0.2.0/package/scripts/webhcat.py | 6 +- .../HIVE/0.12.0.2.0/themes/credentials.json | 43 + .../HIVE/0.12.0.2.0/themes/database.json | 157 ++ .../HIVE/0.12.0.2.0/themes/directories.json | 197 ++ .../KAFKA/0.8.1/configuration/kafka-broker.xml | 1 + .../KAFKA/0.8.1/configuration/kafka-env.xml | 1 + .../common-services/KAFKA/0.8.1/metainfo.xml | 8 + .../KAFKA/0.8.1/package/scripts/kafka_broker.py | 2 +- .../KAFKA/0.8.1/package/scripts/params.py | 30 +- .../KAFKA/0.8.1/package/scripts/service_check.py | 1 - .../KAFKA/0.8.1/themes/directories.json | 98 + .../KERBEROS/1.10.3-10/package/scripts/params.py | 12 +- .../1.10.3-10/package/scripts/service_check.py | 18 +- .../1.10.3-10/package/scripts/status_params.py | 2 +- .../KERBEROS/1.10.3-30/package/scripts/params.py | 12 +- .../1.10.3-30/package/scripts/service_check.py | 18 +- .../1.10.3-30/package/scripts/status_params.py | 2 +- .../KNOX/0.5.0.2.2/configuration/gateway-site.xml | 1 + .../common-services/KNOX/0.5.0.2.2/metainfo.xml | 12 + .../KNOX/0.5.0.2.2/package/scripts/knox.py | 4 +- .../KNOX/0.5.0.2.2/package/scripts/params_linux.py | 32 +- .../0.5.0.2.2/package/scripts/params_windows.py | 2 +- .../0.5.0.2.2/package/scripts/setup_ranger_knox.py | 14 +- .../0.5.0.2.2/package/scripts/status_params.py | 6 +- .../KNOX/0.5.0.2.2/themes/credentials.json | 38 + .../KNOX/0.5.0.2.2/themes/directories.json | 88 + .../0.5.0/configuration/logsearch-env.xml | 13 + .../common-services/LOGSEARCH/0.5.0/kerberos.json | 4 +- .../common-services/LOGSEARCH/0.5.0/metainfo.xml | 16 +- .../LOGSEARCH/0.5.0/package/scripts/params.py | 24 +- .../0.5.0/package/scripts/setup_logsearch.py | 4 +- .../0.5.0/properties/audit_logs-solrconfig.xml.j2 | 7 +- .../properties/service_logs-solrconfig.xml.j2 | 7 +- .../LOGSEARCH/0.5.0/service_advisor.py | 2 +- .../LOGSEARCH/0.5.0/themes/credentials.json | 42 + .../LOGSEARCH/0.5.0/themes/directories.json | 137 + .../MAHOUT/1.0.0.2.3/package/scripts/mahout.py | 2 +- .../MAHOUT/1.0.0.2.3/package/scripts/params.py | 6 +- .../common-services/OOZIE/4.0.0.2.0/metainfo.xml | 15 + .../OOZIE/4.0.0.2.0/package/scripts/oozie.py | 19 +- .../4.0.0.2.0/package/scripts/oozie_client.py | 2 +- .../OOZIE/4.0.0.2.0/package/scripts/params.py | 6 +- .../4.0.0.2.0/package/scripts/params_linux.py | 32 +- .../4.0.0.2.0/package/scripts/status_params.py | 6 +- .../OOZIE/4.0.0.2.0/themes/credentials.json | 42 + .../OOZIE/4.0.0.2.0/themes/database.json | 140 + .../OOZIE/4.0.0.2.0/themes/directories.json | 127 + .../PIG/0.12.0.2.0/package/scripts/params_linux.py | 6 +- .../PXF/3.0.0/configuration/pxf-profiles.xml | 3 - .../PXF/3.0.0/package/scripts/params.py | 6 +- .../PXF/3.0.0/package/scripts/pxf.py | 2 +- .../PXF/3.0.0/package/scripts/pxf_utils.py | 4 +- .../PXF/3.0.0/package/scripts/service_check.py | 2 +- .../RANGER/0.4.0/package/scripts/params.py | 40 +- .../0.4.0/package/scripts/setup_ranger_xml.py | 16 +- .../RANGER/0.4.0/package/scripts/status_params.py | 4 +- .../common-services/RANGER/0.6.0/kerberos.json | 4 +- .../common-services/RANGER/0.6.0/metainfo.xml | 2 +- .../RANGER/0.6.0/themes/theme_version_3.json | 1 + .../0.7.0/properties/ranger-solrconfig.xml.j2 | 7 +- .../RANGER/0.7.0/themes/theme_version_5.json | 1 + .../RANGER_KMS/0.5.0.2.3/package/scripts/kms.py | 16 +- .../RANGER_KMS/0.5.0.2.3/package/scripts/params.py | 54 +- .../0.5.0.2.3/package/scripts/status_params.py | 4 +- .../SLIDER/0.60.0.2.2/package/scripts/params.py | 4 +- .../0.60.0.2.2/package/scripts/params_linux.py | 4 +- .../SPARK/1.2.1/configuration/spark-env.xml | 2 + .../common-services/SPARK/1.2.1/metainfo.xml | 7 + .../SPARK/1.2.1/package/scripts/params.py | 11 +- .../SPARK/1.2.1/package/scripts/service_check.py | 8 +- .../SPARK/1.2.1/package/scripts/status_params.py | 2 +- .../SPARK/1.2.1/themes/directories.json | 148 ++ .../SPARK/1.6.0/configuration/spark-defaults.xml | 2 + .../1.6.0/configuration/spark-thrift-sparkconf.xml | 2 + .../SPARK2/2.0.0/configuration/spark2-defaults.xml | 2 + .../SPARK2/2.0.0/configuration/spark2-env.xml | 2 + .../configuration/spark2-thrift-sparkconf.xml | 2 + .../common-services/SPARK2/2.0.0/metainfo.xml | 8 + .../SPARK2/2.0.0/package/scripts/params.py | 9 +- .../SPARK2/2.0.0/package/scripts/service_check.py | 8 +- .../SPARK2/2.0.0/package/scripts/status_params.py | 2 +- .../SPARK2/2.0.0/themes/directories.json | 148 ++ .../1.4.4.2.0/package/scripts/params_linux.py | 32 +- .../SQOOP/1.4.4.2.0/package/scripts/sqoop.py | 2 +- .../STORM/0.9.1/configuration/storm-env.xml | 2 + .../STORM/0.9.1/configuration/storm-site.xml | 3 + .../common-services/STORM/0.9.1/metainfo.xml | 8 + .../STORM/0.9.1/package/scripts/params_linux.py | 14 +- .../0.9.1/package/scripts/setup_ranger_storm.py | 14 +- .../STORM/0.9.1/package/scripts/status_params.py | 6 +- .../STORM/0.9.1/package/scripts/storm.py | 21 +- .../STORM/0.9.1/themes/directories.json | 147 ++ .../STORM/0.9.3/configuration/storm-site.xml | 1 + .../SUPERSET/0.15.0/package/scripts/params.py | 4 +- .../TEZ/0.4.0.2.1/configuration/tez-site.xml | 2 + .../common-services/TEZ/0.4.0.2.1/metainfo.xml | 7 + .../TEZ/0.4.0.2.1/package/scripts/params_linux.py | 6 +- .../TEZ/0.4.0.2.1/package/scripts/tez.py | 4 +- .../TEZ/0.4.0.2.1/package/scripts/tez_client.py | 4 +- .../TEZ/0.4.0.2.1/themes/directories.json | 69 + .../2.1.0.2.0/configuration-mapred/mapred-site.xml | 3 + .../2.1.0.2.0/configuration/container-executor.xml | 36 + .../YARN/2.1.0.2.0/configuration/yarn-site.xml | 3 + .../common-services/YARN/2.1.0.2.0/metainfo.xml | 14 + .../files/validateYarnComponentStatusWindows.py | 2 +- .../package/scripts/nodemanager_upgrade.py | 2 +- .../YARN/2.1.0.2.0/package/scripts/params_linux.py | 22 +- .../2.1.0.2.0/package/scripts/params_windows.py | 4 +- .../2.1.0.2.0/package/scripts/service_check.py | 2 +- .../2.1.0.2.0/package/scripts/setup_ranger_yarn.py | 6 +- .../2.1.0.2.0/package/scripts/status_params.py | 7 +- .../YARN/2.1.0.2.0/package/scripts/yarn.py | 24 +- .../package/templates/input.config-yarn.json.j2 | 72 - .../container-executor.cfg.j2 | 0 .../YARN/2.1.0.2.0/themes-mapred/directories.json | 137 + .../YARN/2.1.0.2.0/themes/directories.json | 177 ++ .../0.6.0/configuration/zeppelin-config.xml | 12 + .../ZEPPELIN/0.6.0/configuration/zeppelin-env.xml | 2 + .../ZEPPELIN/0.6.0/package/scripts/master.py | 6 +- .../ZEPPELIN/0.6.0/package/scripts/params.py | 13 +- .../0.7.0/configuration/zeppelin-config.xml | 20 +- .../ZEPPELIN/0.7.0/configuration/zeppelin-env.xml | 2 + .../ZEPPELIN/0.7.0/package/scripts/master.py | 39 +- .../ZEPPELIN/0.7.0/package/scripts/params.py | 13 +- .../common-services/ZOOKEEPER/3.4.5/metainfo.xml | 8 + .../3.4.5/package/scripts/params_linux.py | 8 +- .../3.4.5/package/scripts/params_windows.py | 4 +- .../3.4.5/package/scripts/status_params.py | 6 +- .../ZOOKEEPER/3.4.5/themes/directories.json | 117 + .../resources/custom_actions/scripts/check_host.py | 64 +- .../custom_actions/scripts/install_packages.py | 8 +- .../custom_actions/scripts/ru_execute_tasks.py | 8 +- .../custom_actions/scripts/update_repo.py | 11 +- .../src/main/resources/scripts/Ambaripreupload.py | 2 +- .../resources/scripts/check_ambari_permissions.py | 10 +- .../src/main/resources/scripts/configs.py | 2 +- .../stack-hooks/after-INSTALL/scripts/params.py | 12 +- .../after-INSTALL/scripts/shared_initialization.py | 2 +- .../stack-hooks/before-ANY/scripts/params.py | 28 +- .../stack-hooks/before-INSTALL/scripts/params.py | 42 +- .../before-INSTALL/scripts/repo_initialization.py | 6 +- .../stack-hooks/before-START/scripts/params.py | 53 +- .../before-START/scripts/shared_initialization.py | 4 +- .../BIGTOP/0.8/configuration/cluster-env.xml | 5 +- .../0.8/hooks/after-INSTALL/scripts/params.py | 4 +- .../after-INSTALL/scripts/shared_initialization.py | 2 +- .../BIGTOP/0.8/hooks/before-ANY/scripts/params.py | 6 +- .../0.8/hooks/before-INSTALL/scripts/params.py | 8 +- .../0.8/hooks/before-START/scripts/params.py | 8 +- .../0.8/services/FLUME/package/scripts/params.py | 2 +- .../0.8/services/GANGLIA/package/scripts/params.py | 2 +- .../0.8/services/HBASE/configuration/hbase-env.xml | 2 + .../services/HBASE/configuration/hbase-site.xml | 3 + .../0.8/services/HBASE/package/scripts/hbase.py | 8 +- .../0.8/services/HBASE/package/scripts/params.py | 2 +- .../0.8/services/HDFS/configuration/hdfs-site.xml | 2 + .../0.8/services/HDFS/package/scripts/hdfs.py | 6 +- .../0.8/services/HDFS/package/scripts/params.py | 4 +- .../0.8/services/HIVE/configuration/hive-site.xml | 1 + .../services/HIVE/configuration/webhcat-site.xml | 1 + .../0.8/services/HIVE/package/scripts/hcat.py | 2 +- .../0.8/services/HIVE/package/scripts/hive.py | 4 +- .../0.8/services/HIVE/package/scripts/params.py | 8 +- .../0.8/services/HIVE/package/scripts/webhcat.py | 2 +- .../0.8/services/OOZIE/package/scripts/oozie.py | 2 +- .../0.8/services/OOZIE/package/scripts/params.py | 4 +- .../0.8/services/PIG/package/scripts/params.py | 2 +- .../YARN/configuration-mapred/mapred-site.xml | 3 + .../0.8/services/YARN/configuration/yarn-site.xml | 3 + .../0.8/services/YARN/package/scripts/params.py | 2 +- .../0.8/services/YARN/package/scripts/yarn.py | 12 +- .../services/ZOOKEEPER/package/scripts/params.py | 4 +- .../services/GLUSTERFS/package/scripts/params.py | 2 +- .../services/HBASE/configuration/hbase-site.xml | 3 + .../services/HDFS/configuration/hdfs-site.xml | 2 + .../services/HIVE/configuration/hive-site.xml | 1 + .../YARN/configuration-mapred/mapred-site.xml | 3 + .../services/YARN/configuration/yarn-site.xml | 3 + .../package/files/validateYarnComponentStatus.py | 4 +- .../services/YARN/package/scripts/params.py | 2 +- .../services/YARN/package/scripts/yarn.py | 8 +- .../stacks/HDP/2.0.6/configuration/cluster-env.xml | 16 +- .../HDP/2.0.6/properties/stack_packages.json | 10 +- .../HDP/2.0.6/services/AMBARI_INFRA/metainfo.xml | 26 - .../2.0.6/services/AMBARI_INFRA_SOLR/metainfo.xml | 26 + .../services/FALCON/configuration/falcon-env.xml | 1 + .../services/FALCON/package/scripts/params.py | 2 +- .../services/GLUSTERFS/package/scripts/params.py | 2 +- .../services/HBASE/configuration/hbase-site.xml | 3 + .../services/HIVE/configuration/hive-site.xml | 1 + .../services/STORM/configuration/storm-env.xml | 2 + .../services/STORM/configuration/storm-site.xml | 3 + .../services/STORM/package/scripts/params.py | 4 +- .../services/TEZ/configuration/tez-site.xml | 2 + .../services/TEZ/package/scripts/params.py | 2 +- .../services/TEZ/package/scripts/tez.py | 2 +- .../YARN/configuration-mapred/mapred-site.xml | 3 + .../services/YARN/configuration/yarn-site.xml | 3 + .../package/files/validateYarnComponentStatus.py | 4 +- .../services/YARN/package/scripts/params.py | 2 +- .../services/YARN/package/scripts/yarn.py | 8 +- .../2.1/services/HIVE/configuration/hive-site.xml | 1 + .../stacks/HDP/2.1/services/HIVE/metainfo.xml | 7 +- .../configuration/falcon-startup.properties.xml | 1 + .../services/HBASE/configuration/hbase-site.xml | 1 + .../2.2/services/HDFS/configuration/hdfs-site.xml | 1 + .../2.2/services/HIVE/configuration/hive-site.xml | 4 + .../services/HIVE/configuration/webhcat-site.xml | 1 + .../stacks/HDP/2.2/services/HIVE/metainfo.xml | 7 +- .../2.2/services/TEZ/configuration/tez-site.xml | 2 + .../2.2/services/YARN/configuration/yarn-site.xml | 2 + .../services/ECS/package/scripts/ecs_client.py | 4 +- .../2.3.ECS/services/ECS/package/scripts/params.py | 14 +- .../services/HBASE/configuration/hbase-site.xml | 1 + .../configuration/cluster-env.xml.noversion | 3 +- .../services/GLUSTERFS/package/scripts/params.py | 2 +- .../services/HBASE/configuration/hbase-site.xml | 3 + .../services/HIVE/configuration/hive-site.xml | 1 + .../services/HIVE/configuration/webhcat-site.xml | 1 + .../YARN/configuration-mapred/mapred-site.xml | 3 + .../services/YARN/configuration/yarn-site.xml | 2 + .../2.3/services/HIVE/configuration/hive-env.xml | 4 - .../services/HIVE/configuration/webhcat-site.xml | 1 + .../stacks/HDP/2.3/services/HIVE/metainfo.xml | 7 +- .../2.3/services/YARN/configuration/yarn-site.xml | 2 + .../src/main/resources/stacks/HDP/2.4/metainfo.xml | 2 +- .../src/main/resources/stacks/HDP/2.5/metainfo.xml | 2 +- .../2.5/services/ATLAS/configuration/atlas-env.xml | 4 + .../HIVE/configuration/tez-interactive-site.xml | 1 + .../stacks/HDP/2.5/services/HIVE/metainfo.xml | 7 +- .../2.5/services/SPARK/configuration/livy-env.xml | 2 + .../stacks/HDP/2.5/services/stack_advisor.py | 39 +- .../src/main/resources/stacks/HDP/2.6/metainfo.xml | 2 +- .../stacks/HDP/2.6/services/ATLAS/kerberos.json | 2 +- .../2.6/services/SPARK/configuration/livy-env.xml | 2 + .../services/SPARK2/configuration/livy2-env.xml | 2 + .../ZEPPELIN/configuration/zeppelin-env.xml | 2 + .../stacks/HDP/2.6/services/stack_advisor.py | 18 +- .../HDPWIN/2.1/configuration/cluster-env.xml | 6 +- .../HDPWIN/2.1/hooks/after-INSTALL/scripts/hook.py | 4 +- .../2.1/hooks/after-INSTALL/scripts/params.py | 2 +- .../HDPWIN/2.1/hooks/before-ANY/scripts/params.py | 6 +- .../AMBARI_METRICS/configuration/ams-hbase-env.xml | 2 + .../configuration/ams-hbase-site.xml | 1 + .../services/FALCON/configuration/falcon-env.xml | 1 + .../2.1/services/HDFS/configuration/hdfs-site.xml | 1 + .../2.1/services/STORM/configuration/storm-env.xml | 2 + .../services/STORM/configuration/storm-site.xml | 2 + .../2.1/services/TEZ/configuration/tez-site.xml | 1 + .../2.1/services/YARN/configuration/yarn-site.xml | 2 + .../configuration/falcon-startup.properties.xml | 1 + .../2.2/services/HIVE/configuration/hive-site.xml | 4 + .../services/HIVE/configuration/webhcat-site.xml | 1 + .../2.2/services/TEZ/configuration/tez-site.xml | 1 + .../2.2/services/YARN/configuration/yarn-site.xml | 2 + .../2.3/services/TEZ/configuration/tez-site.xml | 1 + .../PERF/1.0/hooks/before-ANY/scripts/params.py | 12 +- .../stacks/PERF/1.0/properties/stack_packages.json | 259 ++ .../PERF/1.0/services/AMBARI_METRICS/metainfo.xml | 2 +- .../services/FAKEHBASE/configuration/hbase-env.xml | 1 + .../FAKEHBASE/configuration/hbase-site.xml | 3 + .../PERF/1.0/services/FAKEHBASE/metainfo.xml | 18 +- .../services/FAKEHDFS/configuration/hadoop-env.xml | 1 + .../services/FAKEHDFS/configuration/hdfs-site.xml | 2 + .../stacks/PERF/1.0/services/FAKEHDFS/metainfo.xml | 15 +- .../services/FAKEHDFS/package/scripts/params.py | 2 +- .../package/templates/input.config-hdfs.json.j2 | 216 -- .../services/FAKEYARN/configuration/yarn-site.xml | 4 + .../stacks/PERF/1.0/services/FAKEYARN/metainfo.xml | 12 +- .../PERF/1.0/services/FAKEZOOKEEPER/metainfo.xml | 4 +- .../KERBEROS/package/scripts/kerberos_common.py | 8 +- .../services/KERBEROS/package/scripts/params.py | 10 +- .../3.0/services/HDFS/configuration/hdfs-site.xml | 1 + .../src/main/resources/stacks/stack_advisor.py | 4 +- .../resources/webapp/WEB-INF/spring-security.xml | 99 - .../server/actionmanager/TestActionManager.java | 6 +- .../server/actionmanager/TestActionScheduler.java | 452 ++-- .../ambari/server/agent/AgentResourceTest.java | 37 +- .../server/agent/AgentSessionManagerTest.java | 100 + .../server/agent/DummyHeartbeatConstants.java | 1 + .../server/agent/HeartbeatProcessorTest.java | 140 +- .../ambari/server/agent/HeartbeatTestHelper.java | 10 +- .../ambari/server/agent/TestActionQueue.java | 382 --- .../ambari/server/agent/TestHeartbeatHandler.java | 173 +- .../ambari/server/agent/TestHeartbeatMonitor.java | 58 +- .../alerts/AgentHeartbeatAlertRunnableTest.java | 17 +- .../ambari/server/alerts/AlertHelperTest.java | 67 + .../alerts/AmbariPerformanceRunnableTest.java | 37 +- .../alerts/ComponentVersionAlertRunnableTest.java | 15 +- .../server/alerts/StaleAlertRunnableTest.java | 478 +++- .../ambari/server/api/AmbariErrorHandlerTest.java | 3 +- .../server/api/services/AmbariMetaInfoTest.java | 3 +- .../stackadvisor/StackAdvisorRunnerTest.java | 24 +- .../creator/RepositoryVersionEventCreatorTest.java | 4 - .../checks/ComponentExistsInRepoCheckTest.java | 6 + .../checks/ComponentsInstallationCheckTest.java | 5 + .../checks/DatabaseConsistencyCheckHelperTest.java | 62 +- .../ambari/server/checks/HealthCheckTest.java | 2 + .../checks/HostMaintenanceModeCheckTest.java | 2 + .../server/checks/HostsHeartbeatCheckTest.java | 3 + .../RequiredServicesInRepositoryCheckTest.java | 2 + .../checks/ServiceCheckValidityCheckTest.java | 2 +- .../ambari/server/checks/ServicesUpCheckTest.java | 9 + .../server/configuration/ConfigurationTest.java | 13 - .../configuration/RecoveryConfigHelperTest.java | 37 +- .../AmbariCustomCommandExecutionHelperTest.java | 25 +- .../server/controller/AmbariHandlerListTest.java | 12 +- .../AmbariManagementControllerImplTest.java | 337 ++- .../controller/AmbariManagementControllerTest.java | 78 +- .../ambari/server/controller/AmbariServerTest.java | 90 +- .../controller/AmbariSessionManagerTest.java | 12 +- .../BackgroundCustomCommandExecutionTest.java | 5 +- .../server/controller/KerberosHelperTest.java | 34 +- ...reshYarnCapacitySchedulerReleaseConfigTest.java | 21 +- .../ActiveWidgetLayoutResourceProviderTest.java | 7 + .../BlueprintConfigurationProcessorTest.java | 1 + .../internal/ComponentResourceProviderTest.java | 41 +- .../internal/ConfigBasedJmxHostProviderTest.java | 93 + .../internal/HostResourceProviderTest.java | 123 +- .../controller/internal/JMXHostProviderTest.java | 118 +- .../OverriddenMetricsHostProviderTest.java | 2 +- .../internal/RequestStageContainerTest.java | 3 + ...ComponentConfigurationResourceProviderTest.java | 2 +- .../internal/ServiceResourceProviderTest.java | 33 +- .../internal/StackDefinedPropertyProviderTest.java | 12 +- .../StackUpgradeConfigurationMergeTest.java | 49 +- ...erAuthenticationSourceResourceProviderTest.java | 10 +- .../UserAuthorizationResourceProviderTest.java | 5 + .../internal/UserResourceProviderTest.java | 5 + .../internal/ViewInstanceResourceProviderTest.java | 5 +- .../ViewPermissionResourceProviderTest.java | 5 +- .../internal/ViewURLResourceProviderTest.java | 5 +- .../metrics/JMXPropertyProviderTest.java | 31 +- .../metrics/RestMetricsPropertyProviderTest.java | 15 +- .../utilities/KerberosIdentityCleanerTest.java | 3 +- .../apache/ambari/server/events/EventsTest.java | 9 +- .../listeners/tasks/TaskStatusListenerTest.java | 19 +- .../ambari/server/orm/DBAccessorImplTest.java | 70 + .../apache/ambari/server/orm/OrmTestHelper.java | 1 + .../server/orm/dao/AlertDefinitionDAOTest.java | 6 - .../ambari/server/orm/dao/AlertsDAOCachedTest.java | 16 +- .../scheduler/ExecutionScheduleManagerTest.java | 2 +- .../AmbariBasicAuthenticationFilterTest.java | 4 +- .../AmbariAuthorizationFilterTest.java | 8 +- .../security/ldap/AmbariLdapDataPopulatorTest.java | 1 - .../kerberos/FinalizeKerberosServerActionTest.java | 9 +- .../kerberos/KerberosIdentityDataFileTest.java | 2 +- .../kerberos/KerberosServerActionTest.java | 1 + .../UpdateKerberosConfigsServerActionTest.java | 22 +- .../AtlasProxyUserConfigCalculationTest.java | 15 +- .../upgrades/CreateAndConfigureActionTest.java | 1 + .../FixCapacitySchedulerOrderingPolicyTest.java | 18 +- .../upgrades/FixOozieAdminUsersTest.java | 17 +- .../upgrades/FixYarnWebServiceUrlTest.java | 21 +- .../HBaseEnvMaxDirectMemorySizeActionTest.java | 18 +- .../upgrades/HiveEnvClasspathActionTest.java | 18 +- .../upgrades/HiveZKQuorumConfigActionTest.java | 16 +- .../upgrades/KerberosKeytabsActionTest.java | 13 +- .../upgrades/PreconfigureKerberosActionTest.java | 59 + .../upgrades/RangerConfigCalculationTest.java | 18 +- .../RangerKerberosConfigCalculationTest.java | 16 +- .../upgrades/RangerKmsProxyConfigTest.java | 17 +- .../RangerUsersyncConfigCalculationTest.java | 17 +- .../upgrades/SparkShufflePropertyConfigTest.java | 17 +- .../PostUserCreationHookServerActionTest.java | 1 + .../server/stack/StackServiceDirectoryTest.java | 2 +- .../ambari/server/state/ConfigHelperTest.java | 17 +- .../ambari/server/state/ServiceComponentTest.java | 15 +- .../apache/ambari/server/state/ServiceTest.java | 3 +- .../apache/ambari/server/state/UriInfoTest.java | 60 + .../ambari/server/state/alert/AlertUriTest.java | 60 - .../state/alerts/AlertDefinitionHashTest.java | 33 - .../state/alerts/AlertEventPublisherTest.java | 3 +- .../state/alerts/AlertReceivedListenerTest.java | 79 +- .../server/state/alerts/InitialAlertEventTest.java | 2 +- .../server/state/cluster/AlertDataManagerTest.java | 10 +- .../server/state/cluster/ClusterImplTest.java | 3 +- .../ambari/server/state/cluster/ClusterTest.java | 18 +- .../ambari/server/state/cluster/ClustersTest.java | 3 +- .../apache/ambari/server/state/host/HostTest.java | 6 +- .../kerberos/KerberosComponentDescriptorTest.java | 2 +- .../KerberosConfigurationDescriptorTest.java | 2 +- .../KerberosDescriptorUpdateHelperTest.java | 44 +- .../kerberos/KerberosIdentityDescriptorTest.java | 2 +- .../kerberos/KerberosKeytabDescriptorTest.java | 2 +- .../kerberos/KerberosPrincipalDescriptorTest.java | 2 +- .../kerberos/KerberosServiceDescriptorTest.java | 2 +- .../kerberos/VariableReplacementHelperTest.java | 2 +- .../services/AlertNoticeDispatchServiceTest.java | 12 +- .../services/CachedAlertFlushServiceTest.java | 12 +- .../services/MetricsRetrievalServiceTest.java | 64 +- .../svccomphost/ServiceComponentHostTest.java | 40 +- .../server/testing/DBInconsistencyTests.java | 3 +- .../server/testutils/PartialNiceMockBinder.java | 266 ++ .../server/topology/ClusterTopologyImplTest.java | 43 +- .../ambari/server/update/HostUpdateHelperTest.java | 53 +- .../server/upgrade/SchemaUpgradeHelperTest.java | 2 + .../server/upgrade/UpgradeCatalog251Test.java | 83 +- .../server/upgrade/UpgradeCatalog252Test.java | 110 +- .../server/upgrade/UpgradeCatalog260Test.java | 306 ++- .../server/upgrade/UpgradeCatalog270Test.java | 1242 +++++++++ .../server/upgrade/UpgradeCatalog300Test.java | 952 ------- .../ambari/server/upgrade/UpgradeCatalogTest.java | 2 +- .../apache/ambari/server/upgrade/UpgradeTest.java | 4 - .../utils/ManagedThreadPoolExecutorTest.java | 2 +- .../apache/ambari/server/utils/StageUtilsTest.java | 39 +- .../apache/ambari/server/utils/TestParallel.java | 223 -- .../server/view/persistence/DataStoreImplTest.java | 4 +- ambari-server/src/test/python/TestAmbariServer.py | 70 +- ambari-server/src/test/python/TestBootstrap.py | 14 +- .../src/test/python/TestResourceFilesKeeper.py | 6 +- ambari-server/src/test/python/TestSetupAgent.py | 8 +- ambari-server/src/test/python/TestStackFeature.py | 26 +- ambari-server/src/test/python/TestStackSelect.py | 16 +- .../common-services/HAWQ/hawq_base_test_case.py | 6 +- .../common-services/HAWQ/test_hawqstandby.py | 2 +- .../LOGSEARCH/test_service_advisor.py | 4 +- .../test/python/common-services/PXF/test_pxf.py | 2 +- .../common-services/configs/hawq_default.json | 156 +- .../common-services/configs/hive_default.json | 180 +- .../configs/hive_unsupported_jdbc_type.json | 174 +- .../common-services/configs/pxf_default.json | 169 +- .../configs/ranger_admin_default.json | 177 +- .../ranger_admin_unsupported_db_flavor.json | 6 +- .../configs/ranger_kms_default.json | 185 +- .../configs/ranger_kms_unsupported_db_flavor.json | 4 +- .../common-services/configs/sqoop_default.json | 177 +- .../configs/sqoop_unsupported_jdbc_driver.json | 10 +- .../test/python/custom_actions/TestCheckHost.py | 18 +- .../python/custom_actions/TestInstallPackages.py | 4 +- .../test/python/custom_actions/TestRemoveBits.py | 2 +- .../test/python/custom_actions/TestUpdateRepo.py | 41 +- .../configs/install_packages_config.json | 164 +- .../configs/install_packages_repository_file.json | 164 +- .../configs/remove_previous_stacks.json | 6 +- .../python/custom_actions/test_ru_execute_tasks.py | 8 +- .../test/python/custom_actions/test_ru_set_all.py | 16 +- .../2.0.6/AMBARI_METRICS/test_metrics_collector.py | 18 +- .../python/stacks/2.0.6/HBASE/test_hbase_client.py | 12 +- .../python/stacks/2.0.6/HBASE/test_hbase_master.py | 36 +- .../stacks/2.0.6/HBASE/test_hbase_regionserver.py | 28 +- .../stacks/2.0.6/HBASE/test_phoenix_queryserver.py | 20 +- .../test/python/stacks/2.0.6/HDFS/test_datanode.py | 16 +- .../python/stacks/2.0.6/HDFS/test_hdfs_client.py | 2 +- .../python/stacks/2.0.6/HDFS/test_journalnode.py | 8 +- .../test/python/stacks/2.0.6/HDFS/test_namenode.py | 19 +- .../python/stacks/2.0.6/HDFS/test_nfsgateway.py | 10 +- .../python/stacks/2.0.6/HDFS/test_snamenode.py | 8 +- .../src/test/python/stacks/2.0.6/HDFS/test_zkfc.py | 16 +- .../python/stacks/2.0.6/HIVE/test_hcat_client.py | 4 +- .../python/stacks/2.0.6/HIVE/test_hive_client.py | 8 +- .../stacks/2.0.6/HIVE/test_hive_metastore.py | 2 +- .../python/stacks/2.0.6/HIVE/test_hive_server.py | 12 +- .../python/stacks/2.0.6/HIVE/test_mysql_server.py | 2 + .../stacks/2.0.6/HIVE/test_webhcat_server.py | 12 +- .../python/stacks/2.0.6/OOZIE/test_oozie_client.py | 8 +- .../python/stacks/2.0.6/OOZIE/test_oozie_server.py | 64 +- .../stacks/2.0.6/OOZIE/test_oozie_service_check.py | 2 +- .../python/stacks/2.0.6/PIG/test_pig_client.py | 2 +- .../test/python/stacks/2.0.6/SQOOP/test_sqoop.py | 4 +- .../python/stacks/2.0.6/YARN/test_historyserver.py | 36 +- .../stacks/2.0.6/YARN/test_mapreduce2_client.py | 32 +- .../python/stacks/2.0.6/YARN/test_nodemanager.py | 32 +- .../stacks/2.0.6/YARN/test_resourcemanager.py | 35 +- .../python/stacks/2.0.6/YARN/test_yarn_client.py | 48 +- .../stacks/2.0.6/configs/altfs_plus_hdfs.json | 169 +- .../stacks/2.0.6/configs/client-upgrade.json | 182 +- .../stacks/2.0.6/configs/default.hbasedecom.json | 166 +- .../test/python/stacks/2.0.6/configs/default.json | 228 +- .../2.0.6/configs/default.non_gmetad_host.json | 168 +- .../stacks/2.0.6/configs/default_ams_embedded.json | 168 +- .../stacks/2.0.6/configs/default_client.json | 167 +- .../stacks/2.0.6/configs/default_hive_nn_ha.json | 171 +- .../stacks/2.0.6/configs/default_hive_nn_ha_2.json | 171 +- .../2.0.6/configs/default_hive_non_hdfs.json | 169 +- .../stacks/2.0.6/configs/default_no_install.json | 171 +- .../stacks/2.0.6/configs/default_oozie_mysql.json | 169 +- .../configs/default_update_exclude_file_only.json | 169 +- .../stacks/2.0.6/configs/default_with_bucket.json | 180 +- .../default_yarn_include_file_dont_manage.json | 189 +- .../configs/default_yarn_include_file_manage.json | 191 +- .../test/python/stacks/2.0.6/configs/flume_22.json | 191 +- .../python/stacks/2.0.6/configs/flume_only.json | 161 +- .../python/stacks/2.0.6/configs/flume_target.json | 176 +- .../2.0.6/configs/ha_bootstrap_active_node.json | 164 +- .../2.0.6/configs/ha_bootstrap_standby_node.json | 165 +- .../ha_bootstrap_standby_node_initial_start.json | 168 +- ...tandby_node_initial_start_dfs_nameservices.json | 166 +- .../python/stacks/2.0.6/configs/ha_default.json | 164 +- .../python/stacks/2.0.6/configs/ha_secured.json | 164 +- .../python/stacks/2.0.6/configs/hbase-2.2.json | 169 +- .../stacks/2.0.6/configs/hbase-check-2.2.json | 166 +- .../stacks/2.0.6/configs/hbase-preupgrade.json | 170 +- .../stacks/2.0.6/configs/hbase-rs-2.2-phoenix.json | 171 +- .../python/stacks/2.0.6/configs/hbase-rs-2.2.json | 171 +- .../python/stacks/2.0.6/configs/hbase_no_phx.json | 174 +- .../stacks/2.0.6/configs/hbase_with_phx.json | 174 +- .../test/python/stacks/2.0.6/configs/nn_eu.json | 171 +- .../python/stacks/2.0.6/configs/nn_eu_standby.json | 169 +- .../python/stacks/2.0.6/configs/nn_ru_lzo.json | 168 +- .../stacks/2.0.6/configs/oozie_existing_sqla.json | 175 +- .../2.0.6/configs/ranger-namenode-start.json | 174 +- .../2.0.6/configs/rebalancehdfs_default.json | 163 +- .../2.0.6/configs/rebalancehdfs_secured.json | 163 +- .../stacks/2.0.6/configs/repository_file.json | 183 +- .../test/python/stacks/2.0.6/configs/secured.json | 223 +- .../stacks/2.0.6/configs/secured_client.json | 168 +- .../stacks/2.0.6/configs/secured_no_jce_name.json | 10 +- .../secured_yarn_include_file_dont_manage.json | 188 +- .../configs/secured_yarn_include_file_manage.json | 190 +- .../stacks/2.0.6/configs/zk-service_check_2.2.json | 160 +- .../hooks/after-INSTALL/test_after_install.py | 25 +- .../hooks/before-INSTALL/test_before_install.py | 42 +- .../python/stacks/2.1/HIVE/test_hive_metastore.py | 8 +- .../python/stacks/2.1/STORM/test_storm_base.py | 32 +- .../2.1/STORM/test_storm_jaas_configuration.py | 1 + .../python/stacks/2.1/STORM/test_storm_nimbus.py | 34 +- .../stacks/2.1/STORM/test_storm_supervisor_prod.py | 1 - .../test/python/stacks/2.1/TEZ/test_tez_client.py | 2 +- .../stacks/2.1/YARN/test_apptimelineserver.py | 16 +- .../python/stacks/2.1/configs/client-upgrade.json | 178 +- .../stacks/2.1/configs/default-storm-start.json | 154 +- .../test/python/stacks/2.1/configs/default.json | 213 +- .../stacks/2.1/configs/hive-metastore-upgrade.json | 173 +- .../stacks/2.1/configs/secured-storm-start.json | 165 +- .../test/python/stacks/2.1/configs/secured.json | 217 +- .../python/stacks/2.2/KNOX/test_knox_gateway.py | 4 +- .../python/stacks/2.2/common/test_conf_select.py | 4 +- .../test/python/stacks/2.2/configs/default.json | 168 +- .../2.2/configs/default_custom_path_config.json | 168 +- .../python/stacks/2.2/configs/falcon-upgrade.json | 171 +- .../python/stacks/2.2/configs/hive-upgrade.json | 179 +- .../configs/journalnode-upgrade-hdfs-secure.json | 174 +- .../stacks/2.2/configs/journalnode-upgrade.json | 174 +- .../python/stacks/2.2/configs/knox_upgrade.json | 165 +- .../python/stacks/2.2/configs/oozie-downgrade.json | 173 +- .../python/stacks/2.2/configs/oozie-upgrade.json | 175 +- .../2.2/configs/pig-service-check-secure.json | 166 +- .../stacks/2.2/configs/ranger-admin-default.json | 173 +- .../stacks/2.2/configs/ranger-admin-secured.json | 173 +- .../stacks/2.2/configs/ranger-admin-upgrade.json | 173 +- .../2.2/configs/ranger-usersync-upgrade.json | 170 +- .../test/python/stacks/2.2/configs/secured.json | 166 +- .../2.2/configs/spark-job-history-server.json | 2 +- .../python/stacks/2.3/MAHOUT/test_mahout_client.py | 4 +- .../python/stacks/2.3/STORM/test_storm_base.py | 1 + .../test/python/stacks/2.3/YARN/test_ats_1_5.py | 2 +- .../test/python/stacks/2.3/configs/ats_1_5.json | 180 +- .../stacks/2.3/configs/default.hbasedecom.json | 10 +- .../test/python/stacks/2.3/configs/default.json | 167 +- .../python/stacks/2.3/configs/hbase_default.json | 168 +- .../python/stacks/2.3/configs/hbase_secure.json | 167 +- .../src/test/python/stacks/2.3/configs/secure.json | 168 +- .../python/stacks/2.3/configs/spark_default.json | 166 +- .../python/stacks/2.3/configs/storm_default.json | 163 +- .../stacks/2.3/configs/storm_default_secure.json | 163 +- .../stacks/2.4/AMBARI_INFRA/test_infra_solr.py | 8 +- .../python/stacks/2.4/LOGSEARCH/test_logsearch.py | 2 +- .../test/python/stacks/2.4/configs/default.json | 164 +- .../python/stacks/2.5/HIVE/test_hive_server_int.py | 11 +- .../python/stacks/2.5/RANGER/test_ranger_admin.py | 8 +- .../stacks/2.5/RANGER/test_ranger_tagsync.py | 4 +- .../stacks/2.5/RANGER/test_ranger_usersync.py | 4 +- .../stacks/2.5/RANGER_KMS/test_kms_server.py | 28 +- .../python/stacks/2.5/common/test_stack_advisor.py | 6 +- .../test/python/stacks/2.5/configs/default.json | 171 +- .../python/stacks/2.5/configs/hsi_default.json | 180 +- .../2.5/configs/hsi_default_for_restart.json | 179 +- .../src/test/python/stacks/2.5/configs/hsi_ha.json | 180 +- .../stacks/2.5/configs/ranger-admin-default.json | 188 +- .../stacks/2.5/configs/ranger-admin-secured.json | 188 +- .../stacks/2.5/configs/ranger-kms-default.json | 194 +- .../stacks/2.5/configs/ranger-kms-secured.json | 193 +- .../test/python/stacks/2.5/configs/secured.json | 168 +- .../src/test/python/stacks/2.6/DRUID/test_druid.py | 2 +- .../2.6/KAFKA/test_kafka_broker_other_sasl.py | 2 + .../python/stacks/2.6/RANGER/test_ranger_admin.py | 8 +- .../stacks/2.6/RANGER/test_ranger_tagsync.py | 6 +- .../2.6/ZEPPELIN/interpreter_json_generated.py | 2 +- .../python/stacks/2.6/common/test_stack_advisor.py | 14 +- .../test/python/stacks/2.6/configs/default.json | 174 +- .../2.6/configs/default_kafka_plaintext.json | 170 +- .../2.6/configs/default_kafka_plaintextsasl.json | 170 +- .../2.6/configs/default_kafka_sasl_plaintext.json | 170 +- .../stacks/2.6/configs/default_kafka_sasl_ssl.json | 170 +- .../stacks/2.6/configs/ranger-admin-default.json | 188 +- .../stacks/2.6/configs/ranger-admin-secured.json | 188 +- .../0.11.0.2.0.5.0/configuration/hive-site.xml | 1 + .../HIVE/0.11.0.2.0.5.0/package/scripts/hive.py | 2 +- .../HIVE/0.11.0.2.0.5.0/package/scripts/params.py | 4 +- .../HIVE/configuration/hive-site.xml | 1 + .../dummy_stack/HIVE/configuration/hive-site.xml | 1 + .../dummy_stack/HIVE/package/scripts/hive.py | 2 +- .../dummy_stack/HIVE/package/scripts/params.py | 4 +- .../custom_actions/check_last_agent_env.json | 2 +- .../ru_execute_tasks_namenode_prepare.json | 162 +- .../ambari/server/upgrade/kerberos_descriptor.json | 2653 +++++++++++++++++++ .../services/HBASE/configuration/hbase-site.xml | 1 + .../services/HIVE/configuration/hive-site.xml | 1 + .../WEBHCAT/configuration/webhcat-site.xml | 1 + .../1.3.0/services/HBASE/configuration/global.xml | 3 + .../services/HBASE/configuration/hbase-site.xml | 2 + .../services/HIVE/configuration/hive-site.xml | 1 + .../WEBHCAT/configuration/webhcat-site.xml | 1 + .../services/HBASE/configuration/hbase-site.xml | 1 + .../services/HIVE/configuration/hive-site.xml | 1 + .../WEBHCAT/configuration/webhcat-site.xml | 1 + .../services/HBASE/configuration/hbase-site.xml | 2 + .../services/HIVE/configuration/hive-site.xml | 1 + .../MAPREDUCE2/configuration/mapred-site.xml | 2 + .../WEBHCAT/configuration/webhcat-site.xml | 1 + .../services/YARN/configuration/yarn-site.xml | 2 + .../2.0.5/services/HBASE/configuration/global.xml | 3 + .../services/HBASE/configuration/hbase-site.xml | 2 + .../services/HDFS/configuration/core-site.xml | 1 + .../services/HDFS/configuration/hdfs-site.xml | 1 + .../services/HIVE/configuration/hive-site.xml | 1 + .../MAPREDUCE2/configuration/mapred-site.xml | 3 + .../services/YARN/configuration/yarn-site.xml | 2 + .../2.0.7/services/HBASE/configuration/global.xml | 3 + .../services/HBASE/configuration/hbase-site.xml | 2 + .../services/HDFS/configuration/hdfs-site.xml | 2 + .../services/HIVE/configuration/hive-site.xml | 1 + .../services/HBASE/configuration/hbase-site.xml | 2 + ambari-serviceadvisor/pom.xml | 38 + ambari-shell/ambari-groovy-shell/pom.xml | 149 -- .../java/org/apache/ambari/shell/AmbariShell.java | 110 - .../ambari/shell/commands/BasicCommands.java | 133 - .../ambari/shell/commands/BlueprintCommands.java | 207 -- .../ambari/shell/commands/ClusterCommands.java | 295 --- .../ambari/shell/commands/ConfigCommands.java | 163 -- .../ambari/shell/commands/ElephantCommand.java | 64 - .../apache/ambari/shell/commands/HostCommands.java | 119 - .../ambari/shell/commands/ServiceCommands.java | 155 -- .../shell/completion/AbstractCompletion.java | 34 - .../apache/ambari/shell/completion/Blueprint.java | 29 - .../apache/ambari/shell/completion/ConfigType.java | 29 - .../org/apache/ambari/shell/completion/Host.java | 29 - .../apache/ambari/shell/completion/Service.java | 29 - .../configuration/ConverterConfiguration.java | 154 -- .../shell/configuration/ShellConfiguration.java | 114 - .../ambari/shell/converter/AbstractConverter.java | 63 - .../ambari/shell/converter/BlueprintConverter.java | 45 - .../shell/converter/ConfigTypeConverter.java | 45 - .../ambari/shell/converter/HostConverter.java | 45 - .../ambari/shell/converter/ServiceConverter.java | 45 - .../ambari/shell/customization/AmbariBanner.java | 69 - .../ambari/shell/customization/AmbariHistory.java | 40 - .../ambari/shell/customization/AmbariPrompt.java | 43 - .../apache/ambari/shell/flash/AbstractFlash.java | 66 - .../apache/ambari/shell/flash/FlashService.java | 47 - .../org/apache/ambari/shell/flash/FlashType.java | 39 - .../apache/ambari/shell/flash/InstallProgress.java | 79 - .../apache/ambari/shell/model/AmbariContext.java | 159 -- .../java/org/apache/ambari/shell/model/Focus.java | 53 - .../org/apache/ambari/shell/model/FocusType.java | 55 - .../java/org/apache/ambari/shell/model/Hints.java | 59 - .../apache/ambari/shell/support/TableRenderer.java | 121 - .../src/main/resources/banner.txt | 5 - .../src/main/resources/elephant.txt | 8 - .../shell/commands/BlueprintCommandsTest.java | 128 - .../ambari/shell/commands/ClusterCommandsTest.java | 280 -- .../ambari/shell/commands/ConfigCommandsTest.java | 98 - .../ambari/shell/commands/HostCommandsTest.java | 66 - .../ambari/shell/commands/ServiceCommandsTest.java | 70 - .../shell/customization/AmbariPromptTest.java | 54 - .../ambari/shell/model/AmbariContextTest.java | 66 - .../ambari/shell/support/TableRendererTest.java | 54 - .../src/test/resources/2columns | 5 - .../src/test/resources/3columns | 5 - .../src/test/resources/core-site.xml | 13 - .../src/test/resources/testBlueprint.json | 48 - .../ambari-python-shell/conf/unix/ambari-shell | 62 - .../ambari-python-shell/conf/unix/ambari-shell.ini | 19 - ambari-shell/ambari-python-shell/pom.xml | 245 -- .../src/main/package/deb/control/control | 22 - .../src/main/package/deb/control/postinst | 15 - .../src/main/package/deb/control/postrm | 15 - .../src/main/package/deb/control/posttrm | 15 - .../src/main/package/deb/control/preinst | 15 - .../src/main/package/deb/control/prerm | 15 - .../src/main/python/ambari_shell/__init__.py | 16 - .../src/main/python/ambari_shell/ambari_shell.py | 412 --- .../main/python/ambari_shell/plugins/__init__.py | 16 - .../main/python/ambari_shell/plugins/blueprint.py | 21 - .../python/ambari_shell/plugins/connect_cluster.py | 81 - .../python/ambari_shell/plugins/create_cluster.py | 34 - .../main/python/ambari_shell/plugins/service.py | 125 - .../python/ambari_shell/plugins/shell_config.py | 77 - .../src/main/python/ambari_shell/plugins/show.py | 155 -- .../src/main/python/ambari_shell/utils/__init__.py | 16 - .../main/python/ambari_shell/utils/displayutils.py | 128 - .../src/main/python/ambari_shell/utils/osutils.py | 69 - .../main/python/ambari_shell/utils/pluginutils.py | 100 - .../ambari-python-shell/src/main/python/setup.py | 40 - .../src/packages/tarball/all.xml | 34 - ambari-shell/assemblies/client.xml | 20 - ambari-shell/pom.xml | 93 - ambari-utility/pom.xml | 27 + ambari-web/app/app.js | 7 + ambari-web/app/assets/test/tests.js | 12 +- ambari-web/app/controllers.js | 5 + .../global/background_operations_controller.js | 217 +- .../app/controllers/global/cluster_controller.js | 33 +- .../app/controllers/global/update_controller.js | 112 +- ambari-web/app/controllers/main.js | 3 + .../main/admin/federation/step1_controller.js | 40 + .../main/admin/federation/step2_controller.js | 38 + .../main/admin/federation/step3_controller.js | 180 ++ .../main/admin/federation/step4_controller.js | 123 + .../main/admin/federation/wizard_controller.js | 155 ++ .../highAvailability/nameNode/step1_controller.js | 3 +- .../highAvailability/nameNode/step7_controller.js | 5 +- .../main/admin/highAvailability_controller.js | 9 + ambari-web/app/controllers/main/admin/kerberos.js | 4 +- .../controllers/main/admin/service_auto_start.js | 255 +- .../main/admin/stack_and_upgrade_controller.js | 22 +- .../alerts/alert_definitions_actions_controller.js | 7 +- .../main/alerts/definition_configs_controller.js | 11 +- .../manage_alert_notifications_controller.js | 13 +- .../main/dashboard/config_history_controller.js | 21 +- .../main/host/bulk_operations_controller.js | 23 +- ambari-web/app/controllers/main/host/details.js | 22 +- ambari-web/app/controllers/main/service.js | 6 +- .../app/controllers/main/service/info/configs.js | 7 +- ambari-web/app/controllers/main/service/item.js | 441 +++- .../service/manage_config_groups_controller.js | 8 +- .../main/service/reassign/step2_controller.js | 9 + .../main/service/reassign/step4_controller.js | 3 +- ambari-web/app/controllers/wizard.js | 2 +- .../app/controllers/wizard/step4_controller.js | 6 +- .../app/controllers/wizard/step6_controller.js | 9 +- .../wizard/step7/assign_master_controller.js | 39 +- .../app/controllers/wizard/step7_controller.js | 301 ++- .../configs/services/ambari_infra_properties.js | 202 -- .../services/ambari_infra_solr_properties.js | 202 ++ ambari-web/app/data/configs/site_properties.js | 2 +- .../data/configs/wizards/federation_properties.js | 231 ++ .../app/data/configs/wizards/secure_mapping.js | 16 + ambari-web/app/data/db_properties_info.js | 3 +- ambari-web/app/mappers.js | 9 +- ambari-web/app/mappers/alert_definitions_mapper.js | 10 +- ambari-web/app/mappers/alert_groups_mapper.js | 10 +- ambari-web/app/mappers/component_config_mapper.js | 105 - ambari-web/app/mappers/components_state_mapper.js | 134 +- ambari-web/app/mappers/configs/themes_mapper.js | 31 +- ambari-web/app/mappers/hosts_mapper.js | 56 +- ambari-web/app/mappers/server_data_mapper.js | 24 +- ambari-web/app/mappers/service_metrics_mapper.js | 165 +- .../socket/alert_definitions_mapper_adapter.js | 45 + .../mappers/socket/alert_groups_mapper_adapter.js | 41 + .../app/mappers/socket/alert_summary_mapper.js | 34 + .../mappers/socket/host_component_status_mapper.js | 56 + ambari-web/app/mappers/socket/host_state_mapper.js | 37 + .../app/mappers/socket/service_state_mapper.js | 38 + ambari-web/app/mappers/socket/topology_mapper.js | 175 ++ .../app/mappers/socket/upgrade_state_mapper.js | 42 + ambari-web/app/messages.js | 119 +- .../app/mixins/common/configs/configs_loader.js | 4 +- .../app/mixins/common/configs/configs_saver.js | 1 - .../app/mixins/common/configs/enhanced_configs.js | 2 +- ambari-web/app/mixins/common/serverValidator.js | 40 +- .../app/mixins/wizard/assign_master_components.js | 6 +- ambari-web/app/models.js | 1 + ambari-web/app/models/client_component.js | 11 + ambari-web/app/models/configs/config_group.js | 2 +- .../app/models/configs/objects/service_config.js | 2 +- .../configs/objects/service_config_property.js | 4 +- .../app/models/configs/stack_config_property.js | 6 + ambari-web/app/models/configs/theme/tab.js | 13 +- ambari-web/app/models/host.js | 12 +- ambari-web/app/models/host_component.js | 105 +- ambari-web/app/models/repository.js | 2 +- ambari-web/app/models/service.js | 9 +- ambari-web/app/models/service/hdfs.js | 34 +- ambari-web/app/models/service/onefs.js | 43 + ambari-web/app/models/stack_service.js | 2 +- ambari-web/app/models/stack_version/version.js | 4 +- ambari-web/app/routes/main.js | 4 +- .../app/routes/namenode_federation_routes.js | 171 ++ ambari-web/app/styles/alerts.less | 26 +- ambari-web/app/styles/application.less | 83 +- ambari-web/app/styles/bootstrap_overrides.less | 44 +- ambari-web/app/styles/circle-toggle-switch.less | 87 + ambari-web/app/styles/common.less | 32 + .../app/styles/enhanced_service_dashboard.less | 20 +- ambari-web/app/styles/hosts.less | 4 +- ambari-web/app/styles/modal_popups.less | 21 +- ambari-web/app/styles/service_configurations.less | 43 + ambari-web/app/styles/stack_versions.less | 4 +- ambari-web/app/styles/theme/bootstrap-ambari.css | 4 +- ambari-web/app/styles/visualsearch.less | 4 +- ambari-web/app/styles/widgets.less | 2 +- ambari-web/app/styles/wizard.less | 72 +- ambari-web/app/templates.js | 6 + ambari-web/app/templates/application.hbs | 19 +- .../templates/common/configs/overrideWindow.hbs | 136 +- .../common/configs/selectCreateConfigGroup.hbs | 20 +- .../common/configs/service_config_category.hbs | 2 +- .../common/configs/service_config_layout_tab.hbs | 16 +- .../common/configs/service_config_wizard.hbs | 132 +- .../templates/common/configs/services_config.hbs | 80 +- .../templates/common/configs/widgets/controls.hbs | 90 +- .../configs/widgets/controls/create_override.hbs | 30 + .../common/configs/widgets/controls/edit.hbs | 30 + .../common/configs/widgets/controls/final.hbs | 27 + .../configs/widgets/controls/remove_override.hbs | 30 + .../configs/widgets/controls/set_recommended.hbs | 27 + .../common/configs/widgets/controls/undo.hbs | 23 + .../configs/widgets/test_db_connection_widget.hbs | 26 +- .../app/templates/common/host_progress_popup.hbs | 504 ++-- .../modal_popups/config_recommendation_popup.hbs | 39 +- .../common/modal_popups/dependent_configs_list.hbs | 49 +- .../modal_popups/dependent_configs_table.hbs | 63 +- .../app/templates/main/admin/federation/step1.hbs | 59 + .../app/templates/main/admin/federation/step3.hbs | 63 + .../app/templates/main/admin/federation/step4.hbs | 19 + .../app/templates/main/admin/federation/wizard.hbs | 35 + .../admin/highAvailability/journalNode/step7.hbs | 16 +- .../templates/main/admin/service_auto_start.hbs | 131 +- .../service_auto_start/component_auto_start.hbs | 19 - .../service_auto_start_indicator.hbs | 19 - .../main/dashboard/widgets/hbase_links.hbs | 20 +- .../main/dashboard/widgets/hdfs_links.hbs | 20 +- .../main/dashboard/widgets/yarn_links.hbs | 20 +- .../main/host/details/addDeleteComponentPopup.hbs | 4 +- .../app/templates/main/service/info/summary.hbs | 18 +- .../templates/main/service/info/summary/base.hbs | 12 +- .../service/info/summary/master_components.hbs | 56 +- ambari-web/app/templates/main/service/item.hbs | 77 +- .../app/templates/main/service/services/hbase.hbs | 82 +- .../app/templates/main/service/services/hdfs.hbs | 242 +- .../app/templates/main/service/services/hive.hbs | 12 +- .../app/templates/main/service/services/ranger.hbs | 13 +- .../app/templates/main/service/services/storm.hbs | 48 +- .../app/templates/main/service/services/yarn.hbs | 154 +- ambari-web/app/templates/wizard/step1.hbs | 2 +- ambari-web/app/templates/wizard/step6.hbs | 8 +- .../app/templates/wizard/step7/accounts_tab.hbs | 48 + .../app/templates/wizard/step7/credentials_tab.hbs | 61 + .../app/templates/wizard/step7/databases_tab.hbs | 25 + .../app/templates/wizard/step7/directories_tab.hbs | 44 + .../wizard/step7/directories_theme_layout.hbs | 59 + .../templates/wizard/step7_with_category_tabs.hbs | 71 + ambari-web/app/utils/ajax/ajax.js | 38 +- ambari-web/app/utils/batch_scheduled_requests.js | 45 +- ambari-web/app/utils/bootstrap_reopen.js | 46 +- ambari-web/app/utils/config.js | 4 +- ambari-web/app/utils/configs/database.js | 11 + ambari-web/app/utils/db.js | 1 + ambari-web/app/utils/host_progress_popup.js | 5 +- ambari-web/app/utils/stomp_client.js | 218 ++ ambari-web/app/utils/validator.js | 7 +- ambari-web/app/views.js | 11 +- ambari-web/app/views/common/chart/linear_time.js | 1 + ambari-web/app/views/common/checkbox_view.js | 10 +- .../common/configs/config_versions_control_view.js | 1 - .../configs/service_config_container_view.js | 9 + .../configs/service_config_layout_tab_view.js | 19 +- .../common/configs/service_config_tab_view.js | 4 - .../views/common/configs/service_config_view.js | 10 +- .../configs/service_configs_by_category_view.js | 6 +- .../app/views/common/configs/services_config.js | 7 +- .../configs/widgets/combo_config_widget_view.js | 25 + .../widgets/test_db_connection_widget_view.js | 31 +- ambari-web/app/views/common/controls_view.js | 18 +- .../app/views/common/filter_combo_cleanable.js | 4 +- .../views/common/host_progress_popup_body_view.js | 3 +- .../config_validation/config_validation_popup.js | 10 +- .../modal_popups/dependent_configs_list_popup.js | 39 +- .../app/views/common/quick_view_link_view.js | 92 +- ambari-web/app/views/common/radio_button_view.js | 3 + .../app/views/main/admin/federation/step1_view.js | 32 + .../app/views/main/admin/federation/step2_view.js | 23 + .../app/views/main/admin/federation/step3_view.js | 34 + .../app/views/main/admin/federation/step4_view.js | 35 + .../app/views/main/admin/federation/wizard_view.js | 32 + .../app/views/main/admin/service_auto_start.js | 68 +- .../service_auto_start/component_auto_start.js | 58 - .../service_auto_start_indicator.js | 34 - .../stack_upgrade/upgrade_version_column_view.js | 17 +- .../app/views/main/alert_definitions_view.js | 5 +- .../app/views/main/alerts/alert_search_box.js | 4 +- .../views/main/alerts/definition_details_view.js | 25 +- .../views/main/dashboard/config_history_view.js | 6 +- .../app/views/main/dashboard/widgets/hdfs_links.js | 2 + .../views/main/dashboard/widgets/namenode_cpu.js | 1 + .../details/host_component_views/datanode_view.js | 1 + ambari-web/app/views/main/host/summary.js | 102 +- ambari-web/app/views/main/menu.js | 2 +- .../main/service/info/components_list_view.js | 16 +- ambari-web/app/views/main/service/info/configs.js | 20 +- ambari-web/app/views/main/service/info/summary.js | 72 +- ambari-web/app/views/main/service/item.js | 296 ++- ambari-web/app/views/main/service/service.js | 2 + ambari-web/app/views/main/service/services/hdfs.js | 21 - ambari-web/app/views/wizard/step1_view.js | 40 +- ambari-web/app/views/wizard/step3_view.js | 15 +- ambari-web/app/views/wizard/step6_view.js | 2 + .../app/views/wizard/step7/accounts_tab_view.js | 42 + .../app/views/wizard/step7/credentials_tab_view.js | 90 + .../app/views/wizard/step7/databases_tab_view.js | 72 + .../app/views/wizard/step7/directories_tab_view.js | 124 + ambari-web/app/views/wizard/step7_view.js | 22 +- ambari-web/brunch-config.js | 2 + ambari-web/gzip-content.ps1 | Bin 2349 -> 2566 bytes ambari-web/gzip-content.sh | 38 + ambari-web/karma.conf.js | 2 +- ambari-web/package.json | 2 +- ambari-web/pom.xml | 715 +++--- .../global/background_operations_test.js | 334 ++- .../controllers/global/cluster_controller_test.js | 64 +- .../controllers/global/update_controller_test.js | 200 +- .../nameNode/step7_controller_test.js | 2 +- .../main/admin/service_auto_start_test.js | 343 ++- .../admin/stack_and_upgrade_controller_test.js | 16 +- .../dashboard/config_history_controller_test.js | 45 +- .../test/controllers/main/host/details_test.js | 47 +- .../controllers/main/service/info/config_test.js | 6 +- .../test/controllers/main/service/item_test.js | 113 +- ambari-web/test/controllers/main/service_test.js | 2 +- ambari-web/test/controllers/main_test.js | 39 + ambari-web/test/controllers/wizard/step4_test.js | 12 +- .../wizard/step7/assign_master_controller_test.js | 37 +- ambari-web/test/controllers/wizard/step7_test.js | 6 +- .../test/mappers/components_state_mapper_test.js | 275 ++ .../test/mappers/configs/themes_mapper_test.js | 19 +- ambari-web/test/mappers/server_data_mapper_test.js | 20 + .../alert_definitions_mapper_adapter_test.js | 85 + .../socket/alert_groups_mapper_adapter_test.js | 70 + .../mappers/socket/alert_summary_mapper_test.js | 51 + .../socket/host_component_status_mapper_test.js | 114 + .../test/mappers/socket/host_state_mapper_test.js | 44 + .../mappers/socket/service_state_mapper_test.js | 44 + .../test/mappers/socket/topology_mapper_test.js | 215 ++ .../mappers/socket/upgrade_state_mapper_test.js | 80 + ambari-web/test/mappers/status_mapper_test.js | 19 - .../mixins/common/configs/configs_loader_test.js | 57 +- .../mixins/common/configs/configs_saver_test.js | 7 - .../test/mixins/common/serverValidator_test.js | 3 + .../test/models/configs/config_group_test.js | 2 +- ambari-web/test/models/host_test.js | 14 + ambari-web/test/models/service_test.js | 2 +- ambari-web/test/utils/stomp_client_test.js | 252 ++ ambari-web/test/utils/validator_test.js | 24 + .../configs/config_versions_control_view_test.js | 8 +- .../common/configs/service_config_view_test.js | 2 +- .../widgets/list_config_widget_view_test.js | 3 +- .../dependent_configs_list_popup_test.js | 1 - .../test/views/common/quick_link_view_test.js | 26 +- .../component_auto_start_test.js | 64 - .../views/main/admin/service_auto_start_test.js | 69 +- .../main/alerts/definition_details_view_test.js | 48 +- .../main/dashboard/config_history_view_test.js | 27 +- ambari-web/test/views/main/host/summary_test.js | 48 +- .../test/views/main/service/info/summary_test.js | 10 +- ambari-web/test/views/main/service/item_test.js | 41 +- ambari-web/test/views/main/service/service_test.js | 10 +- .../test/views/main/service/services/hdfs_test.js | 39 - ambari-web/test/views/wizard/step1_view_test.js | 136 +- ambari-web/test/views/wizard/step3_view_test.js | 33 +- ambari-web/vendor/scripts/sockjs.min.js | 4 + ambari-web/vendor/scripts/stomp.min.js | 8 + .../main/resources/META-INF/spring-security.xml | 4 +- .../addon-services/ONEFS/1.0.0/metrics.json | 105 + .../ONEFS/1.0.0/package/scripts/params_linux.py | 2 +- .../ONEFS/1.0.0/package/scripts/params_windows.py | 2 +- .../ONEFS/1.0.0/package/scripts/status_params.py | 4 +- contrib/management-packs/pom.xml | 12 +- .../ui/hive-web/app/components/query-settings.js | 55 + .../ui/hive-web/app/components/typeahead-widget.js | 23 +- .../ui/hive-web/app/controllers/application.js | 9 +- .../resources/ui/hive-web/app/controllers/index.js | 1 - .../ui/hive-web/app/controllers/open-queries.js | 12 + .../ui/hive-web/app/controllers/query-tabs.js | 63 +- .../ui/hive-web/app/controllers/settings.js | 69 - .../src/main/resources/ui/hive-web/app/router.js | 5 +- .../ui/hive-web/app/routes/application.js | 22 +- .../resources/ui/hive-web/app/routes/messages.js | 22 + .../resources/ui/hive-web/app/routes/tez-ui.js | 22 + .../ui/hive-web/app/routes/visual-explain.js | 22 + .../ui/hive-web/app/routes/visualization-ui.js | 22 + .../resources/ui/hive-web/app/services/settings.js | 6 + .../main/resources/ui/hive-web/app/styles/app.scss | 2 +- .../ui/hive-web/app/styles/query-tabs.scss | 8 +- .../ui/hive-web/app/templates/application.hbs | 23 +- .../app/templates/components/query-settings.hbs | 70 + .../resources/ui/hive-web/app/templates/index.hbs | 21 +- .../ui/hive-web/app/templates/open-queries.hbs | 10 +- .../ui/hive-web/app/templates/settings.hbs | 70 - .../query-settings-test.js} | 0 .../unit/{controllers => routes}/messages-test.js | 0 .../ui/hive-web/tests/unit/routes/tez-ui-test.js | 49 + .../tests/unit/routes/visual-explain-test.js | 106 + .../tests/unit/views/visual-explain-test.js | 106 - .../hive20/resources/uploads/UploadService.java | 25 +- .../resources/uploads/parsers/PreviewData.java | 8 + .../resources/ui/app/components/upload-table.js | 3 + .../databases/database/tables/upload-table.js | 65 +- .../InsertFromQueryGeneratorSpecTest.groovy | 13 +- .../resources/uploads/UploadServiceTest.java | 60 + contrib/views/pom.xml | 11 - dev-support/docker/centos6/Dockerfile | 33 + dev-support/docker/centos7/Dockerfile | 37 + dev-support/docker/common/.bashrc | 17 + dev-support/docker/common/Dockerfile | 34 + dev-support/docker/ubuntu16/Dockerfile | 35 + docs/src/site/site.xml | 12 +- pom.xml | 15 +- start-build-env.sh | 64 + 2129 files changed, 89108 insertions(+), 50753 deletions(-) -- To stop receiving notification emails like this one, please contact mradhakrish...@apache.org.