This is an automated email from the ASF dual-hosted git repository. mpapirkovskyy pushed a commit to branch branch-3.0-perf in repository https://gitbox.apache.org/repos/asf/ambari.git
commit e70a76c3da18bb0bca8bcaacb35a34eadfeaf077 Merge: 591bd9c e4b51f9 Author: Myroslav Papirkovskyi <mpapirkovs...@apache.org> AuthorDate: Sat Feb 10 02:18:09 2018 +0200 Merge pull request #318 from mpapirkovskyy/trunk-branch-3.0-perf Trunk branch 3.0 perf .github/PULL_REQUEST_TEMPLATE.md | 10 + .../src/main/resources/ui/admin-web/app/index.html | 9 +- .../app/scripts/controllers/SideNavCtrl.js | 6 +- .../controllers/ambariViews/ViewsListCtrl.js | 220 +- .../remoteClusters/RemoteClustersListCtrl.js | 110 +- .../stackVersions/StackVersionsCreateCtrl.js | 2 +- .../stackVersions/StackVersionsEditCtrl.js | 4 +- .../stackVersions/StackVersionsListCtrl.js | 192 +- .../controllers/userManagement/GroupsListCtrl.js | 92 +- .../controllers/userManagement/UsersListCtrl.js | 132 +- .../app/scripts/directives/comboSearch.js | 501 + .../ui/admin-web/app/scripts/services/Cluster.js | 3 +- .../ui/admin-web/app/scripts/services/Filters.js | 84 + .../ui/admin-web/app/scripts/services/Group.js | 11 +- .../admin-web/app/scripts/services/Pagination.js | 59 + .../app/scripts/services/RemoteCluster.js | 10 +- .../ui/admin-web/app/scripts/services/Stack.js | 34 +- .../ui/admin-web/app/scripts/services/User.js | 22 +- .../admin-web/app/styles/cluster-information.css | 29 +- .../ui/admin-web/app/styles/combo-search.css | 164 + .../resources/ui/admin-web/app/styles/main.css | 45 + .../ui/admin-web/app/styles/user-management.css | 4 + .../admin-web/app/views/ambariViews/viewsList.html | 50 +- .../app/views/clusters/clusterInformation.html | 8 +- .../app/views/directives/comboSearch.html | 63 + .../admin-web/app/views/remoteClusters/list.html | 35 +- .../ui/admin-web/app/views/stackVersions/list.html | 36 +- .../app/views/userManagement/groupsList.html | 51 +- .../app/views/userManagement/usersList.html | 61 +- .../src/main/resources/ui/admin-web/package.json | 2 +- .../controllers/ambariViews/ViewsListCtrl_test.js | 111 + .../userManagement/GroupsListCtrl_test.js | 100 +- .../userManagement/UsersListCtrl_test.js | 306 - .../test/unit/directives/comboSearch_test.js | 362 + .../admin-web/test/unit/services/Filters_test.js | 161 + .../test/unit/services/Pagination_test.js | 72 + ambari-agent/conf/unix/ambari-agent | 8 +- ambari-agent/conf/unix/ambari-env.sh | 2 +- ambari-agent/conf/unix/install-helper.sh | 91 +- ambari-agent/pom.xml | 13 +- .../src/main/package/rpm/posttrans_agent.sh | 20 - .../src/main/python/ambari_agent/ActionQueue.py | 23 +- .../src/main/python/ambari_agent/AmbariAgent.py | 2 +- .../main/python/ambari_agent/CommandStatusDict.py | 2 +- .../src/main/python/ambari_agent/Constants.py | 1 - .../src/main/python/ambari_agent/Controller.py | 25 +- .../ambari_agent/CustomServiceOrchestrator.py | 8 +- .../src/main/python/ambari_agent/DataCleaner.py | 4 +- .../src/main/python/ambari_agent/Heartbeat.py | 17 +- .../src/main/python/ambari_agent/HostCleanup.py | 4 +- .../src/main/python/ambari_agent/LiveStatus.py | 3 +- .../src/main/python/ambari_agent/PythonExecutor.py | 15 +- .../ambari_agent/PythonReflectiveExecutor.py | 3 +- .../main/python/ambari_agent/RecoveryManager.py | 11 +- .../python/ambari_agent/StatusCommandsExecutor.py | 3 +- .../main/python/ambari_agent/alerts/ams_alert.py | 12 +- .../main/python/ambari_agent/alerts/base_alert.py | 47 +- .../python/ambari_agent/alerts/metric_alert.py | 11 +- .../main/python/ambari_agent/alerts/port_alert.py | 4 +- .../python/ambari_agent/alerts/script_alert.py | 4 +- .../main/python/ambari_agent/alerts/web_alert.py | 10 +- .../src/main/python/ambari_agent/security.py | 8 +- .../src/test/python/ambari_agent/TestController.py | 8 +- .../test/python/ambari_agent/TestProcessUtils.py | 224 - .../src/test/python/ambari_agent/TestShell.py | 177 +- .../ambari_agent/examples/ControllerTester.py | 6 +- .../src/main/python/ambari_commons/constants.py | 1 + .../src/main/python/ambari_commons/inet_utils.py | 46 + .../python/ambari_commons/kerberos/__init__.py | 19 + .../ambari_commons/kerberos/kerberos_common.py | 168 + .../main/python/ambari_commons/kerberos/utils.py | 109 + .../src/main/python/ambari_commons/os_check.py | 2 + .../main/python/ambari_commons/process_utils.py | 100 - .../src/main/python/ambari_commons/shell.py | 182 +- .../libraries/functions/conf_select.py | 7 + .../libraries/functions/log_process_information.py | 3 +- .../libraries/functions/lzo_utils.py | 9 +- .../libraries/functions/namenode_ha_utils.py | 14 +- .../libraries/functions/repository_util.py | 99 +- .../libraries/functions/setup_atlas_hook.py | 11 +- .../libraries/functions/solr_cloud_util.py | 46 +- .../libraries/functions/tar_archive.py | 4 +- .../resource_management/libraries/script/script.py | 10 +- ambari-infra/ambari-infra-assembly/pom.xml | 43 +- .../src/main/package/deb/manager/postinst | 9 +- .../src/main/package/deb/manager/postrm | 8 + .../src/main/package/rpm/manager/postinstall.sh | 11 +- .../src/main/package/rpm/manager/postremove.sh | 23 + ambari-infra/ambari-infra-manager-it/pom.xml | 167 + .../java/org/apache/ambari/infra/HttpResponse.java | 37 + .../java/org/apache/ambari/infra/InfraClient.java | 132 + .../apache/ambari/infra/InfraManagerStories.java | 108 + .../org/apache/ambari/infra/JobExecutionInfo.java | 45 + .../ambari/infra/OffsetDateTimeConverter.java | 39 + .../ambari/infra/steps/AbstractInfraSteps.java | 262 + .../apache/ambari/infra/steps/ExportJobsSteps.java | 233 + .../src/test/resources/log4j.properties | 16 + .../test/resources/stories/infra_api_tests.story | 67 + ambari-infra/ambari-infra-manager/.gitignore | 5 +- ambari-infra/ambari-infra-manager/build.xml | 11 +- .../ambari-infra-manager/docker/Dockerfile | 6 +- .../ambari-infra-manager/docker/bin/start.sh | 2 +- .../ambari-infra-manager/docker/docker-compose.yml | 102 + .../docker/infra-manager-docker-compose.sh | 124 + .../ambari-infra-manager/docs/api/swagger.yaml | 2 +- ambari-infra/ambari-infra-manager/pom.xml | 45 +- .../java/org/apache/ambari/infra/InfraManager.java | 2 +- .../infra/conf/InfraManagerSchedulingConfig.java | 32 + .../infra/conf/batch/InfraManagerBatchConfig.java | 25 +- .../conf/security/CompositePasswordStore.java | 39 + .../infra/conf/security/HadoopCredentialStore.java | 55 + .../conf/security/InfraManagerSecurityConfig.java | 38 + .../ambari/infra/conf/security/PasswordStore.java | 25 + .../infra/conf/security/SecurityEnvironment.java | 28 + .../infra/job/AbstractJobsConfiguration.java | 82 + .../apache/ambari/infra/job/CloseableIterator.java | 24 + .../infra/job/JobConfigurationException.java | 25 + .../ambari/infra/job/JobContextRepository.java | 26 + .../ambari/infra/job/JobContextRepositoryImpl.java | 52 + .../org/apache/ambari/infra/job/JobProperties.java | 82 + .../org/apache/ambari/infra/job/JobScheduler.java | 89 + .../apache/ambari/infra/job/JobsPropertyMap.java | 59 + .../org/apache/ambari/infra/job/ObjectSource.java | 23 + .../ambari/infra/job/SchedulingProperties.java | 49 + .../org/apache/ambari/infra/job/SolrDAOBase.java | 65 + .../infra/job/archive/AbstractFileAction.java | 38 + .../infra/job/archive/CompositeFileAction.java | 3 +- .../apache/ambari/infra/job/archive/Document.java | 3 +- .../archive/DocumentArchivingConfiguration.java | 169 + .../job/archive/DocumentArchivingProperties.java | 227 + .../job/archive/DocumentArchivingPropertyMap.java | 38 + .../job/archive/DocumentExportConfiguration.java | 118 - .../job/archive/DocumentExportJobListener.java | 35 - .../job/archive/DocumentExportProperties.java | 112 - .../job/archive/DocumentExportStepListener.java | 47 - .../ambari/infra/job/archive/DocumentExporter.java | 22 +- .../infra/job/archive/DocumentItemReader.java | 8 +- .../ambari/infra/job/archive/DocumentIterator.java | 25 - .../ambari/infra/job/archive/DocumentSource.java | 24 - .../ambari/infra/job/archive/DocumentWiper.java | 23 + .../infra/job/archive/ExportDestination.java | 25 + .../infra/job/archive/FileNameSuffixFormatter.java | 63 + .../ambari/infra/job/archive/HdfsUploader.java | 55 + .../infra/job/archive/ItemWriterListener.java | 23 + .../infra/job/archive/LocalDocumentItemWriter.java | 23 +- .../infra/job/archive/LocalItemWriterListener.java | 36 + .../ambari/infra/job/archive/S3AccessCsv.java | 94 + .../job/archive/S3AccessCsvFormatException.java | 25 + .../ambari/infra/job/archive/S3AccessKeyNames.java | 40 + .../ambari/infra/job/archive/S3Properties.java | 56 +- .../ambari/infra/job/archive/S3Uploader.java | 39 +- .../apache/ambari/infra/job/archive/SolrDAO.java | 68 + .../infra/job/archive/SolrDocumentIterator.java | 6 +- .../infra/job/archive/SolrDocumentSource.java | 57 +- .../infra/job/archive/SolrParametrizedString.java | 77 + .../ambari/infra/job/archive/SolrProperties.java | 117 + .../ambari/infra/job/archive/SolrQueryBuilder.java | 59 +- .../infra/job/archive/SolrQueryProperties.java | 40 +- .../ambari/infra/job/archive/TarGzCompressor.java | 4 +- .../infra/job/archive/WriteCompletedEvent.java | 45 + .../deleting/DocumentDeletingConfiguration.java | 78 + .../job/deleting/DocumentDeletingProperties.java | 77 + .../job/deleting/DocumentDeletingPropertyMap.java | 38 + .../infra/job/deleting/DocumentWiperTasklet.java | 49 + .../apache/ambari/infra/manager/JobManager.java | 64 +- .../java/org/apache/ambari/infra/manager/Jobs.java | 42 + .../infra/model/JobExecutionRestartRequest.java | 10 + .../org/apache/ambari/infra/rest/JobResource.java | 28 +- .../src/main/resources/infra-manager-env.sh | 24 +- .../src/main/resources/infra-manager.properties | 66 +- .../src/main/resources/infraManager.sh | 258 +- .../src/main/resources/log4j2.xml | 3 + .../conf/security/CompositePasswordStoreTest.java | 48 + .../apache/ambari/infra/job/JobPropertiesTest.java | 56 + .../apache/ambari/infra/job/JobSchedulerTest.java | 114 + .../infra/job/archive/DocumentExporterTest.java | 110 +- .../infra/job/archive/DocumentItemReaderTest.java | 8 +- .../job/archive/FileNameSuffixFormatterTest.java | 58 + .../job/archive/LocalDocumentItemWriterTest.java | 27 +- .../ambari/infra/job/archive/S3AccessCsvTest.java | 70 + .../job/archive/SolrParametrizedStringTest.java | 57 + .../infra/job/archive/SolrPropertiesTest.java | 54 + .../infra/job/archive/SolrQueryBuilderTest.java | 55 +- .../infra/job/archive/SolrQueryPropertiesTest.java | 54 + .../vagrant-infra-manager.properties.sample | 39 + ambari-infra/ambari-infra-solr-client/pom.xml | 26 +- .../src/main/resources/solrCloudCli.sh | 2 +- ambari-infra/pom.xml | 106 +- ambari-logsearch/ambari-logsearch-appender/pom.xml | 23 + ambari-logsearch/ambari-logsearch-assembly/pom.xml | 117 +- .../src/main/package/deb/logfeeder/postinst | 22 + .../src/main/package/deb/logfeeder/postrm | 6 + .../src/main/package/deb/logfeeder/posttrm | 15 - .../src/main/package/deb/logfeeder/preinst | 13 + .../src/main/package/deb/portal/postinst | 19 + .../src/main/package/deb/portal/postrm | 6 + .../src/main/package/deb/portal/preinst | 13 + .../src/main/package/rpm/logfeeder/postinstall.sh | 40 + .../src/main/package/rpm/logfeeder/postremove.sh | 23 + .../main/package/rpm/logfeeder/postremove.sh~HEAD | 21 + .../main/package/rpm/logfeeder/postremove.sh~trunk | 21 + .../src/main/package/rpm/logfeeder/preinstall.sh | 28 + .../src/main/package/rpm/portal/postinstall.sh | 37 + .../src/main/package/rpm/portal/postremove.sh | 23 + .../src/main/package/rpm/portal/postremove.sh~HEAD | 21 + .../main/package/rpm/portal/postremove.sh~trunk | 21 + .../src/main/package/rpm/portal/preinstall.sh | 28 + .../api/model/inputconfig/CustomDescriptor.java | 31 + .../model/inputconfig/InputCustomDescriptor.java | 22 + .../api/model/inputconfig/MapCustomDescriptor.java | 22 + .../model/inputconfig/impl/InputAdapter.java | 4 +- .../impl/InputCustomDescriptorImpl.java | 71 + .../inputconfig/impl/InputDescriptorImpl.java | 2 + .../inputconfig/impl/MapCustomDescriptorImpl.java | 81 + .../inputconfig/impl/PostMapValuesAdapter.java | 12 +- .../ambari-logsearch-logfeeder-plugin-api/pom.xml | 76 + .../ambari/logfeeder/plugin/common/AliasUtil.java | 129 + .../ambari/logfeeder/plugin/common/ConfigItem.java | 191 + .../plugin/common/LogFeederProperties.java | 32 + .../ambari/logfeeder/plugin/common/MetricData.java | 37 + .../ambari/logfeeder/plugin/filter/Filter.java | 187 + .../logfeeder/plugin/filter/mapper/Mapper.java | 74 + .../ambari/logfeeder/plugin/input/Input.java | 340 + .../ambari/logfeeder/plugin/input/InputMarker.java | 29 + .../logfeeder/plugin/input/cache/LRUCache.java | 99 + .../logfeeder/plugin/manager/BlockManager.java | 35 + .../logfeeder/plugin/manager/InputManager.java | 46 + .../logfeeder/plugin/manager/OutputManager.java | 43 + .../ambari/logfeeder/plugin/output/Output.java | 132 + .../ambari-logsearch-logfeeder/README.md | 4 +- .../ambari-logsearch-logfeeder/build.properties | 18 - .../ambari-logsearch-logfeeder/build.xml | 28 +- .../ambari-logsearch-logfeeder/pom.xml | 42 +- ambari-logsearch/ambari-logsearch-logfeeder/run.sh | 4 +- .../org/apache/ambari/logfeeder/LogFeeder.java | 35 +- .../ambari/logfeeder/LogFeederCommandLine.java | 63 +- .../ambari/logfeeder/common/ConfigBlock.java | 153 - .../ambari/logfeeder/common/ConfigHandler.java | 116 +- .../apache/ambari/logfeeder/common/ConfigItem.java | 103 - .../logfeeder/common/LogEntryParseTester.java | 51 +- .../ambari/logfeeder/conf/ApplicationConfig.java | 13 +- .../ambari/logfeeder/conf/LogEntryCacheConfig.java | 4 +- .../ambari/logfeeder/conf/LogFeederProps.java | 3 +- .../logfeeder/conf/LogFeederSecurityConfig.java | 2 + .../org/apache/ambari/logfeeder/filter/Filter.java | 189 - .../apache/ambari/logfeeder/filter/FilterGrok.java | 50 +- .../apache/ambari/logfeeder/filter/FilterJSON.java | 24 +- .../ambari/logfeeder/filter/FilterKeyValue.java | 38 +- .../ambari/logfeeder/input/AbstractInputFile.java | 329 - .../org/apache/ambari/logfeeder/input/Input.java | 353 - .../logfeeder/input/InputConfigUploader.java | 26 +- .../apache/ambari/logfeeder/input/InputFile.java | 277 +- .../ambari/logfeeder/input/InputFileMarker.java | 60 + .../ambari/logfeeder/input/InputManager.java | 436 - .../ambari/logfeeder/input/InputManagerImpl.java | 444 + .../apache/ambari/logfeeder/input/InputMarker.java | 40 - .../apache/ambari/logfeeder/input/InputS3File.java | 61 +- .../ambari/logfeeder/input/InputSimulate.java | 81 +- .../ambari/logfeeder/input/cache/LRUCache.java | 99 - .../logfeeder/input/file/FileCheckInHelper.java | 93 + .../logfeeder/input/file/ProcessFileHelper.java | 143 + .../input/file/ResumeLineNumberHelper.java | 91 + .../ambari/logfeeder/input/reader/GZIPReader.java | 4 +- .../input/reader/LogsearchReaderFactory.java | 4 +- .../loglevelfilter/LogLevelFilterHandler.java | 30 +- .../org/apache/ambari/logfeeder/mapper/Mapper.java | 45 - .../ambari/logfeeder/mapper/MapperAnonymize.java | 11 +- .../apache/ambari/logfeeder/mapper/MapperDate.java | 32 +- .../ambari/logfeeder/mapper/MapperFieldCopy.java | 8 +- .../ambari/logfeeder/mapper/MapperFieldName.java | 10 +- .../ambari/logfeeder/mapper/MapperFieldValue.java | 10 +- .../ambari/logfeeder/metrics/MetricData.java | 46 - .../ambari/logfeeder/metrics/MetricsManager.java | 1 + .../ambari/logfeeder/metrics/StatsLogger.java | 1 + .../org/apache/ambari/logfeeder/output/Output.java | 137 - .../apache/ambari/logfeeder/output/OutputData.java | 4 +- .../ambari/logfeeder/output/OutputDevNull.java | 48 +- .../apache/ambari/logfeeder/output/OutputFile.java | 55 +- .../ambari/logfeeder/output/OutputHDFSFile.java | 41 +- .../ambari/logfeeder/output/OutputKafka.java | 52 +- .../ambari/logfeeder/output/OutputLineFilter.java | 4 +- .../ambari/logfeeder/output/OutputManager.java | 286 - .../ambari/logfeeder/output/OutputManagerImpl.java | 294 + .../ambari/logfeeder/output/OutputS3File.java | 34 +- .../apache/ambari/logfeeder/output/OutputSolr.java | 58 +- .../logfeeder/output/S3OutputConfiguration.java | 12 +- .../apache/ambari/logfeeder/output/S3Uploader.java | 1 - .../ambari/logfeeder/output/spool/LogSpooler.java | 13 +- .../apache/ambari/logfeeder/util/AliasUtil.java | 114 - .../ambari/logfeeder/util/LogFeederUtil.java | 37 +- .../apache/ambari/logfeeder/util/MurmurHash.java | 163 - .../src/main/package/deb/control/control | 22 - .../src/main/package/deb/control/postinst | 15 - .../src/main/package/deb/control/postrm | 15 - .../src/main/package/deb/control/preinst | 15 - .../src/main/package/deb/control/prerm | 15 - .../src/main/resources/logfeeder.properties | 5 +- .../src/main/scripts/logfeeder-env.sh | 40 + .../src/main/scripts/logfeeder-env.sh~HEAD | 40 + .../src/main/scripts/logfeeder-env.sh~trunk | 40 + .../src/main/scripts/logfeeder.sh | 291 + .../src/main/scripts/run.sh | 103 - .../ambari/logfeeder/filter/FilterGrokTest.java | 26 +- .../ambari/logfeeder/filter/FilterJSONTest.java | 18 +- .../logfeeder/filter/FilterKeyValueTest.java | 20 +- .../ambari/logfeeder/input/InputFileTest.java | 46 +- .../ambari/logfeeder/input/InputManagerTest.java | 25 +- .../ambari/logfeeder/input/cache/LRUCacheTest.java | 1 + .../logfeeder/metrics/MetricsManagerTest.java | 2 + .../ambari/logfeeder/output/OutputKafkaTest.java | 6 +- .../logfeeder/output/OutputLineFilterTest.java | 4 +- .../ambari/logfeeder/output/OutputManagerTest.java | 35 +- .../ambari/logfeeder/output/OutputS3FileTest.java | 105 - .../ambari/logfeeder/output/OutputSolrTest.java | 183 - ambari-logsearch/ambari-logsearch-server/README.md | 2 +- ambari-logsearch/ambari-logsearch-server/build.xml | 36 +- ambari-logsearch/ambari-logsearch-server/pom.xml | 19 +- ambari-logsearch/ambari-logsearch-server/run.sh | 2 +- .../org/apache/ambari/logsearch/LogSearch.java | 2 +- .../logsearch/auth/filter/AbstractJWTFilter.java | 37 +- .../logsearch/common/LogSearchConstants.java | 16 +- .../ambari/logsearch/common/MessageEnums.java | 2 +- .../ambari/logsearch/conf/AuthPropsConfig.java | 20 +- .../logsearch/conf/LogSearchConfigApiConfig.java | 47 + .../ambari/logsearch/conf/LogSearchSslConfig.java | 2 +- .../ambari/logsearch/conf/SecurityConfig.java | 24 +- .../configurer/LogSearchConfigConfigurer.java | 12 +- .../AbstractOperationHolderConverter.java | 13 +- .../AuditBarGraphRequestQueryConverter.java | 8 + .../AuditComponentsRequestQueryConverter.java | 11 + .../converter/AuditLogRequestQueryConverter.java | 7 + .../AuditServiceLoadRequestQueryConverter.java | 10 + .../FieldAuditLogRequestQueryConverter.java | 9 + .../TopFieldAuditLogRequestQueryConverter.java | 9 + .../converter/UserExportRequestQueryConverter.java | 10 + .../apache/ambari/logsearch/dao/SolrDaoBase.java | 16 +- .../apache/ambari/logsearch/doc/DocConstants.java | 2 + .../logsearch/handler/CreateCollectionHandler.java | 2 +- .../ambari/logsearch/manager/InfoManager.java | 13 +- .../logsearch/manager/ServiceLogsManager.java | 2 +- .../logsearch/manager/ShipperConfigManager.java | 13 +- .../model/request/ShipperConfigTestParams.java | 45 + .../model/request/UserParamDefinition.java | 33 + .../model/request/impl/AuditBarGraphRequest.java | 16 +- .../model/request/impl/AuditComponentRequest.java | 17 +- .../model/request/impl/AuditLogRequest.java | 16 +- .../request/impl/AuditServiceLoadRequest.java | 19 +- .../model/request/impl/CommonSearchRequest.java | 3 + .../request/impl/FieldAuditBarGraphRequest.java | 16 +- .../model/request/impl/FieldAuditLogRequest.java | 16 +- .../request/impl/ShipperConfigTestRequest.java | 65 + .../request/impl/TopFieldAuditLogRequest.java | 17 +- .../model/request/impl/UserExportRequest.java | 16 +- .../apache/ambari/logsearch/rest/InfoResource.java | 25 +- .../logsearch/rest/ShipperConfigResource.java | 8 +- .../web/filters/LogSearchConfigStateFilter.java | 13 +- .../logsearch/web/filters/LogsearchJWTFilter.java | 5 + .../src/main/scripts/logsearch-env.sh | 40 + .../src/main/scripts/logsearch-env.sh~HEAD | 40 + .../src/main/scripts/logsearch-env.sh~trunk | 40 + .../src/main/scripts/logsearch.sh | 273 + .../src/main/scripts/run.sh | 99 - .../src/main/scripts/stop.sh | 44 - .../AuditBarGraphRequestQueryConverterTest.java | 3 +- .../converter/AuditLogRequestConverterTest.java | 3 +- ambari-logsearch/ambari-logsearch-web/package.json | 3 + .../ambari-logsearch-web/src/app/app.module.ts | 47 +- .../classes/components/graph/graph.component.less | 49 + .../classes/components/graph/graph.component.ts | 443 + .../components/graph/time-graph.component.less | 48 + .../components/graph/time-graph.component.ts | 250 + .../{ => logs-table}/logs-table-component.spec.ts | 0 .../{ => logs-table}/logs-table-component.ts | 0 .../src/app/classes/filtering.ts | 2 +- .../ambari-logsearch-web/src/app/classes/graph.ts | 66 + .../src/app/classes/histogram-options.ts | 35 - .../src/app/classes/list-item.ts | 5 +- .../src/app/classes/models/app-settings.ts | 8 +- .../src/app/classes/models/app-state.ts | 13 +- .../src/app/classes/models/filter.ts | 8 +- .../src/app/classes/models/store.ts | 46 +- .../src/app/classes/models/tab.ts | 7 +- .../ambari-logsearch-web/src/app/classes/object.ts | 27 + .../queries/audit-logs-graph-query-params.spec.ts | 203 + .../queries/audit-logs-graph-query-params.ts | 69 + .../app/classes/queries/audit-logs-query-params.ts | 30 +- .../audit-logs-top-resources-query-params.ts | 23 + .../src/app/classes/queries/logs-query-params.ts | 50 + .../service-logs-histogram-query-params.spec.ts | 203 - .../queries/service-logs-histogram-query-params.ts | 50 +- .../classes/queries/service-logs-query-params.ts | 4 +- .../queries/service-logs-truncated-query-params.ts | 2 +- .../src/app/classes/service-injector.ts | 23 + .../src/app/classes/settings.ts | 32 + .../ambari-logsearch-web/src/app/classes/string.ts | 2 + .../action-menu/action-menu.component.html | 31 +- .../action-menu/action-menu.component.less | 5 + .../action-menu/action-menu.component.spec.ts | 82 +- .../action-menu/action-menu.component.ts | 149 +- .../src/app/components/app.component.html | 11 +- .../src/app/components/app.component.less | 4 +- .../audit-logs-entries.component.html | 36 + .../audit-logs-entries.component.spec.ts | 115 + .../audit-logs-entries.component.ts | 133 + .../audit-logs-table.component.html | 7 +- .../audit-logs-table.component.spec.ts | 7 +- .../audit-logs-table/audit-logs-table.component.ts | 10 +- .../collapsible-panel.component.html | 8 +- .../collapsible-panel.component.spec.ts | 4 +- .../collapsible-panel.component.ts | 8 +- .../context-menu/context-menu.component.html | 19 + .../context-menu/context-menu.component.less | 21 + .../context-menu/context-menu.component.spec.ts | 123 + .../context-menu/context-menu.component.ts | 72 + .../date-picker/date-picker.component.ts | 21 +- .../dropdown-button/dropdown-button.component.html | 20 +- .../dropdown-button/dropdown-button.component.less | 8 +- .../dropdown-button.component.spec.ts | 9 +- .../dropdown-button/dropdown-button.component.ts | 40 +- .../dropdown-list/dropdown-list.component.html | 29 +- .../dropdown-list/dropdown-list.component.spec.ts | 13 +- .../dropdown-list/dropdown-list.component.ts | 39 +- .../filter-button/filter-button.component.spec.ts | 9 +- .../filter-button/filter-button.component.ts | 7 +- .../filter-dropdown.component.spec.ts | 9 +- .../filter-dropdown/filter-dropdown.component.ts | 6 - .../filters-panel/filters-panel.component.html | 13 +- .../filters-panel/filters-panel.component.less | 4 - .../filters-panel/filters-panel.component.spec.ts | 11 +- .../filters-panel/filters-panel.component.ts | 28 +- .../graph-legend-item.component.html | 19 + .../graph-legend-item.component.less | 27 + .../graph-legend-item.component.spec.ts | 42 + .../graph-legend-item.component.ts | 37 + .../graph-legend/graph-legend.component.html | 19 + .../graph-legend/graph-legend.component.spec.ts | 50 + .../graph-legend/graph-legend.component.ts | 32 + .../graph-tooltip/graph-tooltip.component.html | 22 + .../graph-tooltip/graph-tooltip.component.less | 69 + .../graph-tooltip/graph-tooltip.component.spec.ts | 50 + .../graph-tooltip/graph-tooltip.component.ts | 36 + .../history-item-controls.component.html | 20 + .../history-item-controls.component.less | 21 + .../history-item-controls.component.spec.ts | 43 + .../history-item-controls.component.ts | 28 + .../horizontal-histogram.component.html | 22 + .../horizontal-histogram.component.less | 22 + .../horizontal-histogram.component.spec.ts | 61 + .../horizontal-histogram.component.ts | 114 + .../log-context/log-context.component.spec.ts | 11 +- .../log-index-filter.component.html | 86 + .../log-index-filter.component.less | 53 + .../log-index-filter.component.spec.ts | 124 + .../log-index-filter/log-index-filter.component.ts | 177 + .../log-message/log-message.component.html | 2 +- .../log-message/log-message.component.less | 27 +- .../log-message/log-message.component.spec.ts | 14 + .../log-message/log-message.component.ts | 24 +- .../logs-container/logs-container.component.html | 34 +- .../logs-container/logs-container.component.less | 18 +- .../logs-container.component.spec.ts | 7 +- .../logs-container/logs-container.component.ts | 81 +- .../main-container/main-container.component.html | 1 - .../main-container/main-container.component.less | 1 - .../main-container/main-container.component.ts | 5 +- .../menu-button/menu-button.component.html | 8 +- .../menu-button/menu-button.component.spec.ts | 9 +- .../menu-button/menu-button.component.ts | 26 +- .../src/app/components/modal/modal.component.html | 5 +- .../src/app/components/modal/modal.component.less | 22 + .../src/app/components/modal/modal.component.ts | 9 +- .../pagination/pagination.component.html | 3 +- .../components/search-box/search-box.component.ts | 7 +- .../service-logs-table.component.html | 189 +- .../service-logs-table.component.less | 216 +- .../service-logs-table.component.spec.ts | 26 +- .../service-logs-table.component.ts | 249 +- .../src/app/components/tabs/tabs.component.spec.ts | 4 - .../src/app/components/tabs/tabs.component.ts | 1 + .../time-histogram/time-histogram.component.html | 30 +- .../time-histogram/time-histogram.component.less | 171 +- .../time-histogram.component.spec.ts | 105 +- .../time-histogram/time-histogram.component.ts | 487 +- .../time-line-graph/time-line-graph.component.html | 27 + .../time-line-graph/time-line-graph.component.less | 42 + .../time-line-graph.component.spec.ts | 69 + .../time-line-graph/time-line-graph.component.ts | 111 + .../time-range-picker.component.spec.ts | 9 +- .../time-range-picker.component.ts | 2 +- .../timezone-picker.component.spec.ts | 15 +- .../timezone-picker/timezone-picker.component.ts | 15 +- .../components/top-menu/top-menu.component.html | 8 +- .../components/top-menu/top-menu.component.spec.ts | 7 + .../app/components/top-menu/top-menu.component.ts | 26 +- .../src/app/components/variables.less | 13 + .../ambari-logsearch-web/src/app/mock-data.ts | 1674 +- .../app/services/component-actions.service.spec.ts | 96 - .../src/app/services/component-actions.service.ts | 156 - .../services/component-generator.service.spec.ts | 9 +- .../app/services/component-generator.service.ts | 15 +- .../app/services/history-manager.service.spec.ts | 170 + .../src/app/services/history-manager.service.ts | 330 + .../src/app/services/http-client.service.ts | 51 +- .../app/services/logs-container.service.spec.ts | 37 +- .../src/app/services/logs-container.service.ts | 374 +- .../src/app/services/mock-api-data.service.ts | 55 +- .../storage/audit-logs-graph-data.service.ts | 32 + .../src/app/services/storage/filters.service.ts | 33 - .../src/app/services/storage/reducers.service.ts | 4 +- .../src/app/services/user-settings.service.spec.ts | 98 + .../src/app/services/user-settings.service.ts | 162 + .../src/app/services/utils.service.spec.ts | 266 + .../src/app/services/utils.service.ts | 58 + .../ambari-logsearch-web/src/assets/i18n/en.json | 32 +- .../ambari-logsearch-web/src/styles.less | 4 + .../src/vendor/css/bootstrap-logsearch.min.css | 2 +- .../src/vendor/js/bootstrap-logsearch.min.js | 2 +- ambari-logsearch/ambari-logsearch-web/yarn.lock | 14 + ambari-logsearch/docker/Dockerfile | 25 +- ambari-logsearch/docker/all.yml | 4 +- ambari-logsearch/docker/bin/start.sh | 93 +- ambari-logsearch/docker/docker-compose.yml | 2 - ambari-logsearch/docker/knox.yml | 50 + ambari-logsearch/docker/knox/gateway.sh | 21 + .../docker/knox/keystores/test-secrets.zip | Bin 0 -> 3841 bytes ambari-logsearch/docker/knox/ldap.sh | 21 + .../docker/knox/logsearch/1.0.0/rewrite.xml | 23 + .../docker/knox/logsearch/1.0.0/service.xml | 12 + ambari-logsearch/docker/knox/topologies/admin.xml | 67 + .../docker/knox/topologies/knoxsso.xml | 118 + .../docker/knox/topologies/sandbox.xml | 55 + ambari-logsearch/docker/logsearch-docker.sh | 1 + ambari-logsearch/docker/logsearch-logfeeder.yml | 1 - ambari-logsearch/docker/logsearch-server.yml | 1 - ambari-logsearch/docker/sso.yml | 119 + .../docker/test-config/logfeeder/logfeeder-env.sh | 5 +- .../test-config/logfeeder/logfeeder.properties | 2 +- .../docker/test-config/logsearch/logsearch-env.sh | 5 +- .../logsearch/logsearch-https.properties | 6 +- .../test-config/logsearch/logsearch-sso.properties | 63 + .../test-config/logsearch/logsearch.properties | 4 +- ambari-logsearch/pom.xml | 93 +- ambari-project/pom.xml | 13 +- ambari-server/conf/ambari-env.sh | 1 + ambari-server/conf/unix/ambari-env.sh | 2 +- ambari-server/conf/unix/ambari.properties | 4 +- ambari-server/conf/unix/install-helper.sh | 43 +- ambari-server/docs/api/generated/index.html | 30360 +++++++++++-------- ambari-server/docs/api/generated/swagger.json | 4906 +-- .../docs/api/v1/authentication-source-create.md | 86 + .../docs/api/v1/authentication-source-delete.md | 49 + .../docs/api/v1/authentication-source-get.md | 93 + .../docs/api/v1/authentication-source-list.md | 116 + .../docs/api/v1/authentication-source-resources.md | 117 + .../docs/api/v1/authentication-source-update.md | 104 + ambari-server/docs/api/v1/index.md | 12 + ambari-server/docs/api/v1/user-create.md | 107 + ambari-server/docs/api/v1/user-delete.md | 48 + ambari-server/docs/api/v1/user-get.md | 97 + ambari-server/docs/api/v1/user-list.md | 98 + ambari-server/docs/api/v1/user-resources.md | 175 + ambari-server/docs/api/v1/user-update.md | 115 + ambari-server/docs/configuration/index.md | 45 +- ambari-server/pom.xml | 34 +- ambari-server/sbin/ambari-server | 1 - ambari-server/src/main/assemblies/server.xml | 8 +- .../ambari/annotations/ExperimentalFeature.java | 8 - .../server/actionmanager/ActionDBAccessorImpl.java | 41 +- .../actionmanager/ExecutionCommandWrapper.java | 4 +- .../ambari/server/agent/CommandRepository.java | 22 +- .../ambari/server/agent/HeartbeatProcessor.java | 33 +- .../ambari/server/alerts/JmxServerSideAlert.java | 98 + .../org/apache/ambari/server/alerts/Threshold.java | 73 + .../ambari/server/api/AmbariErrorHandler.java | 2 +- .../api/resources/ResourceInstanceFactoryImpl.java | 4 + .../api/resources/UserResourceDefinition.java | 1 + .../ambari/server/api/services/AmbariMetaInfo.java | 368 +- .../ambari/server/api/services/BaseService.java | 70 +- .../RootServiceComponentConfiguration.java | 73 + .../users/UserAuthenticationSourceService.java | 223 + .../server/api/services/users/UserService.java | 132 +- .../ambari/server/audit/event/LoginAuditEvent.java | 20 + .../server/checks/AbstractCheckDescriptor.java | 164 + .../ambari/server/checks/AtlasPresenceCheck.java | 58 - .../server/checks/ClientRetryPropertyCheck.java | 46 +- .../server/checks/ComponentsExistInRepoCheck.java | 34 +- .../server/checks/ComponentsInstallationCheck.java | 38 +- .../apache/ambari/server/checks/HealthCheck.java | 6 + .../server/checks/HostMaintenanceModeCheck.java | 3 + .../ambari/server/checks/HostsHeartbeatCheck.java | 3 + .../server/checks/HostsMasterMaintenanceCheck.java | 3 + .../server/checks/HostsRepositoryVersionCheck.java | 3 + .../ambari/server/checks/InstallPackagesCheck.java | 17 +- .../checks/RequiredServicesInRepositoryCheck.java | 8 + .../server/checks/ServiceCheckValidityCheck.java | 80 +- .../ambari/server/checks/ServicesUpCheck.java | 16 +- .../configuration/ComponentSSLConfiguration.java | 4 +- .../ambari/server/configuration/Configuration.java | 641 +- .../configuration/ConfigurationPropertyType.java | 22 + .../LdapUsernameCollisionHandlingBehavior.java | 29 + .../configuration/spring/ApiSecurityConfig.java | 13 +- .../configuration/spring/GuiceBeansConfig.java | 25 +- .../AmbariCustomCommandExecutionHelper.java | 18 +- .../controller/AmbariManagementController.java | 39 - .../controller/AmbariManagementControllerImpl.java | 202 +- .../ambari/server/controller/AmbariServer.java | 19 +- .../ambari/server/controller/ControllerModule.java | 7 + .../server/controller/DeleteIdentityHandler.java | 5 +- .../ambari/server/controller/KerberosHelper.java | 13 +- .../server/controller/KerberosHelperImpl.java | 1131 +- .../server/controller/ResourceProviderFactory.java | 6 + .../controller/StackServiceComponentResponse.java | 10 + .../UserAuthenticationSourceRequest.java | 82 + ...erAuthenticationSourceRequestCreateSwagger.java | 40 + ...erAuthenticationSourceRequestUpdateSwagger.java | 40 + .../UserAuthenticationSourceResponse.java | 127 + .../ambari/server/controller/UserRequest.java | 50 +- .../controller/UserRequestCreateUserSwagger.java | 49 + .../controller/UserRequestCreateUsersSwagger.java | 52 + .../controller/UserRequestUpdateUserSwagger.java | 52 + .../ambari/server/controller/UserResponse.java | 87 +- .../AbstractControllerResourceProvider.java | 4 +- .../ActiveWidgetLayoutResourceProvider.java | 2 +- .../internal/AmbariServerConfigurationHandler.java | 105 +- .../internal/AmbariServerConfigurationUtils.java | 78 + .../AmbariServerLDAPConfigurationHandler.java | 9 +- .../controller/internal/CalculatedStatus.java | 7 +- .../ClusterStackVersionResourceProvider.java | 20 +- .../internal/HostComponentResourceProvider.java | 35 +- .../HostKerberosIdentityResourceProvider.java | 15 +- .../internal/HostStackVersionResourceProvider.java | 10 +- .../internal/OverriddenMetricsHostProvider.java | 101 + .../internal/RepositoryResourceProvider.java | 14 +- .../RepositoryVersionResourceProvider.java | 23 +- .../internal/RequestResourceProvider.java | 31 +- .../RootServiceComponentConfigurationHandler.java | 7 +- ...viceComponentConfigurationResourceProvider.java | 18 +- .../ambari/server/controller/internal/Stack.java | 14 + .../internal/StackDefinedPropertyProvider.java | 9 +- .../StackServiceComponentResourceProvider.java | 9 +- .../internal/UpgradeResourceProvider.java | 27 +- .../UserAuthenticationSourceResourceProvider.java | 417 + .../internal/UserPrivilegeResourceProvider.java | 19 +- .../controller/internal/UserResourceProvider.java | 499 +- .../VersionDefinitionResourceProvider.java | 20 +- .../server/controller/jmx/JMXMetricHolder.java | 64 + .../controller/logging/HostLogFilesResponse.java | 42 + .../logging/LogSearchDataRetrievalService.java | 21 +- .../controller/logging/LoggingRequestHelper.java | 11 +- .../logging/LoggingRequestHelperFactoryImpl.java | 72 +- .../logging/LoggingRequestHelperImpl.java | 111 +- .../controller/metrics/MetricHostProvider.java | 9 + .../timeline/AMSComponentPropertyProvider.java | 4 +- .../ambari/server/controller/spi/Resource.java | 2 + .../apache/ambari/server/events/AmbariEvent.java | 5 + .../ambari/server/events/JpaInitializedEvent.java | 34 + .../events/publishers/AgentCommandsPublisher.java | 122 +- .../ldap/domain/AmbariLdapConfiguration.java | 174 +- .../ldap/domain/AmbariLdapConfigurationKeys.java | 121 +- .../service/AmbariLdapConfigurationProvider.java | 39 +- .../server/orm/AmbariLocalSessionInterceptor.java | 2 +- .../org/apache/ambari/server/orm/DBAccessor.java | 29 + .../apache/ambari/server/orm/DBAccessorImpl.java | 3 + .../ambari/server/orm/GuiceJpaInitializer.java | 8 +- .../ambari/server/orm/dao/HostVersionDAO.java | 15 + .../ambari/server/orm/dao/KerberosKeytabDAO.java | 154 +- .../server/orm/dao/KerberosKeytabPrincipalDAO.java | 309 + .../server/orm/dao/KerberosPrincipalDAO.java | 9 - .../server/orm/dao/KerberosPrincipalHostDAO.java | 252 - .../server/orm/dao/RepositoryVersionDAO.java | 17 +- .../server/orm/dao/UserAuthenticationDAO.java | 116 + .../org/apache/ambari/server/orm/dao/UserDAO.java | 95 +- .../orm/entities/AmbariConfigurationEntity.java | 2 +- .../orm/entities/HostGroupComponentEntityPK.java | 4 +- .../server/orm/entities/HostVersionEntity.java | 5 + .../server/orm/entities/KerberosKeytabEntity.java | 152 +- .../entities/KerberosKeytabPrincipalEntity.java | 236 + .../KerberosKeytabServiceMappingEntity.java | 88 + .../orm/entities/KerberosPrincipalEntity.java | 25 - .../orm/entities/KerberosPrincipalHostEntity.java | 213 - .../entities/KerberosPrincipalHostEntityPK.java | 115 - .../server/orm/entities/OperatingSystemEntity.java | 78 - .../server/orm/entities/RepoDefinitionEntity.java | 212 + .../ambari/server/orm/entities/RepoOsEntity.java | 164 + .../server/orm/entities/RepositoryEntity.java | 135 - .../orm/entities/RepositoryVersionEntity.java | 82 +- .../orm/entities/TopologyHostRequestEntity.java | 27 + .../orm/entities/UserAuthenticationEntity.java | 189 + .../ambari/server/orm/entities/UserEntity.java | 253 +- .../server/orm/models/HostComponentSummary.java | 17 + .../authentication/AccountDisabledException.java | 27 + .../AmbariAuthenticationEventHandler.java | 64 + .../AmbariAuthenticationEventHandlerImpl.java | 168 + .../AmbariAuthenticationException.java | 56 + .../authentication/AmbariAuthenticationFilter.java | 10 + .../AmbariAuthenticationProvider.java | 117 + .../AmbariBasicAuthenticationFilter.java | 94 +- .../AmbariJWTAuthenticationFilter.java | 142 - .../AmbariLocalAuthenticationProvider.java | 113 + .../authentication/AmbariUserAuthentication.java | 82 + .../AuthenticationMethodNotAllowedException.java | 65 + ...nvalidUsernamePasswordCombinationException.java | 40 + .../TooManyLoginFailuresException.java | 27 + .../authentication/UserNotFoundException.java | 43 + .../jwt/AmbariJwtAuthenticationFilter.java | 419 + .../jwt/AmbariJwtAuthenticationProvider.java | 136 + .../jwt/JwtAuthenticationProperties.java | 87 + .../authentication/jwt/JwtAuthenticationToken.java | 55 + .../AmbariAuthToLocalUserDetailsService.java | 163 +- .../AmbariKerberosAuthenticationFilter.java | 76 +- .../AmbariKerberosAuthenticationProperties.java | 26 +- .../pam/AmbariPamAuthenticationProvider.java | 302 + .../pam/PamAuthenticationFactory.java | 21 +- .../authorization/AmbariAuthentication.java | 229 - .../authorization/AmbariAuthorizationFilter.java | 4 +- .../AmbariLdapAuthenticationProvider.java | 183 +- .../AmbariLdapAuthoritiesPopulator.java | 5 +- .../authorization/AmbariLdapBindAuthenticator.java | 13 +- .../authorization/AmbariLocalUserProvider.java | 107 - .../AmbariPamAuthenticationProvider.java | 252 - .../authorization/AmbariUserAuthentication.java | 79 - .../AmbariUserAuthorizationFilter.java | 12 +- .../authorization/AuthenticationMethod.java | 37 + .../authorization/AuthorizationHelper.java | 4 +- ...nvalidUsernamePasswordCombinationException.java | 34 - .../authorization/LdapServerProperties.java | 99 +- .../authorization/PamAuthenticationException.java | 36 - .../ambari/server/security/authorization/User.java | 61 +- .../authorization/UserAuthenticationType.java | 26 + .../server/security/authorization/UserType.java | 25 - .../server/security/authorization/Users.java | 1259 +- .../AmbariInternalAuthenticationProvider.java | 4 +- .../AuthenticationJwtUserNotFoundException.java | 43 - .../authorization/jwt/JwtAuthentication.java | 34 - .../authorization/jwt/JwtAuthenticationFilter.java | 423 - .../jwt/JwtAuthenticationProperties.java | 87 - .../security/ldap/AmbariLdapDataPopulator.java | 107 +- .../ambari/server/security/ldap/LdapBatchDto.java | 32 +- .../AbstractPrepareKerberosServerAction.java | 33 +- .../serveraction/kerberos/CleanupServerAction.java | 6 +- .../ConfigureAmbariIdentitiesServerAction.java | 143 +- .../kerberos/CreateKeytabFilesServerAction.java | 112 +- .../kerberos/CreatePrincipalsServerAction.java | 47 +- .../kerberos/DestroyPrincipalsServerAction.java | 62 +- .../kerberos/FinalizeKerberosServerAction.java | 24 +- .../kerberos/KerberosOperationHandler.java | 14 +- .../kerberos/KerberosServerAction.java | 291 +- .../PrepareEnableKerberosServerAction.java | 16 +- .../PrepareKerberosIdentitiesServerAction.java | 9 - .../stageutils/KerberosKeytabController.java | 213 + .../stageutils/ResolvedKerberosKeytab.java | 117 +- .../stageutils/ResolvedKerberosPrincipal.java | 169 + .../serveraction/upgrades/ConfigureAction.java | 51 +- .../upgrades/PreconfigureKerberosAction.java | 12 +- .../server/stack/ClassifyNameNodeException.java | 26 + .../org/apache/ambari/server/stack/HostsType.java | 152 +- .../ambari/server/stack/MasterHostResolver.java | 209 +- .../apache/ambari/server/stack/NameService.java | 157 + .../org/apache/ambari/server/stack/RepoUtil.java | 33 +- .../stack/UpdateActiveRepoVersionOnStartup.java | 7 +- .../java/org/apache/ambari/server/state/Alert.java | 1 + .../apache/ambari/server/state/ComponentInfo.java | 15 + .../apache/ambari/server/state/ConfigHelper.java | 7 +- .../apache/ambari/server/state/UpgradeContext.java | 14 + .../apache/ambari/server/state/UpgradeHelper.java | 51 +- .../ambari/server/state/alert/AlertDefinition.java | 13 + .../server/state/alert/AlertDefinitionFactory.java | 31 +- .../apache/ambari/server/state/alert/AlertUri.java | 41 + .../ambari/server/state/alert/MetricSource.java | 66 +- .../ambari/server/state/alert/Reporting.java | 37 + .../ambari/server/state/alert/ScriptSource.java | 7 + .../ambari/server/state/alert/ServerSource.java | 15 + .../ambari/server/state/cluster/ClusterImpl.java | 90 +- .../ambari/server/state/cluster/ClustersImpl.java | 8 +- .../AbstractKerberosDescriptorContainer.java | 2 +- .../ambari/server/state/quicklinks/Host.java | 75 + .../ambari/server/state/quicklinks/Link.java | 13 + .../state/services/AmbariServerAlertService.java | 7 +- .../state/services/MetricsRetrievalService.java | 8 +- .../server/state/stack/MetricDefinition.java | 9 +- .../state/stack/upgrade/ClusterGrouping.java | 27 +- .../state/stack/upgrade/ColocatedGrouping.java | 7 +- .../server/state/stack/upgrade/Grouping.java | 2 +- .../state/stack/upgrade/HostOrderGrouping.java | 2 +- .../stack/upgrade/RepositoryVersionHelper.java | 173 +- .../state/stack/upgrade/StageWrapperBuilder.java | 10 +- .../ambari/server/state/stack/upgrade/Task.java | 7 + .../state/stack/upgrade/TaskWrapperBuilder.java | 16 +- .../svccomphost/ServiceComponentHostImpl.java | 2 +- .../ambari/server/topology/AmbariContext.java | 7 +- .../server/topology/AsyncCallableService.java | 28 +- .../ambari/server/topology/HostOfferResponse.java | 23 +- .../apache/ambari/server/topology/HostRequest.java | 52 +- .../ambari/server/topology/LogicalRequest.java | 44 + .../ambari/server/topology/PersistedState.java | 5 + .../ambari/server/topology/PersistedStateImpl.java | 11 + .../ambari/server/topology/TopologyManager.java | 59 +- .../topology/tasks/ConfigureClusterTask.java | 5 +- .../server/topology/tasks/TopologyHostTask.java | 4 + .../ambari/server/topology/tasks/TopologyTask.java | 20 +- .../upgrade/AbstractFinalUpgradeCatalog.java | 58 + .../server/upgrade/AbstractUpgradeCatalog.java | 22 + .../ambari/server/upgrade/FinalUpgradeCatalog.java | 28 +- .../ambari/server/upgrade/SchemaUpgradeHelper.java | 4 +- .../server/upgrade/UpdateAlertScriptPaths.java | 48 + .../ambari/server/upgrade/UpgradeCatalog252.java | 7 +- .../ambari/server/upgrade/UpgradeCatalog260.java | 3 + .../ambari/server/upgrade/UpgradeCatalog262.java | 70 + .../ambari/server/upgrade/UpgradeCatalog270.java | 1041 + .../ambari/server/upgrade/UpgradeCatalog300.java | 415 - .../org/apache/ambari/server/utils/Parallel.java | 266 - .../ambari/server/utils/ParallelLoopResult.java | 63 - .../apache/ambari/server/utils/PasswordUtils.java | 183 + .../src/main/package/rpm/posttrans_server.sh | 20 - ambari-server/src/main/python/ambari-server.py | 23 +- .../python/ambari_server/dbConfiguration_linux.py | 26 +- .../main/python/ambari_server/kerberos_setup.py | 2 - .../python/ambari_server/serverConfiguration.py | 7 +- .../src/main/python/ambari_server/serverUpgrade.py | 8 +- .../src/main/python/ambari_server/setupSecurity.py | 219 +- ambari-server/src/main/python/bootstrap.py | 4 +- .../main/resources/Ambari-DDL-AzureDB-CREATE.sql | 2176 -- .../src/main/resources/Ambari-DDL-Derby-CREATE.sql | 99 +- .../src/main/resources/Ambari-DDL-MySQL-CREATE.sql | 98 +- .../main/resources/Ambari-DDL-Oracle-CREATE.sql | 98 +- .../main/resources/Ambari-DDL-Postgres-CREATE.sql | 98 +- .../resources/Ambari-DDL-SQLAnywhere-CREATE.sql | 98 +- .../main/resources/Ambari-DDL-SQLServer-CREATE.sql | 100 +- .../src/main/resources/META-INF/persistence.xml | 6 +- .../0.1.0/configuration/infra-solr-env.xml | 29 +- .../0.1.0/package/scripts/infra_solr.py | 2 +- .../AMBARI_INFRA/0.1.0/package/scripts/params.py | 27 +- .../0.1.0/package/scripts/setup_infra_solr.py | 37 +- .../0.1.0/properties/infra-solr-env.sh.j2 | 1 + .../common-services/ATLAS/0.7.0.3.0/alerts.json | 39 - .../configuration/application-properties.xml | 546 - .../ATLAS/0.7.0.3.0/configuration/atlas-env.xml | 200 - .../ATLAS/0.7.0.3.0/configuration/atlas-log4j.xml | 170 - .../0.7.0.3.0/configuration/atlas-solrconfig.xml | 641 - .../0.7.0.3.0/configuration/ranger-atlas-audit.xml | 141 - .../ranger-atlas-plugin-properties.xml | 132 - .../configuration/ranger-atlas-policymgr-ssl.xml | 73 - .../configuration/ranger-atlas-security.xml | 77 - .../common-services/ATLAS/0.7.0.3.0/kerberos.json | 103 - .../common-services/ATLAS/0.7.0.3.0/metainfo.xml | 190 - .../0.7.0.3.0/package/scripts/atlas_client.py | 53 - .../ATLAS/0.7.0.3.0/package/scripts/metadata.py | 243 - .../0.7.0.3.0/package/scripts/metadata_server.py | 183 - .../ATLAS/0.7.0.3.0/package/scripts/params.py | 419 - .../0.7.0.3.0/package/scripts/service_check.py | 55 - .../package/scripts/setup_ranger_atlas.py | 70 - .../0.7.0.3.0/package/scripts/status_params.py | 60 - .../package/templates/atlas_hbase_setup.rb.j2 | 42 - .../0.7.0.3.0/package/templates/atlas_jaas.conf.j2 | 26 - .../package/templates/atlas_kafka_acl.sh.j2 | 41 - .../package/templates/input.config-atlas.json.j2 | 48 - .../0.7.0.3.0/package/templates/kafka_jaas.conf.j2 | 41 - .../ATLAS/0.7.0.3.0/quicklinks/quicklinks.json | 36 - .../ATLAS/0.7.0.3.0/role_command_order.json | 7 - .../ATLAS/0.7.0.3.0/service_advisor.py | 444 - .../ATLAS/0.7.0.3.0/themes/theme.json | 619 - .../ATLAS/0.7.0.3.0/themes/theme_version_2.json | 845 - .../HBASE/0.96.0.2.0/package/scripts/hbase.py | 26 +- .../common-services/HBASE/2.0.0.3.0/alerts.json | 127 - .../HBASE/2.0.0.3.0/configuration/hbase-env.xml | 285 - .../HBASE/2.0.0.3.0/configuration/hbase-log4j.xml | 188 - .../HBASE/2.0.0.3.0/configuration/hbase-policy.xml | 53 - .../HBASE/2.0.0.3.0/configuration/hbase-site.xml | 774 - .../2.0.0.3.0/configuration/ranger-hbase-audit.xml | 132 - .../ranger-hbase-plugin-properties.xml | 135 - .../configuration/ranger-hbase-policymgr-ssl.xml | 66 - .../configuration/ranger-hbase-security.xml | 74 - .../common-services/HBASE/2.0.0.3.0/kerberos.json | 165 - .../common-services/HBASE/2.0.0.3.0/metainfo.xml | 232 - .../common-services/HBASE/2.0.0.3.0/metrics.json | 4733 --- .../2.0.0.3.0/package/files/draining_servers.rb | 164 - .../2.0.0.3.0/package/files/hbase-smoke-cleanup.sh | 23 - .../2.0.0.3.0/package/files/hbaseSmokeVerify.sh | 34 - .../HBASE/2.0.0.3.0/package/scripts/__init__.py | 19 - .../HBASE/2.0.0.3.0/package/scripts/functions.py | 54 - .../HBASE/2.0.0.3.0/package/scripts/hbase.py | 230 - .../2.0.0.3.0/package/scripts/hbase_client.py | 69 - .../package/scripts/hbase_decommission.py | 94 - .../2.0.0.3.0/package/scripts/hbase_master.py | 160 - .../package/scripts/hbase_regionserver.py | 171 - .../2.0.0.3.0/package/scripts/hbase_service.py | 66 - .../2.0.0.3.0/package/scripts/hbase_upgrade.py | 42 - .../HBASE/2.0.0.3.0/package/scripts/params.py | 28 - .../2.0.0.3.0/package/scripts/params_linux.py | 426 - .../2.0.0.3.0/package/scripts/params_windows.py | 43 - .../package/scripts/phoenix_queryserver.py | 86 - .../2.0.0.3.0/package/scripts/phoenix_service.py | 56 - .../2.0.0.3.0/package/scripts/service_check.py | 99 - .../package/scripts/setup_ranger_hbase.py | 106 - .../2.0.0.3.0/package/scripts/status_params.py | 68 - .../HBASE/2.0.0.3.0/package/scripts/upgrade.py | 105 - .../2.0.0.3.0/package/templates/hbase-smoke.sh.j2 | 44 - .../2.0.0.3.0/package/templates/hbase.conf.j2 | 35 - .../package/templates/hbase_client_jaas.conf.j2 | 23 - .../package/templates/hbase_grant_permissions.j2 | 39 - .../package/templates/hbase_master_jaas.conf.j2 | 36 - .../templates/hbase_queryserver_jaas.conf.j2 | 26 - .../templates/hbase_regionserver_jaas.conf.j2 | 36 - .../package/templates/input.config-hbase.json.j2 | 79 - .../2.0.0.3.0/package/templates/regionservers.j2 | 20 - .../HBASE/2.0.0.3.0/quicklinks/quicklinks.json | 97 - .../HBASE/2.0.0.3.0/role_command_order.json | 10 - .../HBASE/2.0.0.3.0/service_advisor.py | 685 - .../HBASE/2.0.0.3.0/themes/theme.json | 407 - .../common-services/HBASE/2.0.0.3.0/widgets.json | 510 - .../HDFS/2.1.0.2.0/configuration/hadoop-env.xml | 1 + .../common-services/HDFS/2.1.0.2.0/metainfo.xml | 1 + .../common-services/HDFS/3.0.0.3.0/alerts.json | 1786 -- .../HDFS/3.0.0.3.0/configuration/core-site.xml | 224 - .../HDFS/3.0.0.3.0/configuration/hadoop-env.xml | 436 - .../configuration/hadoop-metrics2.properties.xml | 127 - .../HDFS/3.0.0.3.0/configuration/hadoop-policy.xml | 130 - .../HDFS/3.0.0.3.0/configuration/hdfs-log4j.xml | 227 - .../configuration/hdfs-logsearch-conf.xml | 248 - .../HDFS/3.0.0.3.0/configuration/hdfs-site.xml | 647 - .../3.0.0.3.0/configuration/ranger-hdfs-audit.xml | 132 - .../ranger-hdfs-plugin-properties.xml | 96 - .../configuration/ranger-hdfs-policymgr-ssl.xml | 67 - .../configuration/ranger-hdfs-security.xml | 65 - .../HDFS/3.0.0.3.0/configuration/ssl-client.xml | 70 - .../HDFS/3.0.0.3.0/configuration/ssl-server.xml | 80 - .../common-services/HDFS/3.0.0.3.0/kerberos.json | 254 - .../common-services/HDFS/3.0.0.3.0/metainfo.xml | 375 - .../common-services/HDFS/3.0.0.3.0/metrics.json | 7905 ----- .../package/alerts/alert_checkpoint_time.py | 255 - .../alerts/alert_datanode_unmounted_data_dir.py | 177 - .../package/alerts/alert_ha_namenode_health.py | 243 - .../package/alerts/alert_metrics_deviation.py | 478 - .../package/alerts/alert_upgrade_finalized.py | 179 - .../HDFS/3.0.0.3.0/package/files/checkWebUI.py | 83 - .../HDFS/3.0.0.3.0/package/scripts/__init__.py | 20 - .../scripts/balancer-emulator/balancer-err.log | 1032 - .../package/scripts/balancer-emulator/balancer.log | 29 - .../scripts/balancer-emulator/hdfs-command.py | 45 - .../HDFS/3.0.0.3.0/package/scripts/datanode.py | 126 - .../3.0.0.3.0/package/scripts/datanode_upgrade.py | 156 - .../HDFS/3.0.0.3.0/package/scripts/hdfs.py | 251 - .../HDFS/3.0.0.3.0/package/scripts/hdfs_client.py | 78 - .../3.0.0.3.0/package/scripts/hdfs_datanode.py | 85 - .../3.0.0.3.0/package/scripts/hdfs_namenode.py | 613 - .../3.0.0.3.0/package/scripts/hdfs_nfsgateway.py | 75 - .../3.0.0.3.0/package/scripts/hdfs_rebalance.py | 156 - .../3.0.0.3.0/package/scripts/hdfs_snamenode.py | 72 - .../3.0.0.3.0/package/scripts/install_params.py | 29 - .../HDFS/3.0.0.3.0/package/scripts/journalnode.py | 143 - .../package/scripts/journalnode_upgrade.py | 152 - .../HDFS/3.0.0.3.0/package/scripts/namenode.py | 381 - .../3.0.0.3.0/package/scripts/namenode_ha_state.py | 219 - .../3.0.0.3.0/package/scripts/namenode_upgrade.py | 322 - .../HDFS/3.0.0.3.0/package/scripts/nfsgateway.py | 88 - .../HDFS/3.0.0.3.0/package/scripts/params.py | 28 - .../HDFS/3.0.0.3.0/package/scripts/params_linux.py | 546 - .../3.0.0.3.0/package/scripts/params_windows.py | 86 - .../3.0.0.3.0/package/scripts/service_check.py | 158 - .../3.0.0.3.0/package/scripts/setup_ranger_hdfs.py | 120 - .../HDFS/3.0.0.3.0/package/scripts/snamenode.py | 101 - .../3.0.0.3.0/package/scripts/status_params.py | 58 - .../HDFS/3.0.0.3.0/package/scripts/utils.py | 428 - .../HDFS/3.0.0.3.0/package/scripts/zkfc_slave.py | 184 - .../package/templates/exclude_hosts_list.j2 | 21 - .../HDFS/3.0.0.3.0/package/templates/hdfs.conf.j2 | 35 - .../package/templates/hdfs_dn_jaas.conf.j2 | 27 - .../3.0.0.3.0/package/templates/hdfs_jaas.conf.j2 | 27 - .../package/templates/hdfs_jn_jaas.conf.j2 | 27 - .../package/templates/hdfs_nn_jaas.conf.j2 | 27 - .../package/templates/include_hosts_list.j2 | 21 - .../HDFS/3.0.0.3.0/package/templates/slaves.j2 | 21 - .../HDFS/3.0.0.3.0/quicklinks/quicklinks.json | 80 - .../HDFS/3.0.0.3.0/service_advisor.py | 676 - .../HDFS/3.0.0.3.0/themes/theme.json | 179 - .../common-services/HDFS/3.0.0.3.0/widgets.json | 649 - .../HIVE/0.12.0.2.0/configuration/hive-env.xml | 1 + .../package/scripts/hive_server_interactive.py | 3 +- .../common-services/HIVE/2.1.0.3.0/alerts.json | 232 - .../2.1.0.3.0/configuration/beeline-log4j2.xml | 80 - .../HIVE/2.1.0.3.0/configuration/hcat-env.xml | 60 - .../hive-atlas-application.properties.xml | 61 - .../HIVE/2.1.0.3.0/configuration/hive-env.xml | 508 - .../2.1.0.3.0/configuration/hive-exec-log4j.xml | 114 - .../2.1.0.3.0/configuration/hive-exec-log4j2.xml | 101 - .../configuration/hive-interactive-env.xml | 331 - .../configuration/hive-interactive-site.xml | 762 - .../HIVE/2.1.0.3.0/configuration/hive-log4j.xml | 147 - .../HIVE/2.1.0.3.0/configuration/hive-log4j2.xml | 131 - .../configuration/hive-logsearch-conf.xml | 117 - .../HIVE/2.1.0.3.0/configuration/hive-site.xml | 2052 -- .../2.1.0.3.0/configuration/hivemetastore-site.xml | 46 - .../configuration/hiveserver2-interactive-site.xml | 55 - .../2.1.0.3.0/configuration/hiveserver2-site.xml | 110 - .../2.1.0.3.0/configuration/llap-cli-log4j2.xml | 148 - .../2.1.0.3.0/configuration/llap-daemon-log4j.xml | 210 - .../2.1.0.3.0/configuration/parquet-logging.xml | 106 - .../2.1.0.3.0/configuration/ranger-hive-audit.xml | 130 - .../ranger-hive-plugin-properties.xml | 127 - .../configuration/ranger-hive-policymgr-ssl.xml | 66 - .../configuration/ranger-hive-security.xml | 83 - .../configuration/tez-interactive-site.xml | 257 - .../HIVE/2.1.0.3.0/configuration/webhcat-env.xml | 57 - .../HIVE/2.1.0.3.0/configuration/webhcat-log4j.xml | 104 - .../HIVE/2.1.0.3.0/configuration/webhcat-site.xml | 193 - .../common-services/HIVE/2.1.0.3.0/kerberos.json | 161 - .../common-services/HIVE/2.1.0.3.0/metainfo.xml | 521 - .../alerts/alert_hive_interactive_thrift_port.py | 230 - .../package/alerts/alert_hive_metastore.py | 273 - .../package/alerts/alert_hive_thrift_port.py | 285 - .../package/alerts/alert_llap_app_status.py | 299 - .../package/alerts/alert_webhcat_server.py | 228 - .../package/etc/hive-schema-0.12.0.mysql.sql | 777 - .../package/etc/hive-schema-0.12.0.oracle.sql | 718 - .../package/etc/hive-schema-0.12.0.postgres.sql | 1406 - .../package/etc/hive-schema-0.13.0.mysql.sql | 889 - .../package/etc/hive-schema-0.13.0.oracle.sql | 835 - .../package/etc/hive-schema-0.13.0.postgres.sql | 1538 - .../etc/upgrade-0.12.0-to-0.13.0.oracle.sql | 165 - .../package/etc/upgrade-0.13.0.oracle.sql | 38 - .../HIVE/2.1.0.3.0/package/files/addMysqlUser.sh | 39 - .../HIVE/2.1.0.3.0/package/files/hcatSmoke.sh | 41 - .../HIVE/2.1.0.3.0/package/files/hiveSmoke.sh | 24 - .../HIVE/2.1.0.3.0/package/files/hiveTezSetup.cmd | 58 - .../HIVE/2.1.0.3.0/package/files/hiveserver2.sql | 23 - .../2.1.0.3.0/package/files/hiveserver2Smoke.sh | 32 - .../HIVE/2.1.0.3.0/package/files/pigSmoke.sh | 18 - .../2.1.0.3.0/package/files/removeMysqlUser.sh | 33 - .../HIVE/2.1.0.3.0/package/files/startMetastore.sh | 25 - .../HIVE/2.1.0.3.0/package/files/templetonSmoke.sh | 101 - .../HIVE/2.1.0.3.0/package/scripts/__init__.py | 19 - .../HIVE/2.1.0.3.0/package/scripts/hcat.py | 87 - .../HIVE/2.1.0.3.0/package/scripts/hcat_client.py | 78 - .../package/scripts/hcat_service_check.py | 89 - .../HIVE/2.1.0.3.0/package/scripts/hive.py | 561 - .../HIVE/2.1.0.3.0/package/scripts/hive_client.py | 63 - .../2.1.0.3.0/package/scripts/hive_interactive.py | 359 - .../2.1.0.3.0/package/scripts/hive_metastore.py | 211 - .../HIVE/2.1.0.3.0/package/scripts/hive_server.py | 164 - .../package/scripts/hive_server_interactive.py | 610 - .../package/scripts/hive_server_upgrade.py | 140 - .../HIVE/2.1.0.3.0/package/scripts/hive_service.py | 181 - .../package/scripts/hive_service_interactive.py | 109 - .../HIVE/2.1.0.3.0/package/scripts/mysql_server.py | 63 - .../2.1.0.3.0/package/scripts/mysql_service.py | 51 - .../HIVE/2.1.0.3.0/package/scripts/mysql_users.py | 72 - .../HIVE/2.1.0.3.0/package/scripts/mysql_utils.py | 35 - .../HIVE/2.1.0.3.0/package/scripts/params.py | 30 - .../HIVE/2.1.0.3.0/package/scripts/params_linux.py | 853 - .../2.1.0.3.0/package/scripts/params_windows.py | 75 - .../2.1.0.3.0/package/scripts/service_check.py | 192 - .../2.1.0.3.0/package/scripts/setup_ranger_hive.py | 156 - .../scripts/setup_ranger_hive_interactive.py | 77 - .../2.1.0.3.0/package/scripts/status_params.py | 118 - .../HIVE/2.1.0.3.0/package/scripts/webhcat.py | 139 - .../2.1.0.3.0/package/scripts/webhcat_server.py | 95 - .../2.1.0.3.0/package/scripts/webhcat_service.py | 100 - .../package/scripts/webhcat_service_check.py | 133 - .../hadoop-metrics2-hivemetastore.properties.j2 | 58 - .../hadoop-metrics2-hiveserver2.properties.j2 | 57 - .../templates/hadoop-metrics2-llapdaemon.j2 | 56 - .../templates/hadoop-metrics2-llaptaskscheduler.j2 | 56 - .../HIVE/2.1.0.3.0/package/templates/hive.conf.j2 | 35 - .../package/templates/startHiveserver2.sh.j2 | 24 - .../templates/startHiveserver2Interactive.sh.j2 | 24 - .../package/templates/templeton_smoke.pig.j2 | 24 - .../package/templates/zkmigrator_jaas.conf.j2 | 26 - .../HIVE/2.1.0.3.0/quicklinks/quicklinks.json | 62 - .../HIVE/2.1.0.3.0/service_advisor.py | 1166 - .../HIVE/2.1.0.3.0/themes/theme.json | 753 - .../common-services/KAFKA/0.10.0.3.0/alerts.json | 32 - .../0.10.0.3.0/configuration/kafka-broker.xml | 559 - .../KAFKA/0.10.0.3.0/configuration/kafka-env.xml | 117 - .../KAFKA/0.10.0.3.0/configuration/kafka-log4j.xml | 170 - .../configuration/kafka_client_jaas_conf.xml | 41 - .../0.10.0.3.0/configuration/kafka_jaas_conf.xml | 59 - .../configuration/ranger-kafka-audit.xml | 130 - .../ranger-kafka-plugin-properties.xml | 154 - .../configuration/ranger-kafka-policymgr-ssl.xml | 66 - .../configuration/ranger-kafka-security.xml | 64 - .../common-services/KAFKA/0.10.0.3.0/kerberos.json | 82 - .../common-services/KAFKA/0.10.0.3.0/metainfo.xml | 111 - .../common-services/KAFKA/0.10.0.3.0/metrics.json | 239 - .../KAFKA/0.10.0.3.0/package/scripts/kafka.py | 257 - .../0.10.0.3.0/package/scripts/kafka_broker.py | 145 - .../KAFKA/0.10.0.3.0/package/scripts/params.py | 341 - .../0.10.0.3.0/package/scripts/service_check.py | 70 - .../package/scripts/setup_ranger_kafka.py | 98 - .../0.10.0.3.0/package/scripts/status_params.py | 26 - .../KAFKA/0.10.0.3.0/package/scripts/upgrade.py | 75 - .../KAFKA/0.10.0.3.0/package/scripts/utils.py | 38 - .../package/templates/input.config-kafka.json.j2 | 92 - .../0.10.0.3.0/package/templates/kafka.conf.j2 | 35 - .../package/templates/kafka_client_jaas.conf.j2 | 29 - .../package/templates/kafka_jaas.conf.j2 | 41 - .../package/templates/tools-log4j.properties.j2 | 21 - .../KAFKA/0.10.0.3.0/role_command_order.json | 7 - .../KAFKA/0.10.0.3.0/service_advisor.py | 368 - .../common-services/KAFKA/0.10.0.3.0/widgets.json | 182 - .../KAFKA/0.8.1/package/scripts/kafka.py | 6 +- .../KAFKA/0.8.1/package/scripts/params.py | 6 +- .../0.8.1/package/scripts/setup_ranger_kafka.py | 2 +- .../1.10.3-10/configuration/kerberos-env.xml | 2 +- .../KERBEROS/1.10.3-10/configuration/krb5-conf.xml | 11 + .../1.10.3-10/package/scripts/kerberos_client.py | 57 +- .../1.10.3-10/package/scripts/kerberos_common.py | 493 - .../KERBEROS/1.10.3-10/package/scripts/params.py | 6 +- .../1.10.3-10/package/scripts/service_check.py | 32 +- .../KERBEROS/1.10.3-10/package/scripts/utils.py | 105 - .../KERBEROS/1.10.3-10/properties/krb5_conf.j2 | 3 + .../1.10.3-30/configuration/kerberos-env.xml | 2 +- .../KERBEROS/1.10.3-30/configuration/krb5-conf.xml | 11 + .../1.10.3-30/package/scripts/kerberos_client.py | 57 +- .../1.10.3-30/package/scripts/kerberos_common.py | 493 - .../KERBEROS/1.10.3-30/package/scripts/params.py | 7 +- .../1.10.3-30/package/scripts/service_check.py | 32 +- .../KERBEROS/1.10.3-30/package/scripts/utils.py | 105 - .../KERBEROS/1.10.3-30/properties/krb5_conf.j2 | 3 + .../common-services/KNOX/0.5.0.3.0/alerts.json | 32 - .../0.5.0.3.0/configuration/admin-topology.xml | 97 - .../KNOX/0.5.0.3.0/configuration/gateway-log4j.xml | 110 - .../KNOX/0.5.0.3.0/configuration/gateway-site.xml | 71 - .../KNOX/0.5.0.3.0/configuration/knox-env.xml | 93 - .../0.5.0.3.0/configuration/knoxsso-topology.xml | 126 - .../KNOX/0.5.0.3.0/configuration/ldap-log4j.xml | 93 - .../0.5.0.3.0/configuration/ranger-knox-audit.xml | 132 - .../ranger-knox-plugin-properties.xml | 132 - .../configuration/ranger-knox-policymgr-ssl.xml | 66 - .../configuration/ranger-knox-security.xml | 64 - .../KNOX/0.5.0.3.0/configuration/topology.xml | 174 - .../KNOX/0.5.0.3.0/configuration/users-ldif.xml | 140 - .../common-services/KNOX/0.5.0.3.0/kerberos.json | 82 - .../common-services/KNOX/0.5.0.3.0/metainfo.xml | 109 - .../0.5.0.3.0/package/files/validateKnoxStatus.py | 43 - .../KNOX/0.5.0.3.0/package/scripts/knox.py | 192 - .../KNOX/0.5.0.3.0/package/scripts/knox_gateway.py | 215 - .../KNOX/0.5.0.3.0/package/scripts/knox_ldap.py | 59 - .../KNOX/0.5.0.3.0/package/scripts/params.py | 29 - .../KNOX/0.5.0.3.0/package/scripts/params_linux.py | 566 - .../0.5.0.3.0/package/scripts/params_windows.py | 71 - .../0.5.0.3.0/package/scripts/service_check.py | 96 - .../0.5.0.3.0/package/scripts/setup_ranger_knox.py | 129 - .../0.5.0.3.0/package/scripts/status_params.py | 59 - .../KNOX/0.5.0.3.0/package/scripts/upgrade.py | 118 - .../package/templates/input.config-knox.json.j2 | 60 - .../package/templates/krb5JAASLogin.conf.j2 | 27 - .../KNOX/0.5.0.3.0/role_command_order.json | 7 - .../KNOX/0.5.0.3.0/service_advisor.py | 253 - .../0.5.0/configuration/logfeeder-env.xml | 2 +- .../0.5.0/configuration/logfeeder-properties.xml | 2 +- .../0.5.0/configuration/logsearch-common-env.xml | 20 + .../0.5.0/configuration/logsearch-env.xml | 6 +- .../LOGSEARCH/0.5.0/package/scripts/logfeeder.py | 4 +- .../0.5.0/package/scripts/logsearch_common.py | 54 - .../LOGSEARCH/0.5.0/package/scripts/params.py | 7 + .../0.5.0/package/scripts/setup_logsearch.py | 3 +- .../LOGSEARCH/0.5.0/properties/logfeeder-env.sh.j2 | 9 +- .../LOGSEARCH/0.5.0/properties/logsearch-env.sh.j2 | 9 +- .../OOZIE/4.0.0.2.0/configuration/oozie-env.xml | 1 + .../common-services/OOZIE/4.2.0.3.0/alerts.json | 45 - .../OOZIE/4.2.0.3.0/configuration/oozie-env.xml | 265 - .../OOZIE/4.2.0.3.0/configuration/oozie-log4j.xml | 149 - .../OOZIE/4.2.0.3.0/configuration/oozie-site.xml | 254 - .../common-services/OOZIE/4.2.0.3.0/kerberos.json | 74 - .../common-services/OOZIE/4.2.0.3.0/metainfo.xml | 193 - .../package/alerts/alert_check_oozie_server.py | 244 - .../OOZIE/4.2.0.3.0/package/files/oozieSmoke2.sh | 84 - .../package/files/prepareOozieHdfsDirectories.sh | 42 - .../OOZIE/4.2.0.3.0/package/files/wrap_ooziedb.sh | 31 - .../package/scripts/check_oozie_server_status.py | 38 - .../OOZIE/4.2.0.3.0/package/scripts/oozie.py | 509 - .../4.2.0.3.0/package/scripts/oozie_client.py | 74 - .../4.2.0.3.0/package/scripts/oozie_server.py | 155 - .../package/scripts/oozie_server_upgrade.py | 261 - .../4.2.0.3.0/package/scripts/oozie_service.py | 188 - .../OOZIE/4.2.0.3.0/package/scripts/params.py | 39 - .../4.2.0.3.0/package/scripts/params_linux.py | 370 - .../4.2.0.3.0/package/scripts/params_windows.py | 34 - .../4.2.0.3.0/package/scripts/service_check.py | 140 - .../4.2.0.3.0/package/scripts/status_params.py | 65 - .../4.2.0.3.0/package/templates/adminusers.txt.j2 | 28 - .../package/templates/input.config-oozie.json.j2 | 48 - .../package/templates/oozie-log4j.properties.j2 | 93 - .../4.2.0.3.0/package/templates/oozie.conf.j2 | 35 - .../package/templates/zkmigrator_jaas.conf.j2 | 26 - .../OOZIE/4.2.0.3.0/quicklinks/quicklinks.json | 46 - .../OOZIE/4.2.0.3.0/role_command_order.json | 9 - .../OOZIE/4.2.0.3.0/service_advisor.py | 314 - .../OOZIE/4.2.0.3.0/themes/theme.json | 116 - .../PIG/0.16.1.3.0/configuration/pig-log4j.xml | 65 - .../0.16.1.3.0/configuration/pig-properties.xml | 93 - .../common-services/PIG/0.16.1.3.0/kerberos.json | 18 - .../common-services/PIG/0.16.1.3.0/metainfo.xml | 101 - .../PIG/0.16.1.3.0/package/files/pigSmoke.sh | 18 - .../PIG/0.16.1.3.0/package/scripts/params.py | 31 - .../PIG/0.16.1.3.0/package/scripts/params_linux.py | 104 - .../0.16.1.3.0/package/scripts/params_windows.py | 45 - .../PIG/0.16.1.3.0/package/scripts/pig.py | 86 - .../PIG/0.16.1.3.0/package/scripts/pig_client.py | 66 - .../0.16.1.3.0/package/scripts/service_check.py | 142 - .../PIG/0.16.1.3.0/service_advisor.py | 171 - .../RANGER/0.4.0/package/scripts/params.py | 4 +- .../RANGER/0.4.0/package/scripts/ranger_admin.py | 10 +- .../0.4.0/package/scripts/setup_ranger_xml.py | 19 +- .../common-services/RANGER/1.0.0.3.0/alerts.json | 76 - .../RANGER/1.0.0.3.0/configuration/admin-log4j.xml | 131 - .../1.0.0.3.0/configuration/admin-properties.xml | 161 - .../1.0.0.3.0/configuration/atlas-tagsync-ssl.xml | 72 - .../1.0.0.3.0/configuration/ranger-admin-site.xml | 751 - .../RANGER/1.0.0.3.0/configuration/ranger-env.xml | 536 - .../configuration/ranger-solr-configuration.xml | 59 - .../configuration/ranger-tagsync-policymgr-ssl.xml | 72 - .../configuration/ranger-tagsync-site.xml | 201 - .../1.0.0.3.0/configuration/ranger-ugsync-site.xml | 578 - .../tagsync-application-properties.xml | 62 - .../1.0.0.3.0/configuration/tagsync-log4j.xml | 89 - .../1.0.0.3.0/configuration/usersync-log4j.xml | 88 - .../common-services/RANGER/1.0.0.3.0/kerberos.json | 159 - .../common-services/RANGER/1.0.0.3.0/metainfo.xml | 177 - .../alerts/alert_ranger_admin_passwd_check.py | 195 - .../RANGER/1.0.0.3.0/package/scripts/params.py | 450 - .../1.0.0.3.0/package/scripts/ranger_admin.py | 217 - .../1.0.0.3.0/package/scripts/ranger_service.py | 69 - .../1.0.0.3.0/package/scripts/ranger_tagsync.py | 147 - .../1.0.0.3.0/package/scripts/ranger_usersync.py | 117 - .../1.0.0.3.0/package/scripts/service_check.py | 49 - .../1.0.0.3.0/package/scripts/setup_ranger_xml.py | 853 - .../1.0.0.3.0/package/scripts/status_params.py | 39 - .../RANGER/1.0.0.3.0/package/scripts/upgrade.py | 29 - .../package/templates/input.config-ranger.json.j2 | 79 - .../package/templates/ranger_admin_pam.j2 | 22 - .../package/templates/ranger_remote_pam.j2 | 22 - .../package/templates/ranger_solr_jaas_conf.j2 | 26 - .../1.0.0.3.0/properties/ranger-solrconfig.xml.j2 | 1874 -- .../RANGER/1.0.0.3.0/quicklinks/quicklinks.json | 41 - .../RANGER/1.0.0.3.0/role_command_order.json | 9 - .../RANGER/1.0.0.3.0/service_advisor.py | 774 - .../RANGER/1.0.0.3.0/themes/theme_version_1.json | 1861 -- .../RANGER_KMS/0.5.0.2.3/package/scripts/kms.py | 13 +- .../0.5.0.2.3/package/scripts/kms_server.py | 6 +- .../RANGER_KMS/1.0.0.3.0/alerts.json | 32 - .../1.0.0.3.0/configuration/dbks-site.xml | 206 - .../RANGER_KMS/1.0.0.3.0/configuration/kms-env.xml | 125 - .../1.0.0.3.0/configuration/kms-log4j.xml | 118 - .../1.0.0.3.0/configuration/kms-properties.xml | 166 - .../1.0.0.3.0/configuration/kms-site.xml | 107 - .../1.0.0.3.0/configuration/ranger-kms-audit.xml | 118 - .../configuration/ranger-kms-policymgr-ssl.xml | 68 - .../configuration/ranger-kms-security.xml | 64 - .../1.0.0.3.0/configuration/ranger-kms-site.xml | 110 - .../RANGER_KMS/1.0.0.3.0/kerberos.json | 81 - .../RANGER_KMS/1.0.0.3.0/metainfo.xml | 111 - .../RANGER_KMS/1.0.0.3.0/package/scripts/kms.py | 675 - .../1.0.0.3.0/package/scripts/kms_server.py | 115 - .../1.0.0.3.0/package/scripts/kms_service.py | 58 - .../RANGER_KMS/1.0.0.3.0/package/scripts/params.py | 334 - .../1.0.0.3.0/package/scripts/service_check.py | 41 - .../1.0.0.3.0/package/scripts/status_params.py | 36 - .../1.0.0.3.0/package/scripts/upgrade.py | 29 - .../templates/input.config-ranger-kms.json.j2 | 48 - .../RANGER_KMS/1.0.0.3.0/role_command_order.json | 7 - .../RANGER_KMS/1.0.0.3.0/service_advisor.py | 359 - .../1.0.0.3.0/themes/theme_version_1.json | 409 - .../0.91.0.3.0/configuration/slider-client.xml | 56 - .../SLIDER/0.91.0.3.0/configuration/slider-env.xml | 46 - .../0.91.0.3.0/configuration/slider-log4j.xml | 92 - .../SLIDER/0.91.0.3.0/kerberos.json | 18 - .../common-services/SLIDER/0.91.0.3.0/metainfo.xml | 109 - .../0.91.0.3.0/package/files/hbaseSmokeVerify.sh | 34 - .../SLIDER/0.91.0.3.0/package/scripts/__init__.py | 19 - .../SLIDER/0.91.0.3.0/package/scripts/params.py | 54 - .../0.91.0.3.0/package/scripts/params_linux.py | 80 - .../0.91.0.3.0/package/scripts/params_windows.py | 45 - .../0.91.0.3.0/package/scripts/service_check.py | 63 - .../SLIDER/0.91.0.3.0/package/scripts/slider.py | 100 - .../0.91.0.3.0/package/scripts/slider_client.py | 61 - .../package/templates/storm-slider-env.sh.j2 | 38 - .../SLIDER/0.91.0.3.0/service_advisor.py | 134 - .../SPARK/1.2.1/package/scripts/livy_service.py | 22 +- .../common-services/SPARK/2.2.0/alerts.json | 32 - .../SPARK/2.2.0/configuration/livy-conf.xml | 114 - .../SPARK/2.2.0/configuration/livy-env.xml | 107 - .../2.2.0/configuration/livy-log4j-properties.xml | 42 - .../2.2.0/configuration/livy-spark-blacklist.xml | 52 - .../SPARK/2.2.0/configuration/spark-defaults.xml | 115 - .../SPARK/2.2.0/configuration/spark-env.xml | 157 - .../configuration/spark-hive-site-override.xml | 59 - .../2.2.0/configuration/spark-log4j-properties.xml | 46 - .../2.2.0/configuration/spark-logsearch-conf.xml | 98 - .../configuration/spark-metrics-properties.xml | 165 - .../configuration/spark-thrift-fairscheduler.xml | 36 - .../2.2.0/configuration/spark-thrift-sparkconf.xml | 160 - .../common-services/SPARK/2.2.0/kerberos.json | 127 - .../common-services/SPARK/2.2.0/metainfo.xml | 283 - .../2.2.0/package/scripts/job_history_server.py | 103 - .../SPARK/2.2.0/package/scripts/livy_server.py | 146 - .../SPARK/2.2.0/package/scripts/livy_service.py | 55 - .../SPARK/2.2.0/package/scripts/params.py | 270 - .../SPARK/2.2.0/package/scripts/service_check.py | 62 - .../SPARK/2.2.0/package/scripts/setup_livy.py | 88 - .../SPARK/2.2.0/package/scripts/setup_spark.py | 117 - .../SPARK/2.2.0/package/scripts/spark_client.py | 57 - .../SPARK/2.2.0/package/scripts/spark_service.py | 146 - .../2.2.0/package/scripts/spark_thrift_server.py | 86 - .../SPARK/2.2.0/package/scripts/status_params.py | 45 - .../SPARK/2.2.0/quicklinks/quicklinks.json | 27 - .../common-services/SPARK/2.2.0/service_advisor.py | 243 - .../SPARK2/2.0.0/package/scripts/livy2_service.py | 27 +- .../SPARK2/2.0.0/package/scripts/setup_livy2.py | 2 + .../sqoop-atlas-application.properties.xml | 47 - .../SQOOP/1.4.4.3.0/configuration/sqoop-env.xml | 93 - .../SQOOP/1.4.4.3.0/configuration/sqoop-site.xml | 38 - .../common-services/SQOOP/1.4.4.3.0/kerberos.json | 20 - .../common-services/SQOOP/1.4.4.3.0/metainfo.xml | 105 - .../SQOOP/1.4.4.3.0/package/scripts/__init__.py | 19 - .../SQOOP/1.4.4.3.0/package/scripts/params.py | 27 - .../1.4.4.3.0/package/scripts/params_linux.py | 137 - .../1.4.4.3.0/package/scripts/params_windows.py | 30 - .../1.4.4.3.0/package/scripts/service_check.py | 59 - .../SQOOP/1.4.4.3.0/package/scripts/sqoop.py | 124 - .../1.4.4.3.0/package/scripts/sqoop_client.py | 61 - .../SQOOP/1.4.4.3.0/role_command_order.json | 6 - .../SQOOP/1.4.4.3.0/service_advisor.py | 197 - .../common-services/STORM/1.0.1.3.0/alerts.json | 145 - .../1.0.1.3.0/configuration/ranger-storm-audit.xml | 133 - .../ranger-storm-plugin-properties.xml | 121 - .../configuration/ranger-storm-policymgr-ssl.xml | 70 - .../configuration/ranger-storm-security.xml | 67 - .../storm-atlas-application.properties.xml | 31 - .../configuration/storm-cluster-log4j.xml | 133 - .../STORM/1.0.1.3.0/configuration/storm-env.xml | 171 - .../STORM/1.0.1.3.0/configuration/storm-site.xml | 1002 - .../1.0.1.3.0/configuration/storm-worker-log4j.xml | 189 - .../common-services/STORM/1.0.1.3.0/kerberos.json | 139 - .../common-services/STORM/1.0.1.3.0/metainfo.xml | 177 - .../common-services/STORM/1.0.1.3.0/metrics.json | 1202 - .../package/alerts/check_supervisor_process_win.py | 50 - .../STORM/1.0.1.3.0/package/files/wordCount.jar | Bin 690588 -> 0 bytes .../STORM/1.0.1.3.0/package/scripts/drpc_server.py | 86 - .../STORM/1.0.1.3.0/package/scripts/nimbus.py | 110 - .../STORM/1.0.1.3.0/package/scripts/nimbus_prod.py | 75 - .../STORM/1.0.1.3.0/package/scripts/pacemaker.py | 85 - .../STORM/1.0.1.3.0/package/scripts/params.py | 28 - .../1.0.1.3.0/package/scripts/params_linux.py | 422 - .../1.0.1.3.0/package/scripts/params_windows.py | 60 - .../STORM/1.0.1.3.0/package/scripts/rest_api.py | 82 - .../STORM/1.0.1.3.0/package/scripts/service.py | 95 - .../1.0.1.3.0/package/scripts/service_check.py | 79 - .../package/scripts/setup_ranger_storm.py | 142 - .../1.0.1.3.0/package/scripts/status_params.py | 83 - .../STORM/1.0.1.3.0/package/scripts/storm.py | 182 - .../1.0.1.3.0/package/scripts/storm_upgrade.py | 177 - .../1.0.1.3.0/package/scripts/storm_yaml_utils.py | 53 - .../STORM/1.0.1.3.0/package/scripts/supervisor.py | 111 - .../1.0.1.3.0/package/scripts/supervisor_prod.py | 78 - .../package/scripts/supervisord_service.py | 34 - .../STORM/1.0.1.3.0/package/scripts/ui_server.py | 132 - .../package/templates/client_jaas.conf.j2 | 33 - .../1.0.1.3.0/package/templates/config.yaml.j2 | 72 - .../package/templates/input.config-storm.json.j2 | 78 - .../package/templates/storm-metrics2.properties.j2 | 32 - .../1.0.1.3.0/package/templates/storm.conf.j2 | 35 - .../1.0.1.3.0/package/templates/storm_jaas.conf.j2 | 65 - .../package/templates/worker-launcher.cfg.j2 | 19 - .../STORM/1.0.1.3.0/quicklinks/quicklinks.json | 45 - .../STORM/1.0.1.3.0/role_command_order.json | 13 - .../STORM/1.0.1.3.0/service_advisor.py | 387 - .../common-services/STORM/1.0.1.3.0/widgets.json | 127 - .../STORM/1.0.1/configuration/storm-site.xml | 2 +- .../common-services/SUPERSET/0.15.0/metainfo.xml | 2 +- .../TEZ/0.9.0.3.0/configuration/tez-env.xml | 97 - .../TEZ/0.9.0.3.0/configuration/tez-site.xml | 523 - .../common-services/TEZ/0.9.0.3.0/kerberos.json | 25 - .../common-services/TEZ/0.9.0.3.0/metainfo.xml | 111 - .../TEZ/0.9.0.3.0/package/scripts/params.py | 29 - .../TEZ/0.9.0.3.0/package/scripts/params_linux.py | 116 - .../0.9.0.3.0/package/scripts/params_windows.py | 54 - .../TEZ/0.9.0.3.0/package/scripts/pre_upgrade.py | 59 - .../TEZ/0.9.0.3.0/package/scripts/service_check.py | 111 - .../TEZ/0.9.0.3.0/package/scripts/tez.py | 80 - .../TEZ/0.9.0.3.0/package/scripts/tez_client.py | 130 - .../TEZ/0.9.0.3.0/service_advisor.py | 371 - .../2.1.0.2.0/configuration-mapred/mapred-site.xml | 2 +- .../YARN/2.1.0.2.0/configuration/yarn-env.xml | 5 + .../YARN/2.1.0.2.0/package/scripts/params_linux.py | 23 +- .../YARN/2.1.0.2.0/package/scripts/yarn.py | 4 +- .../YARN/3.0.0.3.0/MAPREDUCE2_metrics.json | 2596 -- .../YARN/3.0.0.3.0/YARN_metrics.json | 3486 --- .../YARN/3.0.0.3.0/YARN_widgets.json | 670 - .../common-services/YARN/3.0.0.3.0/alerts.json | 392 - .../3.0.0.3.0/configuration-mapred/mapred-env.xml | 112 - .../configuration-mapred/mapred-logsearch-conf.xml | 80 - .../3.0.0.3.0/configuration-mapred/mapred-site.xml | 540 - .../3.0.0.3.0/configuration/capacity-scheduler.xml | 183 - .../3.0.0.3.0/configuration/ranger-yarn-audit.xml | 186 - .../ranger-yarn-plugin-properties.xml | 92 - .../configuration/ranger-yarn-policymgr-ssl.xml | 66 - .../configuration/ranger-yarn-security.xml | 58 - .../YARN/3.0.0.3.0/configuration/yarn-env.xml | 323 - .../YARN/3.0.0.3.0/configuration/yarn-log4j.xml | 103 - .../configuration/yarn-logsearch-conf.xml | 104 - .../YARN/3.0.0.3.0/configuration/yarn-site.xml | 1197 - .../common-services/YARN/3.0.0.3.0/kerberos.json | 294 - .../common-services/YARN/3.0.0.3.0/metainfo.xml | 395 - .../package/alerts/alert_nodemanager_health.py | 209 - .../package/alerts/alert_nodemanagers_summary.py | 219 - .../files/validateYarnComponentStatusWindows.py | 161 - .../package/scripts/application_timeline_server.py | 97 - .../3.0.0.3.0/package/scripts/historyserver.py | 132 - .../YARN/3.0.0.3.0/package/scripts/install_jars.py | 99 - .../package/scripts/mapred_service_check.py | 172 - .../3.0.0.3.0/package/scripts/mapreduce2_client.py | 93 - .../YARN/3.0.0.3.0/package/scripts/nodemanager.py | 102 - .../package/scripts/nodemanager_upgrade.py | 74 - .../YARN/3.0.0.3.0/package/scripts/params.py | 32 - .../YARN/3.0.0.3.0/package/scripts/params_linux.py | 584 - .../3.0.0.3.0/package/scripts/params_windows.py | 70 - .../3.0.0.3.0/package/scripts/resourcemanager.py | 257 - .../YARN/3.0.0.3.0/package/scripts/service.py | 113 - .../3.0.0.3.0/package/scripts/service_check.py | 185 - .../3.0.0.3.0/package/scripts/setup_ranger_yarn.py | 71 - .../3.0.0.3.0/package/scripts/status_params.py | 49 - .../YARN/3.0.0.3.0/package/scripts/yarn.py | 542 - .../YARN/3.0.0.3.0/package/scripts/yarn_client.py | 63 - .../package/templates/container-executor.cfg.j2 | 40 - .../package/templates/exclude_hosts_list.j2 | 21 - .../package/templates/include_hosts_list.j2 | 21 - .../package/templates/mapred_jaas.conf.j2 | 28 - .../3.0.0.3.0/package/templates/mapreduce.conf.j2 | 35 - .../package/templates/taskcontroller.cfg.j2 | 38 - .../YARN/3.0.0.3.0/package/templates/yarn.conf.j2 | 35 - .../package/templates/yarn_ats_jaas.conf.j2 | 27 - .../3.0.0.3.0/package/templates/yarn_jaas.conf.j2 | 36 - .../package/templates/yarn_nm_jaas.conf.j2 | 27 - .../3.0.0.3.0/quicklinks-mapred/quicklinks.json | 80 - .../YARN/3.0.0.3.0/quicklinks/quicklinks.json | 80 - .../YARN/3.0.0.3.0/service_advisor.py | 2009 -- .../YARN/3.0.0.3.0/themes-mapred/theme.json | 132 - .../YARN/3.0.0.3.0/themes/theme.json | 250 - .../ZEPPELIN/0.7.0/package/scripts/master.py | 85 +- .../custom_actions/scripts/install_packages.py | 55 +- .../src/main/resources/scripts/Ambaripreupload.py | 2 +- .../resources/scripts/check_ambari_permissions.py | 8 +- .../src/main/resources/scripts/kerberos-setup.sh | 4 +- .../stack-hooks/after-INSTALL/scripts/params.py | 2 +- .../before-INSTALL/scripts/repo_initialization.py | 9 +- .../HDP/2.0.6/properties/stack_packages.json | 133 +- .../stacks/HDP/2.0.6/services/stack_advisor.py | 49 - .../2.1/services/YARN/configuration/yarn-env.xml | 1 + .../2.2/services/HDFS/configuration/hadoop-env.xml | 2 + .../2.2/services/TEZ/configuration/tez-site.xml | 4 +- .../YARN/configuration-mapred/mapred-site.xml | 2 +- .../2.3/services/HDFS/configuration/hadoop-env.xml | 2 + .../2.3/services/HIVE/configuration/hive-env.xml | 1 + .../2.3/services/OOZIE/configuration/oozie-env.xml | 1 + .../2.3/services/YARN/configuration/yarn-env.xml | 1 + .../stacks/HDP/2.3/services/stack_advisor.py | 9 +- .../2.4/services/HDFS/configuration/hadoop-env.xml | 2 + .../2.5/services/YARN/configuration/yarn-site.xml | 4 +- .../stacks/HDP/2.5/services/stack_advisor.py | 1 + .../2.6/services/HDFS/configuration/hadoop-env.xml | 2 + .../2.6/services/YARN/configuration/yarn-env.xml | 1 + .../stacks/HDP/2.6/upgrades/config-upgrade.xml | 8 +- .../stacks/HDP/3.0/configuration/cluster-env.xml | 359 - .../src/main/resources/stacks/HDP/3.0/metainfo.xml | 24 - .../stacks/HDP/3.0/properties/stack_features.json | 379 - .../stacks/HDP/3.0/properties/stack_packages.json | 1155 - .../stacks/HDP/3.0/properties/stack_tools.json | 14 - .../resources/stacks/HDP/3.0/repos/repoinfo.xml | 132 - .../stacks/HDP/3.0/role_command_order.json | 172 - .../stacks/HDP/3.0/services/ATLAS/metainfo.xml | 27 - .../stacks/HDP/3.0/services/HBASE/metainfo.xml | 26 - .../3.0/services/HDFS/configuration/hadoop-env.xml | 177 - .../stacks/HDP/3.0/services/HDFS/metainfo.xml | 115 - .../stacks/HDP/3.0/services/HIVE/metainfo.xml | 27 - .../stacks/HDP/3.0/services/KAFKA/metainfo.xml | 27 - .../stacks/HDP/3.0/services/KERBEROS/metainfo.xml | 26 - .../stacks/HDP/3.0/services/KNOX/metainfo.xml | 27 - .../stacks/HDP/3.0/services/OOZIE/metainfo.xml | 27 - .../stacks/HDP/3.0/services/PIG/metainfo.xml | 27 - .../stacks/HDP/3.0/services/RANGER/metainfo.xml | 27 - .../HDP/3.0/services/RANGER_KMS/metainfo.xml | 27 - .../stacks/HDP/3.0/services/SLIDER/metainfo.xml | 51 - .../stacks/HDP/3.0/services/SPARK/metainfo.xml | 32 - .../stacks/HDP/3.0/services/SQOOP/metainfo.xml | 27 - .../stacks/HDP/3.0/services/STORM/metainfo.xml | 27 - .../stacks/HDP/3.0/services/TEZ/metainfo.xml | 27 - .../YARN/configuration-mapred/mapred-env.xml | 51 - .../YARN/configuration-mapred/mapred-site.xml | 78 - .../3.0/services/YARN/configuration/yarn-site.xml | 48 - .../stacks/HDP/3.0/services/YARN/metainfo.xml | 84 - .../stacks/HDP/3.0/services/ZEPPELIN/metainfo.xml | 27 - .../stacks/HDP/3.0/services/ZOOKEEPER/metainfo.xml | 52 - .../services/KERBEROS/configuration/krb5-conf.xml | 11 + .../KERBEROS/package/scripts/kerberos_common.py | 4 +- .../services/KERBEROS/package/scripts/params.py | 2 + .../1.0/services/KERBEROS/properties/krb5_conf.j2 | 63 + .../src/main/resources/stacks/stack_advisor.py | 48 + ambari-server/src/main/resources/upgrade-pack.xsd | 1 + ambari-server/src/main/windows/ambari-server.ps1 | 2 - .../actionmanager/ExecutionCommandWrapperTest.java | 2 +- .../ambari/server/agent/TestHeartbeatHandler.java | 71 +- .../apache/ambari/server/alerts/ThresholdTest.java | 90 + .../api/resources/UserResourceDefinitionTest.java | 13 +- .../server/api/services/AmbariMetaInfoTest.java | 92 +- .../ambari/server/audit/LoginAuditEventTest.java | 36 +- .../server/checks/AtlasPresenceCheckTest.java | 42 - .../checks/ComponentExistsInRepoCheckTest.java | 6 + .../checks/ComponentsInstallationCheckTest.java | 5 + .../ambari/server/checks/HealthCheckTest.java | 2 + .../checks/HostMaintenanceModeCheckTest.java | 2 + .../server/checks/HostsHeartbeatCheckTest.java | 3 + .../server/checks/InstallPackagesCheckTest.java | 10 +- .../RequiredServicesInRepositoryCheckTest.java | 2 + .../ambari/server/checks/ServicesUpCheckTest.java | 9 + .../server/configuration/ConfigurationTest.java | 262 +- .../AmbariCustomCommandExecutionHelperTest.java | 27 +- .../controller/AmbariManagementControllerTest.java | 75 +- .../server/controller/KerberosHelperTest.java | 47 +- .../controller/RootServiceResponseFactoryTest.java | 145 +- .../AbstractPrivilegeResourceProviderTest.java | 38 - .../ActiveWidgetLayoutResourceProviderTest.java | 4 +- .../AlertDefinitionResourceProviderTest.java | 4 +- .../ClusterStackVersionResourceProviderTest.java | 121 +- ...tibleRepositoryVersionResourceProviderTest.java | 14 +- .../GroupPrivilegeResourceProviderTest.java | 46 +- .../HostKerberosIdentityResourceProviderTest.java | 15 +- .../HostStackVersionResourceProviderTest.java | 40 +- .../OverriddenMetricsHostProviderTest.java | 95 + .../internal/RepositoryResourceProviderTest.java | 2 + .../RepositoryVersionResourceProviderTest.java | 83 +- .../controller/internal/RequestImplTest.java | 7 - .../internal/RequestResourceProviderTest.java | 223 +- ...ComponentConfigurationResourceProviderTest.java | 192 +- .../internal/UpgradeResourceProviderTest.java | 51 +- .../UpgradeSummaryResourceProviderTest.java | 2 +- ...erAuthenticationSourceResourceProviderTest.java | 446 + .../UserPrivilegeResourceProviderTest.java | 109 +- .../internal/UserResourceProviderDBTest.java | 438 +- .../internal/UserResourceProviderTest.java | 749 +- .../VersionDefinitionResourceProviderTest.java | 2 +- .../server/controller/jmx/JMXMetricHolderTest.java | 75 + .../logging/LogSearchDataRetrievalServiceTest.java | 21 +- .../LoggingRequestHelperFactoryImplTest.java | 46 + .../logging/LoggingRequestHelperImplTest.java | 49 +- .../server/ldap/AmbariLdapConfigurationTest.java | 143 + .../ambari/server/orm/DBAccessorImplTest.java | 30 + .../apache/ambari/server/orm/OrmTestHelper.java | 34 +- .../apache/ambari/server/orm/dao/CrudDAOTest.java | 3 +- .../ambari/server/orm/dao/HostVersionDAOTest.java | 13 + .../server/orm/dao/RepositoryVersionDAOTest.java | 15 +- .../apache/ambari/server/orm/dao/UserDAOTest.java | 53 +- .../org/apache/ambari/server/orm/db/DDLTests.java | 2 +- .../server/security/SecurityHelperImplTest.java | 7 +- .../server/security/TestAuthenticationFactory.java | 26 +- .../AbstractAuthenticationProviderTest.java | 217 + .../AmbariBasicAuthenticationFilterTest.java | 137 +- .../AmbariJWTAuthenticationFilterTest.java | 191 - .../AmbariLocalAuthenticationProviderTest.java | 90 + .../jwt/AmbariJwtAuthenticationFilterTest.java | 493 + .../jwt/JwtAuthenticationPropertiesTest.java | 51 + .../AmbariAuthToLocalUserDetailsServiceTest.java | 33 +- .../AmbariKerberosAuthenticationFilterTest.java | 183 +- ...AmbariKerberosAuthenticationPropertiesTest.java | 16 - .../pam/AmbariPamAuthenticationProviderTest.java | 290 + .../authorization/AmbariAuthenticationTest.java | 334 - .../AmbariAuthorizationFilterTest.java | 5 +- ...AmbariAuthorizationProviderDisableUserTest.java | 99 - ...apAuthenticationProviderForDNWithSpaceTest.java | 63 +- ...AuthenticationProviderForDuplicateUserTest.java | 29 +- .../AmbariLdapAuthenticationProviderTest.java | 88 +- .../AmbariLdapBindAuthenticatorTest.java | 91 +- .../authorization/AmbariLocalUserProviderTest.java | 166 - .../AmbariPamAuthenticationProviderTest.java | 151 - .../AmbariUserAuthenticationFilterTest.java | 20 +- .../authorization/AuthorizationHelperTest.java | 24 +- .../authorization/AuthorizationTestModule.java | 3 +- .../AuthorizationTestModuleForLdapDNWithSpace.java | 5 +- .../authorization/LdapServerPropertiesTest.java | 20 +- .../TestAmbariLdapAuthoritiesPopulator.java | 4 +- .../server/security/authorization/TestUsers.java | 320 +- .../server/security/authorization/UsersTest.java | 17 +- .../jwt/JwtAuthenticationFilterTest.java | 373 - .../jwt/JwtAuthenticationPropertiesTest.java | 51 - .../security/ldap/AmbariLdapDataPopulatorTest.java | 620 +- .../server/security/ldap/LdapPerformanceTest.java | 28 +- .../kerberos/ADKerberosOperationHandlerTest.java | 15 +- .../ConfigureAmbariIdentitiesServerActionTest.java | 36 +- .../kerberos/FinalizeKerberosServerActionTest.java | 5 +- .../kerberos/IPAKerberosOperationHandlerTest.java | 19 +- .../kerberos/KerberosOperationHandlerTest.java | 16 + .../kerberos/KerberosServerActionTest.java | 26 +- .../kerberos/MITKerberosOperationHandlerTest.java | 19 +- .../upgrades/ComponentVersionCheckActionTest.java | 18 +- .../upgrades/PreconfigureKerberosActionTest.java | 16 +- .../apache/ambari/server/stack/HostsTypeTest.java | 82 + .../ambari/server/stack/NameServiceTest.java | 136 + .../stack/QuickLinksConfigurationModuleTest.java | 3 + .../apache/ambari/server/stack/RepoUtilTest.java | 57 +- .../UpdateActiveRepoVersionOnStartupTest.java | 37 +- .../ambari/server/state/ServiceComponentTest.java | 5 +- .../ambari/server/state/UpgradeHelperTest.java | 139 +- .../ambari/server/state/alert/AlertUriTest.java | 60 + .../ambari/server/state/alert/JmxInfoTest.java | 85 + .../ambari/server/state/cluster/ClusterTest.java | 5 + .../services/RetryUpgradeActionServiceTest.java | 4 +- .../state/stack/ConfigUpgradeValidityTest.java | 41 +- .../stack/upgrade/RepositoryVersionHelperTest.java | 58 - .../ambari/server/topology/AmbariContextTest.java | 5 +- .../server/topology/AsyncCallableServiceTest.java | 59 +- .../ambari/server/topology/BlueprintImplTest.java | 26 +- .../server/topology/ConfigureClusterTaskTest.java | 2 +- .../server/topology/TopologyManagerTest.java | 7 + .../server/upgrade/UpgradeCatalog260Test.java | 1 + .../server/upgrade/UpgradeCatalog270Test.java | 1012 + .../server/upgrade/UpgradeCatalog300Test.java | 595 - .../ambari/server/upgrade/UpgradeCatalogTest.java | 2 +- .../ambari/server/utils/PasswordUtilsTest.java | 126 + .../apache/ambari/server/utils/TestParallel.java | 223 - ambari-server/src/test/python/TestAmbariServer.py | 604 +- .../HIVE/test_jdbc_driver_config.py | 21 - .../RANGER/test_db_flavor_config.py | 22 - .../RANGER_KMS/test_db_flavor_config.py | 22 - .../SPARK/2.2.0/test_service_advisor.py | 289 - .../SQOOP/test_jdbc_driver_config.py | 22 - .../python/stacks/2.0.6/OOZIE/test_oozie_server.py | 150 + .../hooks/after-INSTALL/test_after_install.py | 8 +- .../python/stacks/2.1/FALCON/test_falcon_server.py | 6 +- .../stacks/2.2/KERBEROS/test_kerberos_client.py | 2 +- .../python/stacks/2.2/KNOX/test_knox_gateway.py | 29 +- .../python/stacks/2.2/configs/oozie-upgrade.json | 39 +- .../python/stacks/2.3/common/test_stack_advisor.py | 17 + .../stacks/2.4/AMBARI_INFRA/test_infra_solr.py | 6 + .../python/stacks/2.4/LOGSEARCH/test_logfeeder.py | 4 +- .../python/stacks/2.4/LOGSEARCH/test_logsearch.py | 32 +- .../test/python/stacks/2.4/configs/default.json | 1 + .../python/stacks/2.5/SPARK/test_spark_livy.py | 3 +- .../python/stacks/2.5/common/test_stack_advisor.py | 1 + .../2.6/KAFKA/test_kafka_broker_other_sasl.py | 18 + .../python/stacks/2.6/RANGER/test_ranger_admin.py | 10 +- .../python/stacks/2.6/SPARK2/test_spark_livy2.py | 5 +- .../stacks/2.6/ZEPPELIN/test_zeppelin_070.py | 47 + .../test/python/stacks/2.6/configs/default.json | 2 + .../stacks/2.6/configs/secure_kafka_sasl_ssl.json | 632 + .../src/test/python/stacks/utils/RMFTestCase.py | 2 + ambari-server/src/test/resources/ambari.properties | 4 +- .../resources/child_quicklinks_to_override.json | 4 + .../HDP/2.2.0/upgrades/upgrade_test_conditions.xml | 22 +- ambari-web/app/assets/img/install-box.svg | 28 + ambari-web/app/assets/test/tests.js | 6 +- ambari-web/app/controllers/installer.js | 44 +- .../hawq/addStandby/step3_controller.js | 3 +- .../main/admin/kerberos/step1_controller.js | 105 +- .../main/admin/kerberos/step2_controller.js | 4 +- .../main/admin/kerberos/wizard_controller.js | 18 +- .../main/admin/stack_and_upgrade_controller.js | 3 +- .../main/charts/heatmap_metrics/heatmap_metric.js | 158 +- .../main/host/bulk_operations_controller.js | 369 +- ambari-web/app/controllers/main/host/details.js | 607 +- .../app/controllers/main/service/info/metric.js | 13 + ambari-web/app/controllers/main/service/item.js | 31 +- .../app/controllers/wizard/step3_controller.js | 2 +- .../app/controllers/wizard/step4_controller.js | 128 +- .../app/controllers/wizard/step6_controller.js | 12 - .../wizard/step7/assign_master_controller.js | 37 +- .../app/controllers/wizard/step8_controller.js | 10 +- ambari-web/app/mappers/stack_service_mapper.js | 4 + ambari-web/app/messages.js | 66 +- .../app/mixins/common/widgets/widget_mixin.js | 13 +- .../details/host_components/install_component.js | 6 +- .../configs/component_actions_by_configs.js | 4 +- .../app/mixins/wizard/assign_master_components.js | 8 +- .../configs/objects/service_config_property.js | 4 +- ambari-web/app/models/host_component.js | 9 + ambari-web/app/models/stack_service.js | 103 + ambari-web/app/models/stack_service_component.js | 33 + ambari-web/app/styles/application.less | 86 +- ambari-web/app/styles/bootstrap_overrides.less | 21 +- ambari-web/app/styles/common.less | 1 + ambari-web/app/styles/config_versions_control.less | 9 +- ambari-web/app/styles/dashboard.less | 14 +- .../app/styles/enhanced_service_dashboard.less | 31 +- ambari-web/app/styles/hosts.less | 75 +- ambari-web/app/styles/modal_popups.less | 40 +- ambari-web/app/styles/service_configurations.less | 34 + ambari-web/app/styles/theme/bootstrap-ambari.css | 18 +- ambari-web/app/styles/wizard.less | 64 +- ambari-web/app/templates/application.hbs | 116 +- .../templates/common/assign_master_components.hbs | 24 +- .../common/configs/config_versions_dropdown.hbs | 2 +- .../templates/common/configs/overrideWindow.hbs | 136 +- .../common/configs/selectCreateConfigGroup.hbs | 20 +- .../templates/common/configs/service_config.hbs | 4 +- .../configs/service_config_layout_tab_compare.hbs | 6 +- .../common/configs/service_config_wizard.hbs | 2 +- .../app/templates/common/host_progress_popup.hbs | 473 +- .../common/modal_popups/widget_browser_footer.hbs | 1 - .../app/templates/common/widget/gauge_widget.hbs | 2 +- .../app/templates/common/widget/graph_widget.hbs | 2 +- .../app/templates/common/widget/number_widget.hbs | 2 +- .../templates/common/widget/template_widget.hbs | 2 +- .../app/templates/main/admin/kerberos/step1.hbs | 14 +- .../main/alerts/alert_notifications_popup.hbs | 30 +- .../app/templates/main/dashboard/widgets.hbs | 4 +- .../main/host/bulk_add_delete_confirm_popup.hbs | 40 + .../main/host/delete_hosts_dry_run_popup.hbs | 32 - .../app/templates/main/host/delete_hosts_popup.hbs | 21 +- .../main/host/delete_hosts_result_popup.hbs | 4 +- ambari-web/app/templates/main/host/details.hbs | 10 +- .../templates/main/host/details/host_component.hbs | 289 +- ambari-web/app/templates/main/host/summary.hbs | 121 +- .../app/templates/main/service/menu_item.hbs | 8 +- ambari-web/app/templates/wizard/step0.hbs | 2 +- ambari-web/app/templates/wizard/step1.hbs | 2 - ambari-web/app/templates/wizard/step3.hbs | 26 +- .../step3/step3_host_warning_popup_footer.hbs | 2 +- .../wizard/step3/step3_host_warnings_popup.hbs | 40 +- ambari-web/app/templates/wizard/step4.hbs | 63 +- ambari-web/app/templates/wizard/step6.hbs | 30 +- .../templates/wizard/step6/step6_issues_popup.hbs | 43 - ambari-web/app/templates/wizard/step8.hbs | 4 +- ambari-web/app/utils/ajax/ajax.js | 36 +- ambari-web/app/utils/config.js | 2 +- ambari-web/app/utils/date/date.js | 86 +- ambari-web/app/utils/heatmap.js | 48 - ambari-web/app/utils/number_utils.js | 5 + .../views/common/assign_master_components_view.js | 4 +- ambari-web/app/views/common/breadcrumbs_view.js | 4 +- ambari-web/app/views/common/checkbox_view.js | 4 +- .../configs/config_versions_dropdown_view.js | 13 +- .../service_config_layout_tab_compare_view.js | 10 + .../configs/service_configs_by_category_view.js | 2 +- .../configs/widgets/combo_config_widget_view.js | 8 + ambari-web/app/views/common/controls_view.js | 2 +- .../common/form/manage_credentials_form_view.js | 3 +- .../views/common/host_progress_popup_body_view.js | 12 + .../common/modal_popups/confirmation_popup.js | 11 +- .../app/views/common/quick_view_link_view.js | 64 +- ambari-web/app/views/common/radio_button_view.js | 2 + .../app/views/common/widget/heatmap_widget_view.js | 24 +- .../main/dashboard/widgets/hbase_master_uptime.js | 7 +- .../main/dashboard/widgets/namenode_uptime.js | 7 +- .../dashboard/widgets/resource_manager_uptime.js | 7 +- .../main/dashboard/widgets/uptime_text_widget.js | 70 +- ambari-web/app/views/main/host/details.js | 4 + .../views/main/host/details/host_component_view.js | 92 +- ambari-web/app/views/main/host/summary.js | 121 +- ambari-web/app/views/main/menu.js | 4 + ambari-web/app/views/main/service/item.js | 4 + .../main/service/widgets/create/wizard_view.js | 2 +- .../nameNode/step3_controller_test.js | 23 +- .../kerberos/kerberos_wizard_controler_test.js | 8 +- .../main/admin/kerberos/step2_controller_test.js | 2 +- .../charts/heatmap_metrics/heatmap_metric_test.js | 260 +- .../test/controllers/main/host/details_test.js | 643 +- .../manage_config_groups_controller_test.js | 5 +- ambari-web/test/controllers/wizard/step4_test.js | 45 +- .../wizard/step7/assign_master_controller_test.js | 37 +- ambari-web/test/controllers/wizard/step8_test.js | 41 +- ambari-web/test/mappers/service_mapper_test.js | 5 +- .../add_component_config_initializer_test.js | 140 + ambari-web/test/utils/date/date_test.js | 52 +- ambari-web/test/utils/date/timezone_test.js | 2 +- ambari-web/test/utils/heatmap_test.js | 141 - .../test/views/common/breadcrumbs_view_test.js | 5 + .../test/views/common/chart/linear_time_test.js | 10 +- .../configs/config_versions_dropdown_view_test.js | 82 + .../widgets/list_config_widget_view_test.js | 3 +- ambari-web/test/views/common/controls_view_test.js | 18 +- .../common/host_progress_popup_body_view_test.js | 75 +- .../test/views/common/quick_link_view_test.js | 15 +- .../common/widget/heatmap_widget_view_test.js | 27 +- .../stack_upgrade/upgrade_history_view_test.js | 4 +- .../dashboard/widgets/hbase_master_uptime_test.js | 91 - .../main/dashboard/widgets/namenode_uptime_test.js | 95 - .../widgets/resource_manager_uptime_test.js | 83 - .../dashboard/widgets/uptime_text_widget_test.js | 70 +- .../main/host/details/host_component_view_test.js | 136 +- ambari-web/test/views/main/host/summary_test.js | 396 +- .../vendor/theme/fonts/Roboto-Bold-webfont.eot | Bin 0 -> 47517 bytes .../vendor/theme/fonts/Roboto-Bold-webfont.svg | 607 + .../vendor/theme/fonts/Roboto-Bold-webfont.ttf | Bin 0 -> 47319 bytes .../vendor/theme/fonts/Roboto-Bold-webfont.woff | Bin 0 -> 21320 bytes .../main/resources/META-INF/spring-security.xml | 4 +- .../management-packs/isilon-onefs-mpack/.gitignore | 1 + .../management-packs/isilon-onefs-mpack/pom.xml | 133 + .../src/main/assemblies/isilon-onefs-mpack.xml | 40 + .../addon-services/ONEFS/1.0.0/alerts.json | 122 + .../ONEFS/1.0.0/configuration/core-site.xml | 100 + .../ONEFS/1.0.0/configuration/hadoop-env.xml | 404 + .../ONEFS/1.0.0/configuration/hdfs-site.xml | 65 + .../ONEFS/1.0.0/configuration/onefs.xml | 30 + .../addon-services/ONEFS/1.0.0/kerberos.json | 73 + .../addon-services/ONEFS/1.0.0/metainfo.xml | 111 + .../addon-services/ONEFS/1.0.0/metrics.json | 230 + .../ONEFS/1.0.0}/package/scripts/__init__.py | 0 .../ONEFS/1.0.0/package/scripts/onefs_client.py | 63 + .../ONEFS/1.0.0/package/scripts/params.py | 29 + .../ONEFS/1.0.0/package/scripts/params_linux.py | 70 + .../ONEFS/1.0.0/package/scripts/params_windows.py | 83 + .../ONEFS/1.0.0/package/scripts/service_check.py | 59 + .../ONEFS/1.0.0/package/scripts/status_params.py | 58 + .../ONEFS/1.0.0/quicklinks/quicklinks.json | 31 + .../addon-services/ONEFS/1.0.0/service_advisor.py | 122 + .../addon-services/ONEFS/1.0.0/themes/theme.json | 60 + .../addon-services/ONEFS/1.0.0/widgets.json | 141 + .../src/main/resources/mpack.json | 28 + .../src/test/python/TestServiceAdvisor.py | 67 + .../src/test/python/unitTests.py | 132 + .../ODPi/2.0/services/YARN/package/scripts/yarn.py | 4 +- .../view/commons/hdfs/FileOperationService.java | 4 +- .../resources/ui/app/services/file-operation.js | 2 +- .../main/resources/ui/app/routes/savedqueries.js | 10 +- contrib/views/pom.xml | 5 + dev-support/build-ambari.sh | 58 + docs/pom.xml | 16 +- docs/src/site/apt/index.apt | 2 +- docs/src/site/apt/whats-new.apt | 14 +- docs/src/site/site.xml | 16 +- pom.xml | 1 + 1820 files changed, 72727 insertions(+), 163756 deletions(-) -- To stop receiving notification emails like this one, please contact mpapirkovs...@apache.org.