This is an automated email from the ASF dual-hosted git repository. jialiang pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ambari-deploy.git
commit b43f3fd4eea5d66181ba94375458194601882150 Merge: d763779 43eed33 Author: jialiang <[email protected]> AuthorDate: Tue Jul 1 15:06:48 2025 +0800 AMBARI-26491: Add auto deployment for hadoop cluster AMBARI-26491: Add auto deployment for hadoop cluster .gitignore | 113 + README.md | 165 +- ansible.cfg | 6 + conf/.gitignore | 4 + conf/base_conf.yml.template | 59 + conf/conf.yml.template | 141 + conf/hosts_info.yml.template | 7 + deploy_ansible/ansible-scripts/ansible.cfg | 6 + .../ansible-scripts/inventory/.gitignore | 5 + .../ansible-scripts/playbooks/apply_blueprint.yml | 32 + .../ansible-scripts/playbooks/configure_ambari.yml | 32 + .../playbooks/group_vars/.gitignore | 4 + .../ansible-scripts/playbooks/install_ambari.yml | 34 + .../ansible-scripts/playbooks/post_install.yml | 27 + .../ansible-scripts/playbooks/prepare_nodes.yml | 53 + .../ansible-scripts/playbooks/roles/README.md | 72 + .../roles/ambari-blueprint/files/.gitignore | 5 + .../roles/ambari-blueprint/tasks/main.yml | 194 + .../roles/ambari-blueprint/templates/.gitignore | 4 + .../ambari-blueprint/vars/debian-ubuntu-22.yml | 26 + .../roles/ambari-blueprint/vars/redhat-7.yml | 26 + .../roles/ambari-blueprint/vars/redhat-8.yml | 26 + .../roles/ambari-blueprint/vars/rocky-8.yml | 26 + .../roles/ambari-blueprint/vars/rocky-9.yml | 26 + .../roles/ambari-config/defaults/main.yml | 22 + .../roles/ambari-config/handlers/main.yml | 35 + .../playbooks/roles/ambari-config/tasks/main.yml | 155 + .../templates/repo_version_template.json.j2 | 19 + .../roles/ambari-config/vars/debian-ubuntu-22.yml | 22 + .../roles/ambari-config/vars/redhat-7.yml | 23 + .../roles/ambari-config/vars/redhat-8.yml | 22 + .../playbooks/roles/ambari-config/vars/rocky-8.yml | 22 + .../playbooks/roles/ambari-config/vars/rocky-9.yml | 22 + .../playbooks/roles/common/defaults/main.yml | 20 + .../playbooks/roles/common/files/cluster_clear.py | 265 + .../roles/common/files/setup_time_sync.sh | 104 + .../playbooks/roles/common/files/site_customize.py | 43 + .../playbooks/roles/common/handlers/main.yml | 27 + .../playbooks/roles/common/tasks/host_check.yml | 21 + .../playbooks/roles/common/tasks/main.yml | 199 + .../playbooks/roles/common/tasks/node_setup.yml | 63 + .../playbooks/roles/common/tasks/ntp_setup.yml | 50 + .../playbooks/roles/common/tasks/tuned.yml | 38 + .../roles/common/templates/chrony.conf.j2 | 10 + .../playbooks/roles/common/templates/tuned.conf.j2 | 15 + .../roles/common/vars/debian-ubuntu-22.yml | 36 + .../playbooks/roles/common/vars/redhat-7.yml | 57 + .../playbooks/roles/common/vars/redhat-8.yml | 49 + .../playbooks/roles/common/vars/rocky-8.yml | 48 + .../playbooks/roles/common/vars/rocky-9.yml | 47 + .../roles/database/defaults/main/mysql.yml | 140 + .../roles/database/defaults/main/postgres.yml | 19 + .../roles/database/files/mysql_pubkey.asc | 432 ++ .../roles/database/files/postgres_pubkey.asc | 77 + .../playbooks/roles/database/handlers/main.yml | 33 + .../roles/database/tasks/clear_innodb_logs.yml | 42 + .../playbooks/roles/database/tasks/database.yml | 129 + .../playbooks/roles/database/tasks/main.yml | 49 + .../playbooks/roles/database/tasks/mysql-setup.yml | 160 + .../playbooks/roles/database/tasks/mysql_play.yml | 38 + .../roles/database/tasks/mysql_play_db_access.yml | 27 + .../roles/database/tasks/postgres_play.yml | 45 + .../database/tasks/postgres_play_db_access.yml | 27 + .../playbooks/roles/database/templates/init.cnf.j2 | 6 + .../playbooks/roles/database/templates/my.cnf.j2 | 134 + .../roles/database/templates/reset.sql.j2 | 16 + .../roles/database/vars/debian-ubuntu-22.yml | 40 + .../playbooks/roles/database/vars/redhat-7.yml | 55 + .../playbooks/roles/database/vars/redhat-8.yml | 55 + .../playbooks/roles/database/vars/rocky-8.yml | 56 + .../playbooks/roles/database/vars/rocky-9.yml | 56 + .../playbooks/roles/krb5-client/tasks/main.yml | 45 + .../roles/krb5-client/templates/krb5.conf.j2 | 12 + .../playbooks/roles/krb5-client/vars/debian.yml | 20 + .../playbooks/roles/krb5-client/vars/redhat.yml | 20 + .../playbooks/roles/krb5-client/vars/rocky.yml | 20 + .../playbooks/roles/mit-kdc/handlers/main.yml | 29 + .../playbooks/roles/mit-kdc/tasks/main.yml | 97 + .../playbooks/roles/mit-kdc/templates/kdc.conf.j2 | 6 + .../playbooks/roles/mit-kdc/vars/debian-ubuntu.yml | 32 + .../playbooks/roles/mit-kdc/vars/redhat.yml | 32 + .../playbooks/roles/mit-kdc/vars/rocky.yml | 32 + .../playbooks/roles/post-install/tasks/main.yml | 21 + .../ansible-scripts/playbooks/set_variables.yml | 70 + deploy_py/deploy_py.iml | 9 + deploy_py/main.py | 230 + deploy_py/python/__init__.py | 18 + deploy_py/python/common/__init__.py | 18 + deploy_py/python/common/basic_logger.py | 52 + deploy_py/python/common/constants.py | 90 + deploy_py/python/common/path_manager.py | 45 + deploy_py/python/config_management/__init__.py | 18 + .../python/config_management/conf_validator.py | 41 + .../config_management/configuration_loader.py | 20 + .../config_management/configuration_manager.py | 261 + .../config_management/configurations/__init__.py | 18 + .../configurations/advanced_configuration.py | 54 + .../ambari_blueprint_configuration.py | 150 + .../ambari_cluster_template_configuration.py | 74 + .../configurations/ansible_host_configuration.py | 99 + .../configurations/ansible_var_configuration.py | 44 + .../configurations/base_configuration.py | 73 + .../configurations/ci_configuration.py | 26 + .../configurations/hosts_info_configuration.py | 35 + .../configurations/standard_configuration.py | 142 + .../default_configuration_loader.py | 35 + .../dynamic_variable_generator.py | 321 + deploy_py/python/config_management/file_manager.py | 60 + .../group_consistency_validator.py | 143 + .../python/config_management/hosts_info_parser.py | 97 + .../config_management/hosts_info_validator.py | 50 + .../python/config_management/parser_factory.py | 100 + deploy_py/python/config_management/parsers.py | 76 + .../python/config_management/service_manager.py | 100 + deploy_py/python/config_management/service_map.py | 206 + .../python/config_management/service_validator.py | 29 + .../python/config_management/template_renderer.py | 52 + .../python/config_management/topology_manager.py | 328 + .../python/config_management/topology_validator.py | 355 + .../python/config_management/validation_manager.py | 60 + deploy_py/python/config_management/validator.py | 56 + deploy_py/python/deploy/deployment.py | 325 + deploy_py/python/deploy/docker_cluster_manager.py | 710 ++ deploy_py/python/exceptions/__init__.py | 18 + .../exceptions/invalid_configuration_exception.py | 20 + deploy_py/python/executor/command_executor.py | 128 + deploy_py/python/utils/__init__.py | 18 + deploy_py/python/utils/filesystem_util.py | 89 + deploy_py/python/utils/os_utils.py | 198 + .../alluxio_configuration.json.j2 | 6 + .../cluster_templates/ambari_configuration.json.j2 | 0 .../ambari_metrics_configuration.json.j2 | 23 + .../cluster_templates/base_blueprint.json.j2 | 25 + .../cluster_templates/flink_configuration.json.j2 | 0 .../cluster_templates/hbase_configuration.json.j2 | 19 + .../cluster_templates/hdfs_configuration.json.j2 | 50 + .../cluster_templates/hive_configuration.json.j2 | 54 + .../infra_solr_configuration.json.j2 | 10 + .../cluster_templates/kafka_configuration.json.j2 | 9 + .../kerberos_configuration.json.j2 | 17 + .../cluster_templates/knox_configuration.json.j2 | 0 .../cluster_templates/ranger_configuration.json.j2 | 155 + .../ranger_kms_configuration.json.j2 | 50 + .../cluster_templates/solr_configuration.json.j2 | 0 .../cluster_templates/spark_configuration.json.j2 | 45 + .../cluster_templates/tez_configuration.json.j2 | 5 + .../cluster_templates/yarn_configuration.json.j2 | 52 + .../zookeeper_configuration.json.j2 | 6 + deploy_py/resources/templates/apache2.conf.tpl | 36 + deploy_py/resources/templates/httpd.conf.tpl | 79 + deploy_py/shell/utils/install_cluster.sh | 53 + deploy_py/shell/utils/setup-env-centos.sh | 222 + deploy_py/shell/utils/setup-env-ubuntu.sh | 206 + deploy_py/shell/utils/setup_repo.sh | 225 + deploy_py/shell/utils/sshd_config_template | 53 + deploy_py/shell/utils/systemctl.py | 6869 ++++++++++++++++++++ deploy_py/shell/utils/systemctl3.py | 6869 ++++++++++++++++++++ deploy_py/shell/utils/update_bigtop_image.sh | 268 + docs/CODE_ARCHITECTURE.md | 230 + docs/PROJECT_OVERVIEW.md | 136 + docs/TECHNICAL_ARCHITECTURE.md | 259 + docs/advanced-deployment.md | 476 ++ docs/automated-deployment.md | 357 + pyproject.toml | 128 + setup_pypath.sh | 28 + 165 files changed, 26709 insertions(+), 1 deletion(-) --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
