AMBARI-7451 Fix 2.0.6.GlusterFS Stack on latest 1.7 build - refactor to make compliant with new architecture (Scott Creeley via eboyd)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/3f7fdf50 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/3f7fdf50 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/3f7fdf50 Branch: refs/heads/trunk Commit: 3f7fdf5018d9f01cd6200a4a31dfccb3c8450559 Parents: 0680d1e Author: root <r...@ambari.rhs> Authored: Tue Sep 23 16:33:51 2014 -0400 Committer: root <r...@ambari.rhs> Committed: Tue Sep 23 16:34:09 2014 -0400 ---------------------------------------------------------------------- .../stacks/HDP/2.0.6.GlusterFS/metainfo.xml | 6 +- .../HDP/2.0.6.GlusterFS/repos/repoinfo.xml | 39 + .../HDP/2.0.6.GlusterFS/role_command_order.json | 30 +- .../GLUSTERFS/configuration/core-site.xml | 272 +- .../services/GLUSTERFS/configuration/global.xml | 35 - .../GLUSTERFS/configuration/hadoop-env.xml | 209 + .../services/GLUSTERFS/metainfo.xml | 36 +- .../services/HBASE/configuration/hbase-site.xml | 370 + .../2.0.6.GlusterFS/services/HBASE/metainfo.xml | 34 + .../2.0.6.GlusterFS/services/HDFS/metainfo.xml | 46 +- .../2.0.6.GlusterFS/services/HDFS/metrics.json | 7840 ------------------ .../services/HIVE/configuration/hive-site.xml | 502 ++ .../HIVE/etc/hive-schema-0.13.0.mysql.sql | 889 ++ .../HIVE/etc/hive-schema-0.13.0.oracle.sql | 835 ++ .../HIVE/etc/hive-schema-0.13.0.postgres.sql | 1538 ++++ .../etc/upgrade-0.12.0-to-0.13.0.oracle.sql | 165 + .../services/HIVE/etc/upgrade-0.13.0.oracle.sql | 38 + .../2.0.6.GlusterFS/services/HIVE/metainfo.xml | 100 + .../services/OOZIE/configuration/oozie-site.xml | 313 + .../2.0.6.GlusterFS/services/OOZIE/metainfo.xml | 78 + .../PIG/configuration/pig-properties.xml | 91 + .../2.0.6.GlusterFS/services/PIG/metainfo.xml | 27 + .../2.0.6.GlusterFS/services/SQOOP/metainfo.xml | 32 + .../YARN/configuration-mapred/core-site.xml.2 | 20 + .../YARN/configuration-mapred/mapred-site.xml | 88 + .../YARN/configuration-mapred/mapred-site.xml.2 | 68 + .../YARN/configuration/capacity-scheduler.xml | 124 + .../YARN/configuration/mapred-site.xml.2 | 68 + .../services/YARN/configuration/yarn-env.xml | 181 + .../services/YARN/configuration/yarn-site.xml | 413 + .../2.0.6.GlusterFS/services/YARN/metainfo.xml | 143 + .../2.0.6.GlusterFS/services/YARN/metrics.json | 2534 ++++++ .../files/validateYarnComponentStatus.py | 170 + .../services/YARN/package/scripts/__init__.py | 20 + .../scripts/application_timeline_server.py | 55 + .../YARN/package/scripts/historyserver.py | 53 + .../package/scripts/mapred_service_check.py | 73 + .../YARN/package/scripts/mapreduce2_client.py | 42 + .../YARN/package/scripts/nodemanager.py | 59 + .../services/YARN/package/scripts/params.py | 143 + .../YARN/package/scripts/resourcemanager.py | 90 + .../services/YARN/package/scripts/service.py | 62 + .../YARN/package/scripts/service_check.py | 67 + .../YARN/package/scripts/status_params.py | 35 + .../services/YARN/package/scripts/yarn.py | 163 + .../YARN/package/scripts/yarn_client.py | 42 + .../package/templates/container-executor.cfg.j2 | 22 + .../YARN/package/templates/mapreduce.conf.j2 | 17 + .../YARN/package/templates/yarn-env.sh.j2 | 128 + .../YARN/package/templates/yarn.conf.j2 | 17 + .../services/ZOOKEEPER/metainfo.xml | 28 + 51 files changed, 10240 insertions(+), 8210 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/metainfo.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/metainfo.xml index e1b0ec9..b7d8766 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/metainfo.xml @@ -16,8 +16,8 @@ limitations under the License. --> <metainfo> - <versions> + <versions> <active>false</active> - </versions> - <extends>2.0.6</extends> + </versions> + <extends>2.0.6</extends> </metainfo> http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/repos/repoinfo.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/repos/repoinfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/repos/repoinfo.xml index 296dcd5..f86b40a 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/repos/repoinfo.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/repos/repoinfo.xml @@ -16,12 +16,41 @@ limitations under the License. --> <reposinfo> + <os type="centos6"> + <repo> + <baseurl>http://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.0.6.0</baseurl> + <repoid>HDP-2.0.6.GlusterFS</repoid> + <reponame>HDP</reponame> + </repo> + <repo> + <baseurl>http://public-repo-1.hortonworks.com/HDP-UTILS-1.1.0.17/repos/centos6</baseurl> + <repoid>HDP-UTILS-1.1.0.17</repoid> + <reponame>HDP-UTILS</reponame> + </repo> + </os> + <os type="centos5"> + <repo> + <baseurl>http://public-repo-1.hortonworks.com/HDP/centos5/2.x/updates/2.0.6.0</baseurl> + <repoid>HDP-2.0.6.GlusterFS</repoid> + <reponame>HDP</reponame> + </repo> + <repo> + <baseurl>http://public-repo-1.hortonworks.com/HDP-UTILS-1.1.0.17/repos/centos5</baseurl> + <repoid>HDP-UTILS-1.1.0.17</repoid> + <reponame>HDP-UTILS</reponame> + </repo> + </os> <os type="redhat6"> <repo> <baseurl>http://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.0.6.0</baseurl> <repoid>HDP-2.0.6.GlusterFS</repoid> <reponame>HDP</reponame> </repo> + <repo> + <baseurl>http://public-repo-1.hortonworks.com/HDP-UTILS-1.1.0.17/repos/centos6</baseurl> + <repoid>HDP-UTILS-1.1.0.17</repoid> + <reponame>HDP-UTILS</reponame> + </repo> </os> <os type="redhat5"> <repo> @@ -29,12 +58,22 @@ <repoid>HDP-2.0.6.GlusterFS</repoid> <reponame>HDP</reponame> </repo> + <repo> + <baseurl>http://public-repo-1.hortonworks.com/HDP-UTILS-1.1.0.17/repos/centos5</baseurl> + <repoid>HDP-UTILS-1.1.0.17</repoid> + <reponame>HDP-UTILS</reponame> + </repo> </os> <os type="suse11"> <repo> <baseurl>http://public-repo-1.hortonworks.com/HDP/suse11/2.x/updates/2.0.6.0</baseurl> <repoid>HDP-2.0.6.GlusterFS</repoid> <reponame>HDP</reponame> + <repo> + <baseurl>http://public-repo-1.hortonworks.com/HDP-UTILS-1.1.0.17/repos/suse11</baseurl> + <repoid>HDP-UTILS-1.1.0.17</repoid> + <reponame>HDP-UTILS</reponame> + </repo> </repo> </os> </reposinfo> http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/role_command_order.json ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/role_command_order.json b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/role_command_order.json index 752f45b..82cbd79 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/role_command_order.json +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/role_command_order.json @@ -5,6 +5,11 @@ "_comment" : "dependencies for all cases", "NAGIOS_SERVER-INSTALL" : ["HIVE_CLIENT-INSTALL", "HCAT-INSTALL", "MAPREDUCE_CLIENT-INSTALL", "OOZIE_CLIENT-INSTALL"], + "NIMBUS-START" : ["ZOOKEEPER_SERVER-START"], + "SUPERVISOR-START" : ["NIMBUS-START"], + "STORM_UI_SERVER-START" : ["NIMBUS-START"], + "DRPC_SERVER-START" : ["NIMBUS-START"], + "STORM_REST_API-START" : ["NIMBUS-START", "STORM_UI_SERVER-START", "SUPERVISOR-START", "DRPC_SERVER-START"], "HBASE_MASTER-START": ["ZOOKEEPER_SERVER-START"], "HBASE_REGIONSERVER-START": ["HBASE_MASTER-START"], "OOZIE_SERVER-START": ["RESOURCEMANAGER-START", "NODEMANAGER-START"], @@ -20,17 +25,18 @@ "MYSQL_SERVER-START", "OOZIE_SERVER-START", "PIG-START", "SQOOP-START", "WEBHCAT_SERVER-START", "FLUME_HANDLER-START"], "MAPREDUCE_SERVICE_CHECK-SERVICE_CHECK": ["RESOURCEMANAGER-START", "NODEMANAGER-START"], - "OOZIE_SERVICE_CHECK-SERVICE_CHECK": ["OOZIE_SERVER-START", "MAPREDUCE2_SERVICE_CHECK-SERVICE_CHECK"], - "WEBHCAT_SERVICE_CHECK-SERVICE_CHECK": ["WEBHCAT_SERVER-START"], + "OOZIE_SERVICE_CHECK-SERVICE_CHECK": ["OOZIE_SERVER-START"], "HBASE_SERVICE_CHECK-SERVICE_CHECK": ["HBASE_MASTER-START", "HBASE_REGIONSERVER-START"], - "HIVE_SERVICE_CHECK-SERVICE_CHECK": ["HIVE_SERVER-START", "HIVE_METASTORE-START"], - "HCAT_SERVICE_CHECK-SERVICE_CHECK": ["HIVE_SERVER-START"], + "HIVE_SERVICE_CHECK-SERVICE_CHECK": ["HIVE_SERVER-START", "HIVE_METASTORE-START", "WEBHCAT_SERVER-START"], "PIG_SERVICE_CHECK-SERVICE_CHECK": ["RESOURCEMANAGER-START", "NODEMANAGER-START"], "SQOOP_SERVICE_CHECK-SERVICE_CHECK": ["RESOURCEMANAGER-START", "NODEMANAGER-START"], "ZOOKEEPER_SERVICE_CHECK-SERVICE_CHECK": ["ZOOKEEPER_SERVER-START"], "ZOOKEEPER_QUORUM_SERVICE_CHECK-SERVICE_CHECK": ["ZOOKEEPER_SERVER-START"], + "STORM_SERVICE_CHECK-SERVICE_CHECK": ["NIMBUS-START", "SUPERVISOR-START", "STORM_UI_SERVER-START", + "DRPC_SERVER-START"], "ZOOKEEPER_SERVER-STOP" : ["HBASE_MASTER-STOP", "HBASE_REGIONSERVER-STOP"], - "HBASE_MASTER-STOP": ["HBASE_REGIONSERVER-STOP"] + "HBASE_MASTER-STOP": ["HBASE_REGIONSERVER-STOP"], + "NIMBUS-STOP" : ["SUPERVISOR-STOP", "STORM_UI_SERVER-STOP", "DRPC_SERVER-STOP"] }, "_comment" : "GLUSTERFS-specific dependencies", "optional_glusterfs": { @@ -46,6 +52,9 @@ "NODEMANAGER-START": ["NAMENODE-START", "DATANODE-START", "RESOURCEMANAGER-START"], "HISTORYSERVER-START": ["NAMENODE-START", "DATANODE-START"], "HBASE_MASTER-START": ["NAMENODE-START", "DATANODE-START"], + "APP_TIMELINE_SERVER-START": ["NAMENODE-START", "DATANODE-START"], + "FALCON_SERVER-START": ["NAMENODE-START", "DATANODE-START"], + "FALCON_SERVICE_CHECK-SERVICE_CHECK": ["FALCON_SERVER-START"], "HIVE_SERVER-START": ["DATANODE-START"], "WEBHCAT_SERVER-START": ["DATANODE-START"], "NAGIOS_SERVER-START": ["NAMENODE-START", "SECONDARY_NAMENODE-START", @@ -58,16 +67,15 @@ "RESOURCEMANAGER_SERVICE_CHECK-SERVICE_CHECK": ["RESOURCEMANAGER-START"], "PIG_SERVICE_CHECK-SERVICE_CHECK": ["RESOURCEMANAGER-START", "NODEMANAGER-START"], "NAMENODE-STOP": ["RESOURCEMANAGER-STOP", "NODEMANAGER-STOP", - "HISTORYSERVER-STOP", "HBASE_MASTER-STOP"], + "HISTORYSERVER-STOP", "HBASE_MASTER-STOP", "FALCON_SERVER-STOP"], "DATANODE-STOP": ["RESOURCEMANAGER-STOP", "NODEMANAGER-STOP", - "HISTORYSERVER-STOP", "HBASE_MASTER-STOP"] + "HISTORYSERVER-STOP", "HBASE_MASTER-STOP", "FALCON_SERVER-STOP"] }, "_comment" : "Dependencies that are used in HA NameNode cluster", "namenode_optional_ha": { - "NAMENODE-START": ["JOURNALNODE-START", "ZOOKEEPER_SERVER-START"], - "ZKFC-START": ["NAMENODE-START"], - "NAGIOS_SERVER-START": ["ZKFC-START", "JOURNALNODE-START"], - "HDFS_SERVICE_CHECK-SERVICE_CHECK": ["ZKFC-START"] + "NAMENODE-START": ["ZKFC-START", "JOURNALNODE-START", "ZOOKEEPER_SERVER-START"], + "ZKFC-START": ["ZOOKEEPER_SERVER-START"], + "NAGIOS_SERVER-START": ["ZKFC-START", "JOURNALNODE-START"] }, "_comment" : "Dependencies that are used in ResourceManager HA cluster", "resourcemanager_optional_ha" : { http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/core-site.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/core-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/core-site.xml index afeada6..553b48d 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/core-site.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/core-site.xml @@ -22,280 +22,28 @@ <configuration supports_final="true" xmlns:xi="http://www.w3.org/2001/XInclude";> -<!-- i/o properties --> - - <property> - <name>io.file.buffer.size</name> - <value>131072</value> - <description>The size of buffer for use in sequence files. - The size of this buffer should probably be a multiple of hardware - page size (4096 on Intel x86), and it determines how much data is - buffered during read and write operations.</description> - </property> - <property> - <name>hadoop_heapsize</name> - <value>1024</value> - <description>Hadoop maximum Java heap size</description> - </property> - - <property> - <name>io.serializations</name> - <value>org.apache.hadoop.io.serializer.WritableSerialization</value> - </property> - - <property> - <name>io.compression.codecs</name> - <value></value> - <description>A list of the compression codec classes that can be used - for compression/decompression.</description> - </property> - - <property> - <name>io.compression.codec.lzo.class</name> - <value>com.hadoop.compression.lzo.LzoCodec</value> - <description>The implementation for lzo codec.</description> - </property> - <!-- file system properties --> <property> - <name>fs.defaultFS</name> - <!-- cluster variant --> - <value>glusterfs:///</value> - <description>The name of the default file system. Either the - literal string "local" or a host:port for NDFS.</description> - <final>true</final> - </property> - - <property> -<name>fs.default.name</name> - <!-- cluster variant --> - <value>glusterfs:///</value> - <description>The name of the default file system. Either the - literal string "local" or a host:port for NDFS.</description> -</property> - -<property> -<name>gluster.daemon.user</name> -<value>yarn</value> -<description>GlusterFS Daemon user</description> -</property> - -<property> -<name>fs.AbstractFileSystem.glusterfs.impl</name> -<value>org.apache.hadoop.fs.local.GlusterFs</value> -<description>GlusterFS Abstract Filesystem declaration</description> -</property> - -<property> -<name>fs.glusterfs.impl</name> -<value>org.apache.hadoop.fs.glusterfs.GlusterFileSystem</value> - <description>GlusterFS fs impl</description> -</property> - -<property> -<name>fs.glusterfs.volname</name> -<value>HadoopVol</value> -<description>GlusterFS volume name</description> -</property> - -<property> -<name>fs.glusterfs.mount</name> -<value>/mnt/glusterfs</value> -<description>GlusterFS mount point</description> -</property> - -<property> -<name>fs.glusterfs.getfattrcmd</name> -<value>sudo getfattr -m . -n trusted.glusterfs.pathinfo</value> -<description>GlusterFS getfattr command</description> -</property> - - - <property> - <name>fs.trash.interval</name> - <value>360</value> - <description>Number of minutes between trash checkpoints. - If zero, the trash feature is disabled. - </description> - </property> - - <property> - <name>fs.checkpoint.dir</name> - <value></value> - <description>Determines where on the local filesystem the DFS secondary - name node should store the temporary images to merge. - If this is a comma-delimited list of directories then the image is - replicated in all of the directories for redundancy. - </description> - </property> - - <property> - <name>fs.checkpoint.edits.dir</name> - <value>${fs.checkpoint.dir}</value> - <description>Determines where on the local filesystem the DFS secondary - name node should store the temporary edits to merge. - If this is a comma-delimited list of directoires then teh edits is - replicated in all of the directoires for redundancy. - Default value is same as fs.checkpoint.dir - </description> - </property> - - <property> - <name>fs.checkpoint.period</name> - <value>21600</value> - <description>The number of seconds between two periodic checkpoints. - </description> + <name>fs.AbstractFileSystem.glusterfs.impl</name> + <value>org.apache.hadoop.fs.local.GlusterFs</value> </property> <property> - <name>fs.checkpoint.size</name> - <value>536870912</value> - <description>The size of the current edit log (in bytes) that triggers - a periodic checkpoint even if the fs.checkpoint.period hasn't expired. - </description> + <name>fs.glusterfs.impl</name> + <value>org.apache.hadoop.fs.glusterfs.GlusterFileSystem</value> </property> - <!-- ipc properties: copied from kryptonite configuration --> <property> - <name>ipc.client.idlethreshold</name> - <value>8000</value> - <description>Defines the threshold number of connections after which - connections will be inspected for idleness. - </description> + <name>fs.glusterfs.volumes</name> + <description>The name of the gluster volume(s) you would like Hadoop to use. Values should be seperated by commas i.e. gv0, gv1</description> + <value>gv0</value> </property> <property> - <name>ipc.client.connection.maxidletime</name> - <value>30000</value> - <description>The maximum time after which a client will bring down the - connection to the server. - </description> - </property> - - <property> - <name>ipc.client.connect.max.retries</name> - <value>50</value> - <description>Defines the maximum number of retries for IPC connections.</description> - </property> - - <!-- Web Interface Configuration --> - <property> - <name>webinterface.private.actions</name> - <value>false</value> - <description> If set to true, the web interfaces of JT and NN may contain - actions, such as kill job, delete file, etc., that should - not be exposed to public. Enable this option if the interfaces - are only reachable by those who have the right authorization. - </description> - </property> - - <property> - <name>hadoop.security.authentication</name> - <value></value> - <description> - Set the authentication for the cluster. Valid values are: simple or - kerberos. - </description> - </property> -<property> - <name>hadoop.security.authorization</name> - <value></value> - <description> - Enable authorization for different protocols. - </description> -</property> - - <property> - <name>hadoop.security.auth_to_local</name> - <value></value> -<description>The mapping from kerberos principal names to local OS user names. - So the default rule is just "DEFAULT" which takes all principals in your default domain to their first component. - "omal...@apache.org" and "omalley/ad...@apache.org" to "omalley", if your default domain is APACHE.ORG. -The translations rules have 3 sections: - base filter substitution -The base consists of a number that represents the number of components in the principal name excluding the realm and the pattern for building the name from the sections of the principal name. The base uses $0 to mean the realm, $1 to mean the first component and $2 to mean the second component. - -[1:$1@$0] translates "omal...@apache.org" to "omal...@apache.org" -[2:$1] translates "omalley/ad...@apache.org" to "omalley" -[2:$1%$2] translates "omalley/ad...@apache.org" to "omalley%admin" - -The filter is a regex in parens that must the generated string for the rule to apply. - -"(.*%admin)" will take any string that ends in "%admin" -"(.*@ACME.COM)" will take any string that ends in "@ACME.COM" - -Finally, the substitution is a sed rule to translate a regex into a fixed string. - -"s/@ACME\.COM//" removes the first instance of "@ACME.COM". -"s/@[A-Z]*\.COM//" removes the first instance of "@" followed by a name followed by ".COM". -"s/X/Y/g" replaces all of the "X" in the name with "Y" - -So, if your default realm was APACHE.ORG, but you also wanted to take all principals from ACME.COM that had a single component "j...@acme.com", you'd do: - -RULE:[1:$1@$0](.@ACME.ORG)s/@.// -DEFAULT - -To also translate the names with a second component, you'd make the rules: - -RULE:[1:$1@$0](.@ACME.ORG)s/@.// -RULE:[2:$1@$0](.@ACME.ORG)s/@.// -DEFAULT - -If you want to treat all principals from APACHE.ORG with /admin as "admin", your rules would look like: - -RULE[2:$1%$2@$0](.%ad...@apache.org)s/./admin/ -DEFAULT - </description> + <name>fs.glusterfs.volume.fuse.gv0</name> + <description>The mount point that corresponds to the fs.glusterfs.volumes value</description> + <value>/mnt/gv0</value> </property> -<!-- -<property> - <name>hadoop.proxyuser.scope.function_hdp_user("hcat_user").groups</name> - <value></value> - <description> - Proxy group for Hadoop. - </description> -</property> - -<property> - <name>hadoop.proxyuser.scope.function_hdp_user("hcat_user").hosts</name> - <value></value> - <description> - Proxy host for Hadoop. - </description> -</property> - -<property> - <name>hadoop.proxyuser.scope.function_hdp_user("oozie_user").groups</name> - <value></value> - <description> - Proxy group for Hadoop. - </description> -</property> - -<property> - <name>hadoop.proxyuser.scope.function_hdp_user("oozie_user").hosts</name> - <value></value> - <description> - Proxy host for Hadoop. - </description> -</property> - -<property> - <name>hadoop.proxyuser.scope.function_hdp_user("templeton_user").groups</name> - <value></value> - <description> - Proxy group for templeton. - </description> -</property> - -<property> - <name>hadoop.proxyuser.scope.function_hdp_user("templeton_user").hosts</name> - <value></value> - <description> - Proxy host for templeton. - </description> -</property> ---> </configuration> http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/global.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/global.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/global.xml deleted file mode 100644 index bb1f845..0000000 --- a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/global.xml +++ /dev/null @@ -1,35 +0,0 @@ -<?xml version="1.0"?> -<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> -<!-- -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ ---> - -<configuration supports_final="false"> - <property> - <name>hadoop_pid_dir_prefix</name> - <value>/var/run/hadoop</value> - <description>Hadoop PID Dir Prefix</description> - </property> - <property> - <name>hadoop_heapsize</name> - <value>1024</value> - <description>Hadoop maximum Java heap size</description> - </property> - -</configuration> http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/hadoop-env.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/hadoop-env.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/hadoop-env.xml new file mode 100644 index 0000000..6c6d4c1 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/hadoop-env.xml @@ -0,0 +1,209 @@ +<?xml version="1.0"?> +<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> +<!-- +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +--> + +<configuration supports_final="false"> + <property> + <name>fs.defaultFS</name> + <!-- cluster variant --> + <value>glusterfs:///localhost:8020</value> + <description>The name of the default file system. Either the + literal string "local" or a host:port for NDFS.</description> + <final>true</final> + </property> + <property> + <name>fs.default.name</name> + <!-- cluster variant --> + <value>glusterfs:///localhost:8020</value> + <description>The name of the default file system. Either the + literal string "local" or a host:port for NDFS.</description> + </property> + <property> + <name>hadoop_pid_dir_prefix</name> + <value>/var/run/hadoop</value> + <description>Hadoop PID Dir Prefix</description> + </property> + <property> + <name>hadoop_heapsize</name> + <value>1024</value> + <description>Hadoop maximum Java heap size</description> + </property> + <property> + <name>glusterfs_user</name> + <value>root</value> + <description></description> + </property> + <property> + <name>hdfs_log_dir_prefix</name> + <value>/var/log/hadoop</value> + <description>Hadoop Log Dir Prefix</description> + </property> + <property> + <name>namenode_heapsize</name> + <value>1024</value> + <description>NameNode Java heap size</description> + </property> + <property> + <name>namenode_host</name> + <value></value> + <description>NameNode Host.</description> + </property> + <property> + <name>snamenode_host</name> + <value></value> + <description>Secondary NameNode.</description> + </property> + <property> + <name>proxyuser_group</name> + <value>users</value> + <description>Proxy user group.</description> + </property> + <property> + <name>hdfs_user</name> + <value>hdfs</value> + <description>User to run HDFS as</description> + </property> + <!-- + <property> + <name>user_group</name> + <value>hadoop</value> + <description>Proxy user group.</description> + </property> + --> + <!-- hadoop-env.sh --> + <property> + <name>content</name> + <description>This is the jinja template for hadoop-env.sh file</description> + <value> +# Set Hadoop-specific environment variables here. + +# The only required environment variable is JAVA_HOME. All others are +# optional. When running a distributed configuration it is best to +# set JAVA_HOME in this file, so that it is correctly defined on +# remote nodes. + +# The java implementation to use. Required. +export JAVA_HOME={{java_home}} +export HADOOP_HOME_WARN_SUPPRESS=1 + +# Hadoop home directory +export HADOOP_HOME=${HADOOP_HOME:-/usr/lib/hadoop} + +# Hadoop Configuration Directory +#TODO: if env var set that can cause problems +export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-{{hadoop_conf_dir}}} + +{# this is different for HDP1 #} +# Path to jsvc required by secure HDP 2.0 datanode +export JSVC_HOME={{jsvc_path}} + + +# The maximum amount of heap to use, in MB. Default is 1000. +export HADOOP_HEAPSIZE="{{hadoop_heapsize}}" + +export HADOOP_NAMENODE_INIT_HEAPSIZE="-Xms{{namenode_heapsize}}" + +# Extra Java runtime options. Empty by default. +export HADOOP_OPTS="-Djava.net.preferIPv4Stack=true ${HADOOP_OPTS}" + +# Command specific options appended to HADOOP_OPTS when specified +export HADOOP_NAMENODE_OPTS="-server -XX:ParallelGCThreads=8 -XX:+UseConcMarkSweepGC -XX:ErrorFile={{hdfs_log_dir_prefix}}/$USER/hs_err_pid%p.log -XX:NewSize={{namenode_opt_newsize}} -XX:MaxNewSize={{namenode_opt_maxnewsize}} -Xloggc:{{hdfs_log_dir_prefix}}/$USER/gc.log-`date +'%Y%m%d%H%M'` -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintGCDateStamps -Xms{{namenode_heapsize}} -Xmx{{namenode_heapsize}} -Dhadoop.security.logger=INFO,DRFAS -Dhdfs.audit.logger=INFO,DRFAAUDIT ${HADOOP_NAMENODE_OPTS}" +HADOOP_JOBTRACKER_OPTS="-server -XX:ParallelGCThreads=8 -XX:+UseConcMarkSweepGC -XX:ErrorFile={{hdfs_log_dir_prefix}}/$USER/hs_err_pid%p.log -XX:NewSize={{jtnode_opt_newsize}} -XX:MaxNewSize={{jtnode_opt_maxnewsize}} -Xloggc:{{hdfs_log_dir_prefix}}/$USER/gc.log-`date +'%Y%m%d%H%M'` -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintGCDateStamps -Xmx{{jtnode_heapsize}} -Dhadoop.security.logger=INFO,DRFAS -Dmapred.audit.logger=INFO,MRAUDIT -Dhadoop.mapreduce.jobsummary.logger=INFO,JSA ${HADOOP_JOBTRACKER_OPTS}" + +HADOOP_TASKTRACKER_OPTS="-server -Xmx{{ttnode_heapsize}} -Dhadoop.security.logger=ERROR,console -Dmapred.audit.logger=ERROR,console ${HADOOP_TASKTRACKER_OPTS}" +HADOOP_DATANODE_OPTS="-Xmx{{dtnode_heapsize}} -Dhadoop.security.logger=ERROR,DRFAS ${HADOOP_DATANODE_OPTS}" +HADOOP_BALANCER_OPTS="-server -Xmx{{hadoop_heapsize}}m ${HADOOP_BALANCER_OPTS}" + +export HADOOP_SECONDARYNAMENODE_OPTS="-server -XX:ParallelGCThreads=8 -XX:+UseConcMarkSweepGC -XX:ErrorFile={{hdfs_log_dir_prefix}}/$USER/hs_err_pid%p.log -XX:NewSize={{namenode_opt_newsize}} -XX:MaxNewSize={{namenode_opt_maxnewsize}} -Xloggc:{{hdfs_log_dir_prefix}}/$USER/gc.log-`date +'%Y%m%d%H%M'` -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintGCDateStamps ${HADOOP_NAMENODE_INIT_HEAPSIZE} -Xmx{{namenode_heapsize}} -Dhadoop.security.logger=INFO,DRFAS -Dhdfs.audit.logger=INFO,DRFAAUDIT ${HADOOP_SECONDARYNAMENODE_OPTS}" + +# The following applies to multiple commands (fs, dfs, fsck, distcp etc) +export HADOOP_CLIENT_OPTS="-Xmx${HADOOP_HEAPSIZE}m $HADOOP_CLIENT_OPTS" +# On secure datanodes, user to run the datanode as after dropping privileges +export HADOOP_SECURE_DN_USER={{hdfs_user}} + +# Extra ssh options. Empty by default. +export HADOOP_SSH_OPTS="-o ConnectTimeout=5 -o SendEnv=HADOOP_CONF_DIR" + +# Where log files are stored. $HADOOP_HOME/logs by default. +export HADOOP_LOG_DIR={{hdfs_log_dir_prefix}}/$USER + +# History server logs +export HADOOP_MAPRED_LOG_DIR={{mapred_log_dir_prefix}}/$USER + +# Where log files are stored in the secure data environment. +export HADOOP_SECURE_DN_LOG_DIR={{hdfs_log_dir_prefix}}/$HADOOP_SECURE_DN_USER + +# File naming remote slave hosts. $HADOOP_HOME/conf/slaves by default. +# export HADOOP_SLAVES=${HADOOP_HOME}/conf/slaves + +# host:path where hadoop code should be rsync'd from. Unset by default. +# export HADOOP_MASTER=master:/home/$USER/src/hadoop + +# Seconds to sleep between slave commands. Unset by default. This +# can be useful in large clusters, where, e.g., slave rsyncs can +# otherwise arrive faster than the master can service them. +# export HADOOP_SLAVE_SLEEP=0.1 + +# The directory where pid files are stored. /tmp by default. +export HADOOP_PID_DIR={{hadoop_pid_dir_prefix}}/$USER +export HADOOP_SECURE_DN_PID_DIR={{hadoop_pid_dir_prefix}}/$HADOOP_SECURE_DN_USER + +# History server pid +export HADOOP_MAPRED_PID_DIR={{mapred_pid_dir_prefix}}/$USER + +YARN_RESOURCEMANAGER_OPTS="-Dyarn.server.resourcemanager.appsummary.logger=INFO,RMSUMMARY" + +# A string representing this instance of hadoop. $USER by default. +export HADOOP_IDENT_STRING=$USER + +# The scheduling priority for daemon processes. See 'man nice'. + +# export HADOOP_NICENESS=10 + +# Use libraries from standard classpath +JAVA_JDBC_LIBS="" +#Add libraries required by mysql connector +for jarFile in `ls /usr/share/java/*mysql* 2>/dev/null` +do + JAVA_JDBC_LIBS=${JAVA_JDBC_LIBS}:$jarFile +done +#Add libraries required by oracle connector +for jarFile in `ls /usr/share/java/*ojdbc* 2>/dev/null` +do + JAVA_JDBC_LIBS=${JAVA_JDBC_LIBS}:$jarFile +done +#Add libraries required by nodemanager +MAPREDUCE_LIBS={{mapreduce_libs_path}} +export HADOOP_CLASSPATH=${HADOOP_CLASSPATH}${JAVA_JDBC_LIBS}:${MAPREDUCE_LIBS} + +if [ -d "/usr/lib/tez" ]; then + export HADOOP_CLASSPATH=$HADOOP_CLASSPATH:/usr/lib/tez/*:/usr/lib/tez/lib/*:/etc/tez/conf +fi + +# Setting path to hdfs command line +export HADOOP_LIBEXEC_DIR={{hadoop_libexec_dir}} + +#Mostly required for hadoop 2.0 +export JAVA_LIBRARY_PATH=${JAVA_LIBRARY_PATH}:/usr/lib/hadoop/lib/native/Linux-amd64-64 + </value> + </property> + +</configuration> http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/metainfo.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/metainfo.xml index 37069e5..2f2c640 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/metainfo.xml @@ -20,6 +20,7 @@ <services> <service> <name>GLUSTERFS</name> + <displayName>GLUSTERFS</displayName> <comment>An Hadoop Compatible File System</comment> <version>3.4.0</version> <components> @@ -31,26 +32,31 @@ <scriptType>PYTHON</scriptType> <timeout>600</timeout> </commandScript> - <configFiles> - <configFile> - <type>xml</type> - <fileName>global.xml</fileName> - <dictionaryName>global</dictionaryName> - </configFile> - <configFile> - <type>xml</type> - <fileName>core-site.xml</fileName> - <dictionaryName>core-site</dictionaryName> - </configFile> - </configFiles> </component> </components> +<!-- + <osSpecifics> + <osSpecific> + <osFamily>any<osFamily> + <packages> + <package> + <type>rpm</type> + <name>glusterfs</name> + </package> + </packages> + </osSpecific> + </osSpecifics> +--> + <commandScript> + <script>scripts/service_check.py</script> + <scriptType>PYTHON</scriptType> + <timeout>300</timeout> + </commandScript> <configuration-dependencies> <config-type>core-site</config-type> - <config-type>global</config-type> - <config-type>hadoop-policy</config-type> - <config-type>hdfs-site</config-type> + <config-type>hadoop-env</config-type> + <!--<config-type>hdfs-site</config-type>--> </configuration-dependencies> </service> http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HBASE/configuration/hbase-site.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HBASE/configuration/hbase-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HBASE/configuration/hbase-site.xml new file mode 100644 index 0000000..cf8ddd3 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HBASE/configuration/hbase-site.xml @@ -0,0 +1,370 @@ +<?xml version="1.0"?> +<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> +<!-- +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +--> +<configuration> + <property> + <name>hbase.rootdir</name> + <value>glusterfs:///hbase</value> + <description>The directory shared by region servers and into + which HBase persists. The URL should be 'fully-qualified' + to include the filesystem scheme. For example, to specify the + HDFS directory '/hbase' where the HDFS instance's namenode is + running at namenode.example.org on port 9000, set this value to: + hdfs://namenode.example.org:9000/hbase. By default HBase writes + into /tmp. Change this configuration else all data will be lost + on machine restart. + </description> + </property> + <property> + <name>hbase.cluster.distributed</name> + <value>true</value> + <description>The mode the cluster will be in. Possible values are + false for standalone mode and true for distributed mode. If + false, startup will run all HBase and ZooKeeper daemons together + in the one JVM. + </description> + </property> + <property> + <name>hbase.master.port</name> + <value>60000</value> + <description>The port the HBase Master should bind to.</description> + </property> + <property> + <name>hbase.tmp.dir</name> + <value>/hadoop/hbase</value> + <description>Temporary directory on the local filesystem. + Change this setting to point to a location more permanent + than '/tmp' (The '/tmp' directory is often cleared on + machine restart). + </description> + </property> + <property> + <name>hbase.local.dir</name> + <value>${hbase.tmp.dir}/local</value> + <description>Directory on the local filesystem to be used as a local storage + </description> + </property> + <property> + <name>hbase.master.info.bindAddress</name> + <value>0.0.0.0</value> + <description>The bind address for the HBase Master web UI + </description> + </property> + <property> + <name>hbase.master.info.port</name> + <value>60010</value> + <description>The port for the HBase Master web UI.</description> + </property> + <property> + <name>hbase.regionserver.info.port</name> + <value>60030</value> + <description>The port for the HBase RegionServer web UI.</description> + </property> + <property> + <name>hbase.regionserver.global.memstore.upperLimit</name> + <value>0.4</value> + <description>Maximum size of all memstores in a region server before new + updates are blocked and flushes are forced. Defaults to 40% of heap + </description> + </property> + <property> + <name>hbase.regionserver.handler.count</name> + <value>60</value> + <description>Count of RPC Listener instances spun up on RegionServers. + Same property is used by the Master for count of master handlers. + Default is 10. + </description> + </property> + <property> + <name>hbase.hregion.majorcompaction</name> + <value>86400000</value> + <description>The time (in milliseconds) between 'major' compactions of all + HStoreFiles in a region. Default: 1 day. + Set to 0 to disable automated major compactions. + </description> + </property> + + <property> + <name>hbase.regionserver.global.memstore.lowerLimit</name> + <value>0.38</value> + <description>When memstores are being forced to flush to make room in + memory, keep flushing until we hit this mark. Defaults to 35% of heap. + This value equal to hbase.regionserver.global.memstore.upperLimit causes + the minimum possible flushing to occur when updates are blocked due to + memstore limiting. + </description> + </property> + <property> + <name>hbase.hregion.memstore.block.multiplier</name> + <value>2</value> + <description>Block updates if memstore has hbase.hregion.memstore.block.multiplier + time hbase.hregion.flush.size bytes. Useful preventing + runaway memstore during spikes in update traffic. Without an + upper-bound, memstore fills such that when it flushes the + resultant flush files take a long time to compact or split, or + worse, we OOME + </description> + </property> + <property> + <name>hbase.hregion.memstore.flush.size</name> + <value>134217728</value> + <description> + Memstore will be flushed to disk if size of the memstore + exceeds this number of bytes. Value is checked by a thread that runs + every hbase.server.thread.wakefrequency. + </description> + </property> + <property> + <name>hbase.hregion.memstore.mslab.enabled</name> + <value>true</value> + <description> + Enables the MemStore-Local Allocation Buffer, + a feature which works to prevent heap fragmentation under + heavy write loads. This can reduce the frequency of stop-the-world + GC pauses on large heaps. + </description> + </property> + <property> + <name>hbase.hregion.max.filesize</name> + <value>10737418240</value> + <description> + Maximum HStoreFile size. If any one of a column families' HStoreFiles has + grown to exceed this value, the hosting HRegion is split in two. + Default: 1G. + </description> + </property> + <property> + <name>hbase.client.scanner.caching</name> + <value>100</value> + <description>Number of rows that will be fetched when calling next + on a scanner if it is not served from (local, client) memory. Higher + caching values will enable faster scanners but will eat up more memory + and some calls of next may take longer and longer times when the cache is empty. + Do not set this value such that the time between invocations is greater + than the scanner timeout; i.e. hbase.regionserver.lease.period + </description> + </property> + <property> + <name>zookeeper.session.timeout</name> + <value>30000</value> + <description>ZooKeeper session timeout. + HBase passes this to the zk quorum as suggested maximum time for a + session (This setting becomes zookeeper's 'maxSessionTimeout'). See + http://hadoop.apache.org/zookeeper/docs/current/zookeeperProgrammers.html#ch_zkSessions + "The client sends a requested timeout, the server responds with the + timeout that it can give the client. " In milliseconds. + </description> + </property> + <property> + <name>hbase.client.keyvalue.maxsize</name> + <value>10485760</value> + <description>Specifies the combined maximum allowed size of a KeyValue + instance. This is to set an upper boundary for a single entry saved in a + storage file. Since they cannot be split it helps avoiding that a region + cannot be split any further because the data is too large. It seems wise + to set this to a fraction of the maximum region size. Setting it to zero + or less disables the check. + </description> + </property> + <property> + <name>hbase.hstore.compactionThreshold</name> + <value>3</value> + <description> + If more than this number of HStoreFiles in any one HStore + (one HStoreFile is written per flush of memstore) then a compaction + is run to rewrite all HStoreFiles files as one. Larger numbers + put off compaction but when it runs, it takes longer to complete. + </description> + </property> + <property> + <name>hbase.hstore.flush.retries.number</name> + <value>120</value> + <description> + The number of times the region flush operation will be retried. + </description> + </property> + + <property> + <name>hbase.hstore.blockingStoreFiles</name> + <value>10</value> + <description> + If more than this number of StoreFiles in any one Store + (one StoreFile is written per flush of MemStore) then updates are + blocked for this HRegion until a compaction is completed, or + until hbase.hstore.blockingWaitTime has been exceeded. + </description> + </property> + <property> + <name>hfile.block.cache.size</name> + <value>0.40</value> + <description> + Percentage of maximum heap (-Xmx setting) to allocate to block cache + used by HFile/StoreFile. Default of 0.25 means allocate 25%. + Set to 0 to disable but it's not recommended. + </description> + </property> + + <!-- The following properties configure authentication information for + HBase processes when using Kerberos security. There are no default + values, included here for documentation purposes --> + <property> + <name>hbase.master.keytab.file</name> + <value>/etc/security/keytabs/hbase.service.keytab</value> + <description>Full path to the kerberos keytab file to use for logging in + the configured HMaster server principal. + </description> + </property> + <property> + <name>hbase.master.kerberos.principal</name> + <value>hbase/_h...@example.com</value> + <description>Ex. "hbase/_h...@example.com". The kerberos principal name + that should be used to run the HMaster process. The principal name should + be in the form: user/hostname@DOMAIN. If "_HOST" is used as the hostname + portion, it will be replaced with the actual hostname of the running + instance. + </description> + </property> + <property> + <name>hbase.regionserver.keytab.file</name> + <value>/etc/security/keytabs/hbase.service.keytab</value> + <description>Full path to the kerberos keytab file to use for logging in + the configured HRegionServer server principal. + </description> + </property> + <property> + <name>hbase.regionserver.kerberos.principal</name> + <value>hbase/_h...@example.com</value> + <description>Ex. "hbase/_h...@example.com". The kerberos principal name + that should be used to run the HRegionServer process. The principal name + should be in the form: user/hostname@DOMAIN. If "_HOST" is used as the + hostname portion, it will be replaced with the actual hostname of the + running instance. An entry for this principal must exist in the file + specified in hbase.regionserver.keytab.file + </description> + </property> + + <!-- Additional configuration specific to HBase security --> + <property> + <name>hbase.superuser</name> + <value>hbase</value> + <description>List of users or groups (comma-separated), who are allowed + full privileges, regardless of stored ACLs, across the cluster. + Only used when HBase security is enabled. + </description> + </property> + + <property> + <name>hbase.security.authentication</name> + <value>simple</value> + <description> Controls whether or not secure authentication is enabled for HBase. Possible values are 'simple' + (no authentication), and 'kerberos'. + </description> + </property> + + <property> + <name>hbase.security.authorization</name> + <value>false</value> + <description>Enables HBase authorization. Set the value of this property to false to disable HBase authorization. + </description> + </property> + + <property> + <name>hbase.coprocessor.region.classes</name> + <value></value> + <description>A comma-separated list of Coprocessors that are loaded by + default on all tables. For any override coprocessor method, these classes + will be called in order. After implementing your own Coprocessor, just put + it in HBase's classpath and add the fully qualified class name here. + A coprocessor can also be loaded on demand by setting HTableDescriptor. + </description> + </property> + + <property> + <name>hbase.coprocessor.master.classes</name> + <value></value> + <description>A comma-separated list of + org.apache.hadoop.hbase.coprocessor.MasterObserver coprocessors that are + loaded by default on the active HMaster process. For any implemented + coprocessor methods, the listed classes will be called in order. After + implementing your own MasterObserver, just put it in HBase's classpath + and add the fully qualified class name here. + </description> + </property> + + <property> + <name>hbase.zookeeper.property.clientPort</name> + <value>2181</value> + <description>Property from ZooKeeper's config zoo.cfg. + The port at which the clients will connect. + </description> + </property> + + <!-- + The following three properties are used together to create the list of + host:peer_port:leader_port quorum servers for ZooKeeper. + --> + <property> + <name>hbase.zookeeper.quorum</name> + <value>localhost</value> + <description>Comma separated list of servers in the ZooKeeper Quorum. + For example, "host1.mydomain.com,host2.mydomain.com,host3.mydomain.com". + By default this is set to localhost for local and pseudo-distributed modes + of operation. For a fully-distributed setup, this should be set to a full + list of ZooKeeper quorum servers. If HBASE_MANAGES_ZK is set in hbase-env.sh + this is the list of servers which we will start/stop ZooKeeper on. + </description> + </property> + <!-- End of properties used to generate ZooKeeper host:port quorum list. --> + + <property> + <name>hbase.zookeeper.useMulti</name> + <value>true</value> + <description>Instructs HBase to make use of ZooKeeper's multi-update functionality. + This allows certain ZooKeeper operations to complete more quickly and prevents some issues + with rare Replication failure scenarios (see the release note of HBASE-2611 for an example).· + IMPORTANT: only set this to true if all ZooKeeper servers in the cluster are on version 3.4+ + and will not be downgraded. ZooKeeper versions before 3.4 do not support multi-update and will + not fail gracefully if multi-update is invoked (see ZOOKEEPER-1495). + </description> + </property> + <property> + <name>zookeeper.znode.parent</name> + <value>/hbase-unsecure</value> + <description>Root ZNode for HBase in ZooKeeper. All of HBase's ZooKeeper + files that are configured with a relative path will go under this node. + By default, all of HBase's ZooKeeper file path are configured with a + relative path, so they will all go under this directory unless changed. + </description> + </property> + + <property> + <name>hbase.defaults.for.version.skip</name> + <value>true</value> + <description>Disables version verification.</description> + </property> + + <property> + <name>dfs.domain.socket.path</name> + <value>/var/lib/hadoop-hdfs/dn_socket</value> + <description>Path to domain socket.</description> + </property> + +</configuration> http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HBASE/metainfo.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HBASE/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HBASE/metainfo.xml new file mode 100644 index 0000000..8580abd --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HBASE/metainfo.xml @@ -0,0 +1,34 @@ +<?xml version="1.0"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<metainfo> + <schemaVersion>2.0</schemaVersion> + <services> + <service> + <name>HBASE</name> + <comment>Non-relational distributed database and centralized service for configuration management & + synchronization + </comment> + <version>0.96.1.2.0.6.1</version> + + <requiredServices> + <service>ZOOKEEPER</service> + <service>GLUSTERFS</service> + </requiredServices> + </service> + </services> +</metainfo> http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HDFS/metainfo.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HDFS/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HDFS/metainfo.xml index 9768a1f..c133ea4 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HDFS/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HDFS/metainfo.xml @@ -19,51 +19,9 @@ <schemaVersion>2.0</schemaVersion> <services> <service> - <name>GLUSTERFS</name> - <comment>An Hadoop Compatible File System</comment> + <name>HDFS</name> + <comment>Apache Hadoop Distributed File System</comment> <version>2.2.0.2.0.6.0</version> - <components> - <component> - <name>GLUSTERFS_CLIENT</name> - <category>CLIENT</category> - <commandScript> - <script>scripts/glusterfs_client.py</script> - <scriptType>PYTHON</scriptType> - <timeout>600</timeout> - </commandScript> - <configFiles> - <configFile> - <type>xml</type> - <fileName>global.xml</fileName> - <dictionaryName>global</dictionaryName> - </configFile> - <configFile> - <type>xml</type> - <fileName>core-site.xml</fileName> - <dictionaryName>core-site</dictionaryName> - </configFile> - <configFile> - <type>xml</type> - <fileName>hdfs-site.xml</fileName> - <dictionaryName>hdfs-site</dictionaryName> - </configFile> - </configFiles> - </component> - </components> - - <commandScript> - <script>scripts/service_check.py</script> - <scriptType>PYTHON</scriptType> - <timeout>300</timeout> - </commandScript> - - <configuration-dependencies> - <config-type>core-site</config-type> - <config-type>global</config-type> - <config-type>hadoop-policy</config-type> - <config-type>hdfs-site</config-type> - </configuration-dependencies> - </service> </services> </metainfo>
