ambari git commit: AMBARI-11046 Added recursive permissions for subdirs on hive
Repository: ambari Updated Branches: refs/heads/trunk 833caa343 - cd4f302fd AMBARI-11046 Added recursive permissions for subdirs on hive Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/cd4f302f Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/cd4f302f Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/cd4f302f Branch: refs/heads/trunk Commit: cd4f302fde9ad1d4fbcaba3a1f5040613b2cb0c9 Parents: 833caa3 Author: âErin eb...@redhat.com Authored: Tue May 12 12:13:03 2015 -0400 Committer: âErin eb...@redhat.com Committed: Tue May 12 12:16:42 2015 -0400 -- .../2.3.GlusterFS/services/HIVE/configuration/hive-site.xml | 7 +++ 1 file changed, 7 insertions(+) -- http://git-wip-us.apache.org/repos/asf/ambari/blob/cd4f302f/ambari-server/src/main/resources/stacks/HDP/2.3.GlusterFS/services/HIVE/configuration/hive-site.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.3.GlusterFS/services/HIVE/configuration/hive-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.3.GlusterFS/services/HIVE/configuration/hive-site.xml index 6cfb4ec..3510dbc 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.3.GlusterFS/services/HIVE/configuration/hive-site.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.3.GlusterFS/services/HIVE/configuration/hive-site.xml @@ -70,6 +70,13 @@ limitations under the License. /property property +namehive.warehouse.subdir.inherit.perms/name +valuetrue/value +descriptionIf true, subdirectories inherit the same permissions/description + /property + + + property namehive.metastore.cache.pinobjtypes/name valueTable,Database,Type,FieldSchema,Order/value descriptionList of comma separated metastore object types that should be pinned in the cache/description
ambari git commit: AMBARI-11046 Update gluster specific fields for oozie and hive
Repository: ambari Updated Branches: refs/heads/trunk 4cf145e71 - d05c9c287 AMBARI-11046 Update gluster specific fields for oozie and hive Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/d05c9c28 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/d05c9c28 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/d05c9c28 Branch: refs/heads/trunk Commit: d05c9c287151b4205e1bacad25bb6235b82a1d19 Parents: 4cf145e Author: Erin A Boyd eb...@redhat.com Authored: Mon May 11 16:30:21 2015 -0400 Committer: âErin eb...@redhat.com Committed: Mon May 11 16:37:04 2015 -0400 -- .../services/HIVE/configuration/hive-site.xml | 377 +++ .../services/OOZIE/configuration/oozie-site.xml | 326 2 files changed, 703 insertions(+) -- http://git-wip-us.apache.org/repos/asf/ambari/blob/d05c9c28/ambari-server/src/main/resources/stacks/HDP/2.3.GlusterFS/services/HIVE/configuration/hive-site.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.3.GlusterFS/services/HIVE/configuration/hive-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.3.GlusterFS/services/HIVE/configuration/hive-site.xml new file mode 100644 index 000..6cfb4ec --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDP/2.3.GlusterFS/services/HIVE/configuration/hive-site.xml @@ -0,0 +1,377 @@ +?xml version=1.0? +?xml-stylesheet type=text/xsl href=configuration.xsl? +!-- +Licensed to the Apache Software Foundation (ASF) under one or more +contributor license agreements. See the NOTICE file distributed with +this work for additional information regarding copyright ownership. +The ASF licenses this file to You under the Apache License, Version 2.0 +(the License); you may not use this file except in compliance with +the License. You may obtain a copy of the License at + +http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an AS IS BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +-- + +configuration supports_final=true + + property +namehive.heapsize/name +value1024/value +descriptionHive Java heap size/description + /property + + property +nameambari.hive.db.schema.name/name +valuehive/value +descriptionDatabase name used as the Hive Metastore/description + /property + + property +namejavax.jdo.option.ConnectionURL/name +valuejdbc:mysql://localhost/hive?createDatabaseIfNotExist=true/value +descriptionJDBC connect string for a JDBC metastore/description + /property + + property +namejavax.jdo.option.ConnectionDriverName/name +valuecom.mysql.jdbc.Driver/value +descriptionDriver class name for a JDBC metastore/description + /property + + property +namejavax.jdo.option.ConnectionUserName/name +valuehive/value +descriptionusername to use against metastore database/description + /property + + property require-input=true +namejavax.jdo.option.ConnectionPassword/name +value /value +property-typePASSWORD/property-type +descriptionpassword to use against metastore database/description + /property + + property +namehive.metastore.warehouse.dir/name +value/apps/hive/warehouse/value +descriptionlocation of default database for the warehouse/description + /property + + property +namehive.metastore.sasl.enabled/name +valuefalse/value +descriptionIf true, the metastore thrift interface will be secured with SASL. + Clients must authenticate with Kerberos./description + /property + + property +namehive.metastore.cache.pinobjtypes/name +valueTable,Database,Type,FieldSchema,Order/value +descriptionList of comma separated metastore object types that should be pinned in the cache/description + /property + + property +namehive.metastore.uris/name +valuethrift://localhost:9083/value +descriptionURI for client to contact metastore server/description + /property + + property +namehive.metastore.pre.event.listeners/name + valueorg.apache.hadoop.hive.ql.security.authorization.AuthorizationPreEventListener/value +descriptionPre-event listener classes to be loaded on the metastore side to run code + whenever databases, tables, and partitions are created, altered, or dropped. + Set to org.apache.hadoop.hive.ql.security.authorization.AuthorizationPreEventListener + if metastore-side authorization is desired./description + /property + + property +namehive.metastore.pre.event.listeners/name +
git commit: AMBARI-7798 Moving fs.defaultFS from hadoop-env to core-site for GlusterFS.2.1 Stack (screeley via eboyd)
Repository: ambari Updated Branches: refs/heads/trunk a400f5a98 - 4386b4fc0 AMBARI-7798 Moving fs.defaultFS from hadoop-env to core-site for GlusterFS.2.1 Stack (screeley via eboyd) Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/4386b4fc Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/4386b4fc Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/4386b4fc Branch: refs/heads/trunk Commit: 4386b4fc0005197ebbc42b57e809ce52de22ff1c Parents: a400f5a Author: Erin A Boyd eb...@redhat.com Authored: Wed Oct 1 04:12:38 2014 -0400 Committer: root r...@ambari.rhs Committed: Wed Oct 1 04:14:56 2014 -0400 -- .../services/GLUSTERFS/configuration/core-site.xml | 4 .../services/GLUSTERFS/configuration/hadoop-env.xml | 15 --- .../services/GLUSTERFS/configuration/core-site.xml | 5 - .../services/GLUSTERFS/configuration/hadoop-env.xml | 15 --- 4 files changed, 8 insertions(+), 31 deletions(-) -- http://git-wip-us.apache.org/repos/asf/ambari/blob/4386b4fc/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/core-site.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/core-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/core-site.xml index 553b48d..00dd4b3 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/core-site.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/core-site.xml @@ -46,4 +46,8 @@ value/mnt/gv0/value /property + property +namefs.defaultFS/name +valueglusterfs:///localhost:8020/value + /property /configuration http://git-wip-us.apache.org/repos/asf/ambari/blob/4386b4fc/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/hadoop-env.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/hadoop-env.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/hadoop-env.xml index 6c6d4c1..2cd5c77 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/hadoop-env.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GLUSTERFS/configuration/hadoop-env.xml @@ -22,21 +22,6 @@ configuration supports_final=false property -namefs.defaultFS/name -!-- cluster variant -- -valueglusterfs:///localhost:8020/value -descriptionThe name of the default file system. Either the - literal string local or a host:port for NDFS./description -finaltrue/final - /property - property -namefs.default.name/name -!-- cluster variant -- -valueglusterfs:///localhost:8020/value -descriptionThe name of the default file system. Either the - literal string local or a host:port for NDFS./description - /property - property namehadoop_pid_dir_prefix/name value/var/run/hadoop/value descriptionHadoop PID Dir Prefix/description http://git-wip-us.apache.org/repos/asf/ambari/blob/4386b4fc/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml index 70e6479..7794ac8 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml @@ -34,5 +34,8 @@ valueorg.apache.hadoop.fs.glusterfs.GlusterFileSystem/value /property - + property +namefs.defaultFS/name +valueglusterfs:///localhost:8020/value + /property /configuration http://git-wip-us.apache.org/repos/asf/ambari/blob/4386b4fc/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/hadoop-env.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/hadoop-env.xml b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/hadoop-env.xml index 6c6d4c1..2cd5c77 100644 --- a/ambari-server/src/main/resources/stacks
git commit: AMBARI-7362 Remove 1.3.2.GlusterFS stack
Repository: ambari Updated Branches: refs/heads/trunk 5dee23ff4 - d17ede1b7 AMBARI-7362 Remove 1.3.2.GlusterFS stack Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/d17ede1b Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/d17ede1b Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/d17ede1b Branch: refs/heads/trunk Commit: d17ede1b71257dd2d913ebf9c267967d3a4ca5b2 Parents: 5dee23f Author: Erin A Boyd eb...@redhat.com Authored: Fri Sep 26 07:50:27 2014 -0400 Committer: root r...@ambari.rhs Committed: Fri Sep 26 07:51:21 2014 -0400 -- .../stacks/HDP/1.3.2.GlusterFS/metainfo.xml | 23 - .../HDP/1.3.2.GlusterFS/repos/repoinfo.xml | 40 -- .../GLUSTERFS/configuration/core-site.xml | 277 .../GLUSTERFS/configuration/hadoop-policy.xml | 134 -- .../GLUSTERFS/configuration/hdfs-site.xml | 408 - .../services/GLUSTERFS/metainfo.xml | 58 --- .../GLUSTERFS/package/scripts/glusterfs.py | 29 -- .../package/scripts/glusterfs_client.py | 34 -- .../GLUSTERFS/package/scripts/params.py | 29 -- .../GLUSTERFS/package/scripts/service_check.py | 37 -- .../package/templates/glusterfs-env.sh.j2 | 18 - .../package/templates/glusterfs.properties.j2 | 36 -- .../services/HDFS/configuration/core-site.xml | 253 --- .../services/HDFS/configuration/global.xml | 187 .../HDFS/configuration/hadoop-policy.xml| 134 -- .../services/HDFS/configuration/hdfs-site.xml | 439 --- .../1.3.2.GlusterFS/services/HDFS/metainfo.xml | 27 -- 17 files changed, 2163 deletions(-) -- http://git-wip-us.apache.org/repos/asf/ambari/blob/d17ede1b/ambari-server/src/main/resources/stacks/HDP/1.3.2.GlusterFS/metainfo.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2.GlusterFS/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/1.3.2.GlusterFS/metainfo.xml deleted file mode 100644 index 735a590..000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2.GlusterFS/metainfo.xml +++ /dev/null @@ -1,23 +0,0 @@ -?xml version=1.0? -!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the License); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an AS IS BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. --- -metainfo - versions - activefalse/active - /versions - extends1.3.2/extends -/metainfo http://git-wip-us.apache.org/repos/asf/ambari/blob/d17ede1b/ambari-server/src/main/resources/stacks/HDP/1.3.2.GlusterFS/repos/repoinfo.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.2.GlusterFS/repos/repoinfo.xml b/ambari-server/src/main/resources/stacks/HDP/1.3.2.GlusterFS/repos/repoinfo.xml deleted file mode 100644 index eace5c0..000 --- a/ambari-server/src/main/resources/stacks/HDP/1.3.2.GlusterFS/repos/repoinfo.xml +++ /dev/null @@ -1,40 +0,0 @@ -?xml version=1.0? -!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the License); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an AS IS BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. --- -reposinfo - os type=redhat6 -repo - baseurlhttp://public-repo-1.hortonworks.com/HDP/centos6/1.x/updates/1.3.2.0/baseurl - repoidHDP-1.3.2.GlusterFS/repoid - reponameHDP/reponame -/repo - /os - os type=redhat5 -repo -
git commit: AMBARI-7500 Remove defaulted properties for gluster volumes
Repository: ambari
Updated Branches:
refs/heads/trunk 314669431 - 749bb2843
AMBARI-7500 Remove defaulted properties for gluster volumes
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/749bb284
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/749bb284
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/749bb284
Branch: refs/heads/trunk
Commit: 749bb2843287bbb33bc3c5469e95af85d223ea73
Parents: 3146694
Author: root r...@ambari.rhs
Authored: Thu Sep 25 06:47:57 2014 -0400
Committer: root r...@ambari.rhs
Committed: Thu Sep 25 06:47:57 2014 -0400
--
.../GLUSTERFS/configuration/core-site.xml | 11 ---
ambari-web/app/data/HDP2/site_properties.js | 18 --
ambari-web/app/data/site_properties.js| 18 --
3 files changed, 47 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/ambari/blob/749bb284/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml
--
diff --git
a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml
b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml
index 553b48d..70e6479 100644
---
a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml
+++
b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml
@@ -34,16 +34,5 @@
valueorg.apache.hadoop.fs.glusterfs.GlusterFileSystem/value
/property
- property
- namefs.glusterfs.volumes/name
-descriptionThe name of the gluster volume(s) you would like Hadoop to
use. Values should be seperated by commas i.e. gv0, gv1/description
- valuegv0/value
- /property
-
- property
- namefs.glusterfs.volume.fuse.gv0/name
- descriptionThe mount point that corresponds to the fs.glusterfs.volumes
value/description
-value/mnt/gv0/value
- /property
/configuration
http://git-wip-us.apache.org/repos/asf/ambari/blob/749bb284/ambari-web/app/data/HDP2/site_properties.js
--
diff --git a/ambari-web/app/data/HDP2/site_properties.js
b/ambari-web/app/data/HDP2/site_properties.js
index 1d2dbb4..ced1fd3 100644
--- a/ambari-web/app/data/HDP2/site_properties.js
+++ b/ambari-web/app/data/HDP2/site_properties.js
@@ -2145,24 +2145,6 @@ module.exports =
serviceName: GLUSTERFS,
category: General
},
-{
- id: site property,
- name: fs.glusterfs.volumes,
- displayName: Gluster volume name(s),
- displayType: string,
- filename: core-site.xml,
- serviceName: GLUSTERFS,
- category: General
-},
-{
- id: site property,
- name: fs.glusterfs.volume.fuse.gv0,
- displayName: Gluster mount point for volume,
- displayType: string,
- filename: core-site.xml,
- serviceName: GLUSTERFS,
- category: General
-},
/**GLUSTERFS***/
{
id: puppet var,
http://git-wip-us.apache.org/repos/asf/ambari/blob/749bb284/ambari-web/app/data/site_properties.js
--
diff --git a/ambari-web/app/data/site_properties.js
b/ambari-web/app/data/site_properties.js
index 06bbe09..0e6aa8e 100644
--- a/ambari-web/app/data/site_properties.js
+++ b/ambari-web/app/data/site_properties.js
@@ -1030,24 +1030,6 @@ module.exports =
serviceName: GLUSTERFS,
category: General
},
-{
- id: site property,
- name: fs.glusterfs.volumes,
- displayName: Gluster volume name(s),
- displayType: string,
- filename: core-site.xml,
- serviceName: GLUSTERFS,
- category: General
-},
-{
- id: site property,
- name: fs.glusterfs.volume.fuse.gv0,
- displayName: Gluster mount point for volume,
- displayType: string,
- filename: core-site.xml,
- serviceName: GLUSTERFS,
- category: General
-},
/**GLUSTERFS***/
{
id: puppet var,
[1/7] AMBARI-7451 Fix 2.0.6.GlusterFS Stack on latest 1.7 build - refactor to make compliant with new architecture (Scott Creeley via eboyd)
Repository: ambari
Updated Branches:
refs/heads/trunk 0680d1e5c - 3f7fdf501
http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/package/files/validateYarnComponentStatus.py
--
diff --git
a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/package/files/validateYarnComponentStatus.py
b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/package/files/validateYarnComponentStatus.py
new file mode 100644
index 000..862b4c2
--- /dev/null
+++
b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/package/files/validateYarnComponentStatus.py
@@ -0,0 +1,170 @@
+#!/usr/bin/env python
+
+'''
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+License); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an AS IS BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+'''
+
+import optparse
+import subprocess
+import json
+
+RESOURCEMANAGER = 'rm'
+NODEMANAGER = 'nm'
+HISTORYSERVER = 'hs'
+
+STARTED_STATE = 'STARTED'
+RUNNING_STATE = 'RUNNING'
+
+#Return reponse for given path and address
+def getResponse(path, address, ssl_enabled):
+
+ command = curl
+ httpGssnegotiate = --negotiate
+ userpswd = -u:
+ insecure = -k# This is smoke test, no need to check CA of server
+ if ssl_enabled:
+url = 'https://' + address + path
+ else:
+url = 'http://' + address + path
+
+ command_with_flags = [command,httpGssnegotiate,userpswd,insecure,url]
+
+ proc = subprocess.Popen(command_with_flags, stdout=subprocess.PIPE,
stderr=subprocess.PIPE)
+ (stdout, stderr) = proc.communicate()
+ response = json.loads(stdout)
+ if response == None:
+print 'There is no response for url: ' + str(url)
+raise Exception('There is no response for url: ' + str(url))
+ return response
+
+#Verify that REST api is available for given component
+def validateAvailability(component, path, addresses, ssl_enabled):
+ responses = {}
+ for address in addresses.split(','):
+try:
+ responses[address] = getResponse(path, address, ssl_enabled)
+except Exception as e:
+ print 'Error checking availability status of component.', e
+
+ if not responses:
+exit(1)
+
+ is_valid = validateAvailabilityResponse(component, responses.values()[0])
+ if not is_valid:
+exit(1)
+
+#Validate component-specific response
+def validateAvailabilityResponse(component, response):
+ try:
+if component == RESOURCEMANAGER:
+ rm_state = response['clusterInfo']['state']
+ if rm_state == STARTED_STATE:
+return True
+ else:
+print 'Resourcemanager is not started'
+return False
+
+elif component == NODEMANAGER:
+ node_healthy = bool(response['nodeInfo']['nodeHealthy'])
+ if node_healthy:
+return True
+ else:
+return False
+elif component == HISTORYSERVER:
+ hs_start_time = response['historyInfo']['startedOn']
+ if hs_start_time 0:
+return True
+ else:
+return False
+else:
+ return False
+ except Exception as e:
+print 'Error validation of availability response for ' + str(component), e
+return False
+
+#Verify that component has required resources to work
+def validateAbility(component, path, addresses, ssl_enabled):
+ responses = {}
+ for address in addresses.split(','):
+try:
+ responses[address] = getResponse(path, address, ssl_enabled)
+except Exception as e:
+ print 'Error checking ability of component.', e
+
+ if not responses:
+exit(1)
+
+ is_valid = validateAbilityResponse(component, responses.values()[0])
+ if not is_valid:
+exit(1)
+
+#Validate component-specific response that it has required resources to work
+def validateAbilityResponse(component, response):
+ try:
+if component == RESOURCEMANAGER:
+ nodes = []
+ if response.has_key('nodes') and not response['nodes'] == None and
response['nodes'].has_key('node'):
+nodes = response['nodes']['node']
+ connected_nodes_count = len(nodes)
+ if connected_nodes_count == 0:
+print 'There is no connected nodemanagers to resourcemanager'
+return False
+ active_nodes = filter(lambda x: x['state'] == RUNNING_STATE, nodes)
+ active_nodes_count = len(active_nodes)
+
[2/7] AMBARI-7451 Fix 2.0.6.GlusterFS Stack on latest 1.7 build - refactor to make compliant with new architecture (Scott Creeley via eboyd)
http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/metrics.json
--
diff --git
a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/metrics.json
b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/metrics.json
new file mode 100644
index 000..68efe9f
--- /dev/null
+++
b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/metrics.json
@@ -0,0 +1,2534 @@
+{
+ NODEMANAGER: {
+Component: [
+ {
+type: ganglia,
+metrics: {
+ metrics/memory/mem_total: {
+metric: mem_total,
+pointInTime: true,
+temporal: true
+ },
+ metrics/jvm/memHeapCommittedM: {
+metric: jvm.JvmMetrics.MemHeapCommittedM,
+pointInTime: false,
+temporal: true
+ },
+ metrics/mapred/ShuffleOutputsFailed: {
+metric: mapred.ShuffleOutputsFailed,
+pointInTime: true,
+temporal: true
+ },
+ metrics/jvm/threadsRunnable: {
+metric: jvm.JvmMetrics.ThreadsRunnable,
+pointInTime: false,
+temporal: true
+ },
+ metrics/jvm/threadsNew: {
+metric: jvm.JvmMetrics.ThreadsNew,
+pointInTime: false,
+temporal: true
+ },
+ metrics/rpc/rpcAuthorizationFailures: {
+metric: rpc.metrics.RpcAuthorizationFailures,
+pointInTime: false,
+temporal: true
+ },
+ metrics/ugi/loginSuccess_avg_time: {
+metric: ugi.ugi.LoginSuccessAvgTime,
+pointInTime: false,
+temporal: true
+ },
+ metrics/rpc/RpcQueueTime_avg_time: {
+metric: rpc.rpc.RpcQueueTimeAvgTime,
+pointInTime: false,
+temporal: true
+ },
+ metrics/yarn/ContainersCompleted: {
+metric: yarn.ContainersCompleted,
+pointInTime: true,
+temporal: true
+ },
+ metrics/rpc/SentBytes: {
+metric: rpc.rpc.SentBytes,
+pointInTime: false,
+temporal: true
+ },
+ metrics/jvm/memNonHeapUsedM: {
+metric: jvm.JvmMetrics.MemNonHeapUsedM,
+pointInTime: false,
+temporal: true
+ },
+ metrics/yarn/ContainersKilled: {
+metric: yarn.ContainersKilled,
+pointInTime: true,
+temporal: true
+ },
+ metrics/jvm/logWarn: {
+metric: jvm.JvmMetrics.LogWarn,
+pointInTime: false,
+temporal: true
+ },
+ metrics/jvm/threadsTimedWaiting: {
+metric: jvm.JvmMetrics.ThreadsTimedWaiting,
+pointInTime: false,
+temporal: true
+ },
+ metrics/jvm/gcCount: {
+metric: jvm.JvmMetrics.GcCount,
+pointInTime: false,
+temporal: true
+ },
+ metrics/process/proc_run: {
+metric: proc_run,
+pointInTime: true,
+temporal: true
+ },
+ metrics/memory/swap_total: {
+metric: swap_total,
+pointInTime: true,
+temporal: true
+ },
+ metrics/rpc/ReceivedBytes: {
+metric: rpc.rpc.ReceivedBytes,
+pointInTime: false,
+temporal: true
+ },
+ metrics/cpu/cpu_nice: {
+metric: cpu_nice,
+pointInTime: true,
+temporal: true
+ },
+ metrics/jvm/threadsBlocked: {
+metric: jvm.JvmMetrics.ThreadsBlocked,
+pointInTime: false,
+temporal: true
+ },
+ metrics/rpc/RpcQueueTime_num_ops: {
+metric: rpc.rpc.RpcQueueTimeNumOps,
+pointInTime: false,
+temporal: true
+ },
+ metrics/process/proc_total: {
+metric: proc_total,
+pointInTime: true,
+temporal: true
+ },
+ metrics/yarn/AllocatedGB: {
+metric: yarn.AllocatedGB,
+pointInTime: true,
+temporal: true
+ },
+ metrics/disk/part_max_used: {
+metric: part_max_used,
+pointInTime: true,
+temporal: true
+ },
+ metrics/rpc/NumOpenConnections: {
+metric: rpc.rpc.NumOpenConnections,
+pointInTime: false,
+temporal: true
+ },
+ metrics/jvm/memHeapUsedM: {
+metric: jvm.JvmMetrics.MemHeapUsedM,
+pointInTime: false,
+temporal: true
+ },
+ metrics/jvm/threadsWaiting: {
+metric: jvm.JvmMetrics.ThreadsWaiting,
+pointInTime:
[5/7] AMBARI-7451 Fix 2.0.6.GlusterFS Stack on latest 1.7 build - refactor to make compliant with new architecture (Scott Creeley via eboyd)
http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HIVE/configuration/hive-site.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HIVE/configuration/hive-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HIVE/configuration/hive-site.xml new file mode 100644 index 000..ad1df07 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HIVE/configuration/hive-site.xml @@ -0,0 +1,502 @@ +?xml version=1.0? +?xml-stylesheet type=text/xsl href=configuration.xsl? +!-- +Licensed to the Apache Software Foundation (ASF) under one or more +contributor license agreements. See the NOTICE file distributed with +this work for additional information regarding copyright ownership. +The ASF licenses this file to You under the Apache License, Version 2.0 +(the License); you may not use this file except in compliance with +the License. You may obtain a copy of the License at + +http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an AS IS BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +-- + +configuration supports_final=true + + property +namehive.heapsize/name +value1024/value +descriptionHive Java heap size/description + /property + + property +nameambari.hive.db.schema.name/name +valuehive/value +descriptionDatabase name used as the Hive Metastore/description + /property + + property +namejavax.jdo.option.ConnectionURL/name +valuejdbc:mysql://localhost/hive?createDatabaseIfNotExist=true/value +descriptionJDBC connect string for a JDBC metastore/description + /property + + property +namejavax.jdo.option.ConnectionDriverName/name +valuecom.mysql.jdbc.Driver/value +descriptionDriver class name for a JDBC metastore/description + /property + + property +namejavax.jdo.option.ConnectionUserName/name +valuehive/value +descriptionusername to use against metastore database/description + /property + + property require-input=true +namejavax.jdo.option.ConnectionPassword/name +value/value +property-typePASSWORD/property-type +descriptionpassword to use against metastore database/description + /property + + property +namehive.metastore.warehouse.dir/name +value/apps/hive/warehouse/value +descriptionlocation of default database for the warehouse/description + /property + + property +namehive.metastore.sasl.enabled/name +valuefalse/value +descriptionIf true, the metastore thrift interface will be secured with SASL. + Clients must authenticate with Kerberos./description + /property + + property +namehive.metastore.kerberos.keytab.file/name +value/etc/security/keytabs/hive.service.keytab/value +descriptionThe path to the Kerberos Keytab file containing the metastore + thrift server's service principal./description + /property + + property +namehive.metastore.kerberos.principal/name +valuehive/_h...@example.com/value +descriptionThe service principal for the metastore thrift server. The special +string _HOST will be replaced automatically with the correct host name./description + /property + + property +namehive.metastore.cache.pinobjtypes/name +valueTable,Database,Type,FieldSchema,Order/value +descriptionList of comma separated metastore object types that should be pinned in the cache/description + /property + + property +namehive.metastore.uris/name +valuethrift://localhost:9083/value +descriptionURI for client to contact metastore server/description + /property + + property +namehive.metastore.client.socket.timeout/name +value60/value +descriptionMetaStore Client socket timeout in seconds/description + /property + + property +namehive.metastore.execute.setugi/name +valuetrue/value +descriptionIn unsecure mode, setting this property to true will cause the metastore to execute DFS operations using the client's reported user and group permissions. Note that this property must be set on both the client and server sides. Further note that its best effort. If client sets its to true and server sets it to false, client setting will be ignored./description + /property + + property +namehive.security.authorization.enabled/name +valuefalse/value +descriptionenable or disable the hive client authorization/description + /property + + property +namehive.security.authorization.manager/name + valueorg.apache.hadoop.hive.ql.security.authorization.StorageBasedAuthorizationProvider/value +descriptionthe hive client
[7/7] git commit: AMBARI-7451 Fix 2.0.6.GlusterFS Stack on latest 1.7 build - refactor to make compliant with new architecture (Scott Creeley via eboyd)
AMBARI-7451 Fix 2.0.6.GlusterFS Stack on latest 1.7 build - refactor to make compliant with new architecture (Scott Creeley via eboyd) Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/3f7fdf50 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/3f7fdf50 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/3f7fdf50 Branch: refs/heads/trunk Commit: 3f7fdf5018d9f01cd6200a4a31dfccb3c8450559 Parents: 0680d1e Author: root r...@ambari.rhs Authored: Tue Sep 23 16:33:51 2014 -0400 Committer: root r...@ambari.rhs Committed: Tue Sep 23 16:34:09 2014 -0400 -- .../stacks/HDP/2.0.6.GlusterFS/metainfo.xml |6 +- .../HDP/2.0.6.GlusterFS/repos/repoinfo.xml | 39 + .../HDP/2.0.6.GlusterFS/role_command_order.json | 30 +- .../GLUSTERFS/configuration/core-site.xml | 272 +- .../services/GLUSTERFS/configuration/global.xml | 35 - .../GLUSTERFS/configuration/hadoop-env.xml | 209 + .../services/GLUSTERFS/metainfo.xml | 36 +- .../services/HBASE/configuration/hbase-site.xml | 370 + .../2.0.6.GlusterFS/services/HBASE/metainfo.xml | 34 + .../2.0.6.GlusterFS/services/HDFS/metainfo.xml | 46 +- .../2.0.6.GlusterFS/services/HDFS/metrics.json | 7840 -- .../services/HIVE/configuration/hive-site.xml | 502 ++ .../HIVE/etc/hive-schema-0.13.0.mysql.sql | 889 ++ .../HIVE/etc/hive-schema-0.13.0.oracle.sql | 835 ++ .../HIVE/etc/hive-schema-0.13.0.postgres.sql| 1538 .../etc/upgrade-0.12.0-to-0.13.0.oracle.sql | 165 + .../services/HIVE/etc/upgrade-0.13.0.oracle.sql | 38 + .../2.0.6.GlusterFS/services/HIVE/metainfo.xml | 100 + .../services/OOZIE/configuration/oozie-site.xml | 313 + .../2.0.6.GlusterFS/services/OOZIE/metainfo.xml | 78 + .../PIG/configuration/pig-properties.xml| 91 + .../2.0.6.GlusterFS/services/PIG/metainfo.xml | 27 + .../2.0.6.GlusterFS/services/SQOOP/metainfo.xml | 32 + .../YARN/configuration-mapred/core-site.xml.2 | 20 + .../YARN/configuration-mapred/mapred-site.xml | 88 + .../YARN/configuration-mapred/mapred-site.xml.2 | 68 + .../YARN/configuration/capacity-scheduler.xml | 124 + .../YARN/configuration/mapred-site.xml.2| 68 + .../services/YARN/configuration/yarn-env.xml| 181 + .../services/YARN/configuration/yarn-site.xml | 413 + .../2.0.6.GlusterFS/services/YARN/metainfo.xml | 143 + .../2.0.6.GlusterFS/services/YARN/metrics.json | 2534 ++ .../files/validateYarnComponentStatus.py| 170 + .../services/YARN/package/scripts/__init__.py | 20 + .../scripts/application_timeline_server.py | 55 + .../YARN/package/scripts/historyserver.py | 53 + .../package/scripts/mapred_service_check.py | 73 + .../YARN/package/scripts/mapreduce2_client.py | 42 + .../YARN/package/scripts/nodemanager.py | 59 + .../services/YARN/package/scripts/params.py | 143 + .../YARN/package/scripts/resourcemanager.py | 90 + .../services/YARN/package/scripts/service.py| 62 + .../YARN/package/scripts/service_check.py | 67 + .../YARN/package/scripts/status_params.py | 35 + .../services/YARN/package/scripts/yarn.py | 163 + .../YARN/package/scripts/yarn_client.py | 42 + .../package/templates/container-executor.cfg.j2 | 22 + .../YARN/package/templates/mapreduce.conf.j2| 17 + .../YARN/package/templates/yarn-env.sh.j2 | 128 + .../YARN/package/templates/yarn.conf.j2 | 17 + .../services/ZOOKEEPER/metainfo.xml | 28 + 51 files changed, 10240 insertions(+), 8210 deletions(-) -- http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/metainfo.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/metainfo.xml index e1b0ec9..b7d8766 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/metainfo.xml @@ -16,8 +16,8 @@ limitations under the License. -- metainfo - versions +versions activefalse/active - /versions - extends2.0.6/extends +/versions +extends2.0.6/extends /metainfo http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/repos/repoinfo.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/repos/repoinfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/repos/repoinfo.xml index 296dcd5
[4/7] AMBARI-7451 Fix 2.0.6.GlusterFS Stack on latest 1.7 build - refactor to make compliant with new architecture (Scott Creeley via eboyd)
http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HIVE/etc/hive-schema-0.13.0.postgres.sql -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HIVE/etc/hive-schema-0.13.0.postgres.sql b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HIVE/etc/hive-schema-0.13.0.postgres.sql new file mode 100644 index 000..7b886e1 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HIVE/etc/hive-schema-0.13.0.postgres.sql @@ -0,0 +1,1538 @@ +-- +-- PostgreSQL database dump +-- + +SET statement_timeout = 0; +SET client_encoding = 'UTF8'; +SET standard_conforming_strings = off; +SET check_function_bodies = false; +SET client_min_messages = warning; +SET escape_string_warning = off; + +SET search_path = public, pg_catalog; + +SET default_tablespace = ''; + +SET default_with_oids = false; + +-- +-- Name: BUCKETING_COLS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: +-- + +CREATE TABLE BUCKETING_COLS ( +SD_ID bigint NOT NULL, +BUCKET_COL_NAME character varying(256) DEFAULT NULL::character varying, +INTEGER_IDX bigint NOT NULL +); + + +-- +-- Name: CDS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: +-- + +CREATE TABLE CDS ( +CD_ID bigint NOT NULL +); + + +-- +-- Name: COLUMNS_OLD; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: +-- + +CREATE TABLE COLUMNS_OLD ( +SD_ID bigint NOT NULL, +COMMENT character varying(256) DEFAULT NULL::character varying, +COLUMN_NAME character varying(128) NOT NULL, +TYPE_NAME character varying(4000) NOT NULL, +INTEGER_IDX bigint NOT NULL +); + + +-- +-- Name: COLUMNS_V2; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: +-- + +CREATE TABLE COLUMNS_V2 ( +CD_ID bigint NOT NULL, +COMMENT character varying(4000), +COLUMN_NAME character varying(128) NOT NULL, +TYPE_NAME character varying(4000), +INTEGER_IDX integer NOT NULL +); + + +-- +-- Name: DATABASE_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: +-- + +CREATE TABLE DATABASE_PARAMS ( +DB_ID bigint NOT NULL, +PARAM_KEY character varying(180) NOT NULL, +PARAM_VALUE character varying(4000) DEFAULT NULL::character varying +); + + +-- +-- Name: DBS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: +-- + +CREATE TABLE DBS ( +DB_ID bigint NOT NULL, +DESC character varying(4000) DEFAULT NULL::character varying, +DB_LOCATION_URI character varying(4000) NOT NULL, +NAME character varying(128) DEFAULT NULL::character varying, +OWNER_NAME character varying(128) DEFAULT NULL::character varying, +OWNER_TYPE character varying(10) DEFAULT NULL::character varying +); + + +-- +-- Name: DB_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: +-- + +CREATE TABLE DB_PRIVS ( +DB_GRANT_ID bigint NOT NULL, +CREATE_TIME bigint NOT NULL, +DB_ID bigint, +GRANT_OPTION smallint NOT NULL, +GRANTOR character varying(128) DEFAULT NULL::character varying, +GRANTOR_TYPE character varying(128) DEFAULT NULL::character varying, +PRINCIPAL_NAME character varying(128) DEFAULT NULL::character varying, +PRINCIPAL_TYPE character varying(128) DEFAULT NULL::character varying, +DB_PRIV character varying(128) DEFAULT NULL::character varying +); + + +-- +-- Name: GLOBAL_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: +-- + +CREATE TABLE GLOBAL_PRIVS ( +USER_GRANT_ID bigint NOT NULL, +CREATE_TIME bigint NOT NULL, +GRANT_OPTION smallint NOT NULL, +GRANTOR character varying(128) DEFAULT NULL::character varying, +GRANTOR_TYPE character varying(128) DEFAULT NULL::character varying, +PRINCIPAL_NAME character varying(128) DEFAULT NULL::character varying, +PRINCIPAL_TYPE character varying(128) DEFAULT NULL::character varying, +USER_PRIV character varying(128) DEFAULT NULL::character varying +); + + +-- +-- Name: IDXS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: +-- + +CREATE TABLE IDXS ( +INDEX_ID bigint NOT NULL, +CREATE_TIME bigint NOT NULL, +DEFERRED_REBUILD boolean NOT NULL, +INDEX_HANDLER_CLASS character varying(4000) DEFAULT NULL::character varying, +INDEX_NAME character varying(128) DEFAULT NULL::character varying, +INDEX_TBL_ID bigint, +LAST_ACCESS_TIME bigint NOT NULL, +ORIG_TBL_ID bigint, +SD_ID bigint +); + + +-- +-- Name: INDEX_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: +-- + +CREATE TABLE INDEX_PARAMS ( +INDEX_ID bigint NOT NULL, +PARAM_KEY character varying(256) NOT NULL, +PARAM_VALUE character varying(4000) DEFAULT NULL::character varying +); + + +-- +-- Name: NUCLEUS_TABLES; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: +-- + +CREATE TABLE NUCLEUS_TABLES ( +CLASS_NAME character varying(128)
[6/7] AMBARI-7451 Fix 2.0.6.GlusterFS Stack on latest 1.7 build - refactor to make compliant with new architecture (Scott Creeley via eboyd)
http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HDFS/metrics.json
--
diff --git
a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HDFS/metrics.json
b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HDFS/metrics.json
deleted file mode 100644
index 53996cb..000
---
a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/HDFS/metrics.json
+++ /dev/null
@@ -1,7840 +0,0 @@
-{
- NAMENODE: {
-Component: [
- {
-type: ganglia,
-metrics: {
- metrics/dfs/FSNamesystem/TotalLoad: {
-metric: dfs.FSNamesystem.TotalLoad,
-pointInTime: false,
-temporal: true
- },
- metrics/dfs/FSNamesystem/CapacityTotal: {
-metric: dfs.FSNamesystem.CapacityTotal,
-pointInTime: false,
-temporal: true
- },
- metrics/dfs/FSNamesystem/CapacityUsed: {
-metric: dfs.FSNamesystem.CapacityUsed,
-pointInTime: false,
-temporal: true
- },
- metrics/dfs/FSNamesystem/CapacityRemaining: {
-metric: dfs.FSNamesystem.CapacityRemaining,
-pointInTime: false,
-temporal: true
- },
- metrics/dfs/FSNamesystem/CapacityNonDFSUsed: {
-metric: dfs.FSNamesystem.CapacityUsedNonDFS,
-pointInTime: false,
-temporal: true
- },
- metrics/dfs/FSNamesystem/BlockCapacity: {
-metric: dfs.FSNamesystem.BlockCapacity,
-pointInTime: false,
-temporal: true
- },
- metrics/dfs/namenode/GetListingOps: {
-metric: dfs.namenode.GetListingOps,
-pointInTime: false,
-temporal: true
- },
- metrics/dfs/namenode/FilesAppended: {
-metric: dfs.namenode.FilesAppended,
-pointInTime: true,
-temporal: true
- },
- metrics/rpcdetailed/getProtocolVersion_num_ops: {
-metric: rpcdetailed.rpcdetailed.getProtocolVersion_num_ops,
-pointInTime: false,
-temporal: true
- },
- metrics/rpcdetailed/fsync_avg_time: {
-metric: rpcdetailed.rpcdetailed.FsyncAvgTime,
-pointInTime: false,
-temporal: true
- },
- metrics/ugi/loginSuccess_avg_time: {
-metric: ugi.UgiMetrics.LoginSuccessAvgTime,
-pointInTime: false,
-temporal: true
- },
- metrics/load/load_one: {
-metric: load_one,
-pointInTime: true,
-temporal: true
- },
- metrics/rpcdetailed/renewLease_num_ops: {
-metric: rpcdetailed.rpcdetailed.RenewLeaseNumOps,
-pointInTime: true,
-temporal: true
- },
- metrics/rpcdetailed/getFileInfo_avg_time: {
-metric: rpcdetailed.rpcdetailed.GetFileInfoAvgTime,
-pointInTime: false,
-temporal: true
- },
- metrics/jvm/memNonHeapUsedM: {
-metric: jvm.JvmMetrics.MemNonHeapUsedM,
-pointInTime: false,
-temporal: true
- },
- metrics/rpcdetailed/complete_avg_time: {
-metric: rpcdetailed.rpcdetailed.CompleteAvgTime,
-pointInTime: false,
-temporal: true
- },
- metrics/rpcdetailed/setPermission_num_ops: {
-metric: rpcdetailed.rpcdetailed.SetPermissionNumOps,
-pointInTime: true,
-temporal: true
- },
- metrics/dfs/FSNamesystem/CapacityTotalGB: {
-metric: dfs.FSNamesystem.CapacityTotalGB,
-pointInTime: false,
-temporal: true
- },
- metrics/rpcdetailed/setOwner_num_ops: {
-metric: rpcdetailed.rpcdetailed.SetOwnerNumOps,
-pointInTime: true,
-temporal: true
- },
- metrics/rpcdetailed/getBlockLocations_num_ops: {
-metric: rpcdetailed.rpcdetailed.GetBlockLocationsNumOps,
-pointInTime: false,
-temporal: true
- },
- metrics/process/proc_run: {
-metric: proc_run,
-pointInTime: true,
-temporal: true
- },
- metrics/dfs/FSNamesystem/CapacityUsedGB: {
-metric: dfs.FSNamesystem.CapacityUsedGB,
-pointInTime: false,
-temporal: true
- },
- metrics/dfs/namenode/AddBlockOps: {
-metric: dfs.namenode.AddBlockOps,
-pointInTime: false,
-temporal: true
- },
- metrics/memory/swap_total: {
-metric: swap_total,
-pointInTime: true,
-temporal: true
- },
-
[3/7] AMBARI-7451 Fix 2.0.6.GlusterFS Stack on latest 1.7 build - refactor to make compliant with new architecture (Scott Creeley via eboyd)
http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/capacity-scheduler.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/capacity-scheduler.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/capacity-scheduler.xml new file mode 100644 index 000..261d872 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/capacity-scheduler.xml @@ -0,0 +1,124 @@ +!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the License); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an AS IS BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +-- + +configuration supports_final=true + + property +nameyarn.scheduler.capacity.maximum-applications/name +value1/value +description + Maximum number of applications that can be pending and running. +/description + /property + + property +nameyarn.scheduler.capacity.maximum-am-resource-percent/name +value0.2/value +description + Maximum percent of resources in the cluster which can be used to run + application masters i.e. controls number of concurrent running + applications. +/description + /property + + property +nameyarn.scheduler.capacity.root.queues/name +valuedefault/value +description + The queues at the this level (root is the root queue). +/description + /property + + property +nameyarn.scheduler.capacity.root.capacity/name +value100/value +description + The total capacity as a percentage out of 100 for this queue. + If it has child queues then this includes their capacity as well. + The child queues capacity should add up to their parent queue's capacity + or less. +/description + /property + + property +nameyarn.scheduler.capacity.root.default.capacity/name +value100/value +descriptionDefault queue target capacity./description + /property + + property +nameyarn.scheduler.capacity.root.default.user-limit-factor/name +value1/value +description + Default queue user limit a percentage from 0.0 to 1.0. +/description + /property + + property +nameyarn.scheduler.capacity.root.default.maximum-capacity/name +value100/value +description + The maximum capacity of the default queue. +/description + /property + + property +nameyarn.scheduler.capacity.root.default.state/name +valueRUNNING/value +description + The state of the default queue. State can be one of RUNNING or STOPPED. +/description + /property + + property +nameyarn.scheduler.capacity.root.default.acl_submit_applications/name +value*/value +description + The ACL of who can submit jobs to the default queue. +/description + /property + + property +nameyarn.scheduler.capacity.root.default.acl_administer_jobs/name +value*/value +description + The ACL of who can administer jobs on the default queue. +/description + /property + + property +nameyarn.scheduler.capacity.root.acl_administer_queue/name +value*/value +description + The ACL for who can administer this queue i.e. change sub-queue + allocations. +/description + /property + + property +nameyarn.scheduler.capacity.node-locality-delay/name +value40/value +description + Number of missed scheduling opportunities after which the CapacityScheduler + attempts to schedule rack-local containers. + Typically this should be set to number of nodes in the cluster, By default is setting + approximately number of nodes in one rack which is 40. +/description + /property + + +/configuration http://git-wip-us.apache.org/repos/asf/ambari/blob/3f7fdf50/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/mapred-site.xml.2 -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/mapred-site.xml.2
git commit: AMBARI-7225 deploy of 2.1.GlusterFS stack errors with: org.apache.ambari.server.controller.spi.SystemException: An internal system exception occurred: Configuration with tag 'version1' exi
Repository: ambari Updated Branches: refs/heads/trunk ceee5bfed - b1336f395 AMBARI-7225 deploy of 2.1.GlusterFS stack errors with: org.apache.ambari.server.controller.spi.SystemException: An internal system exception occurred: Configuration with tag 'version1' exists for 'core-site' (Scott Creeley via eboyd) Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/b1336f39 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/b1336f39 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/b1336f39 Branch: refs/heads/trunk Commit: b1336f395a93549b8e0591ff1e67a924aef6cfba Parents: ceee5bf Author: Erin A Boyd eb...@redhat.com Authored: Tue Sep 16 14:42:35 2014 -0400 Committer: root r...@ambari.rhs Committed: Tue Sep 16 14:43:40 2014 -0400 -- .../GLUSTERFS/configuration/hadoop-env.xml | 2 ++ .../services/YARN/configuration/core-site.xml | 20 2 files changed, 2 insertions(+), 20 deletions(-) -- http://git-wip-us.apache.org/repos/asf/ambari/blob/b1336f39/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/hadoop-env.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/hadoop-env.xml b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/hadoop-env.xml index 6b00199..6c6d4c1 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/hadoop-env.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/hadoop-env.xml @@ -81,11 +81,13 @@ valuehdfs/value descriptionUser to run HDFS as/description /property + !-- property nameuser_group/name valuehadoop/value descriptionProxy user group./description /property + -- !-- hadoop-env.sh -- property namecontent/name http://git-wip-us.apache.org/repos/asf/ambari/blob/b1336f39/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/configuration/core-site.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/configuration/core-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/configuration/core-site.xml deleted file mode 100644 index 60f01ad..000 --- a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/configuration/core-site.xml +++ /dev/null @@ -1,20 +0,0 @@ -?xml version=1.0? -?xml-stylesheet type=text/xsl href=configuration.xsl? -!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the License); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an AS IS BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. --- -configuration supports_final=true -/configuration
git commit: AMBARI-7141 Selecting all services in 2.1.GlusterFS stack results in never ending dialogs (Scott Creeley via eboyd)
Repository: ambari Updated Branches: refs/heads/trunk 91e0c66db - a599bb800 AMBARI-7141 Selecting all services in 2.1.GlusterFS stack results in never ending dialogs (Scott Creeley via eboyd) Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/a599bb80 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/a599bb80 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/a599bb80 Branch: refs/heads/trunk Commit: a599bb800a9f65ec0eb833adef2ea45fee9a4b11 Parents: 91e0c66 Author: Erin A Boyd eb...@redhat.com Authored: Tue Sep 2 13:58:37 2014 -0400 Committer: root r...@ambari.rhs Committed: Tue Sep 2 13:59:36 2014 -0400 -- .../stacks/HDP/2.1.GlusterFS/services/SQOOP/metainfo.xml | 3 +++ 1 file changed, 3 insertions(+) -- http://git-wip-us.apache.org/repos/asf/ambari/blob/a599bb80/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/SQOOP/metainfo.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/SQOOP/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/SQOOP/metainfo.xml index a50b1e5..f6c7fe5 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/SQOOP/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/SQOOP/metainfo.xml @@ -24,6 +24,9 @@ structured data stores such as relational databases /comment version1.4.4.2.1/version + requiredServices +serviceGLUSTERFS/service + /requiredServices /service /services /metainfo
git commit: AMBARI-7130 Remove HDFS dependency on GLUSTERFS stack via metainfo.xml (Scott Creeley via eboyd)
Repository: ambari Updated Branches: refs/heads/trunk ba479a20d - e1f5afe44 AMBARI-7130 Remove HDFS dependency on GLUSTERFS stack via metainfo.xml (Scott Creeley via eboyd) Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/e1f5afe4 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/e1f5afe4 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/e1f5afe4 Branch: refs/heads/trunk Commit: e1f5afe441dfc385bbe5615c3090fc90e8a9650e Parents: ba479a2 Author: Erin A Boyd eb...@redhat.com Authored: Tue Sep 2 05:08:47 2014 -0400 Committer: root r...@ambari.rhs Committed: Tue Sep 2 05:10:07 2014 -0400 -- .../2.1.GlusterFS/services/FLUME/metainfo.xml | 31 .../2.1.GlusterFS/services/HBASE/metainfo.xml | 5 .../2.1.GlusterFS/services/YARN/metainfo.xml| 10 ++- 3 files changed, 45 insertions(+), 1 deletion(-) -- http://git-wip-us.apache.org/repos/asf/ambari/blob/e1f5afe4/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/FLUME/metainfo.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/FLUME/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/FLUME/metainfo.xml new file mode 100644 index 000..aa8857d --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/FLUME/metainfo.xml @@ -0,0 +1,31 @@ +?xml version=1.0? +!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the License); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an AS IS BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +-- +metainfo + schemaVersion2.0/schemaVersion + services +service + nameFLUME/name + commentData management and processing platform/comment + version1.4.0.2.1/version + + requiredServices +serviceGLUSTERFS/service + /requiredServices +/service + /services +/metainfo http://git-wip-us.apache.org/repos/asf/ambari/blob/e1f5afe4/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/HBASE/metainfo.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/HBASE/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/HBASE/metainfo.xml index ef03b43..f5660d2 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/HBASE/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/HBASE/metainfo.xml @@ -24,6 +24,11 @@ synchronization /comment version0.98.0.2.1/version + + requiredServices +serviceZOOKEEPER/service +serviceGLUSTERFS/service + /requiredServices /service /services /metainfo http://git-wip-us.apache.org/repos/asf/ambari/blob/e1f5afe4/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/metainfo.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/metainfo.xml index 2173b69..fbe90fa 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/metainfo.xml @@ -53,6 +53,10 @@ /osSpecific /osSpecifics + requiredServices +serviceGLUSTERFS/service + /requiredServices + configuration-dependencies config-typeyarn-site/config-type config-typecapacity-scheduler/config-type @@ -61,7 +65,7 @@ config-typeyarn-log4j/config-type /configuration-dependencies /service - service +service nameMAPREDUCE2/name commentApache Hadoop NextGen MapReduce (YARN)/comment version2.1.0.2.0.6.0/version @@ -121,6 +125,10 @@ configuration-dirconfiguration-mapred/configuration-dir + requiredServices +serviceYARN/service
git commit: AMBARI-6425 Clean 2.1.GlusterFS mount point defaults (Scott Creeley via eboyd)
Repository: ambari Updated Branches: refs/heads/branch-1.6.1 e088ad53f - 58a155804 AMBARI-6425 Clean 2.1.GlusterFS mount point defaults (Scott Creeley via eboyd) Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/58a15580 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/58a15580 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/58a15580 Branch: refs/heads/branch-1.6.1 Commit: 58a15580444c7a23184272702e1beb4aa0799c0e Parents: e088ad5 Author: Erin A Boyd eb...@redhat.com Authored: Tue Jul 8 15:19:30 2014 -0600 Committer: Erin A Boyd eb...@redhat.com Committed: Tue Jul 8 15:20:15 2014 -0600 -- .../2.1.GlusterFS/services/TEZ/configuration/tez-site.xml| 2 +- .../services/WEBHCAT/configuration/webhcat-site.xml | 8 .../2.1.GlusterFS/services/YARN/configuration/yarn-site.xml | 2 +- 3 files changed, 6 insertions(+), 6 deletions(-) -- http://git-wip-us.apache.org/repos/asf/ambari/blob/58a15580/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/TEZ/configuration/tez-site.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/TEZ/configuration/tez-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/TEZ/configuration/tez-site.xml index 1c56da4..42c101c 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/TEZ/configuration/tez-site.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/TEZ/configuration/tez-site.xml @@ -21,7 +21,7 @@ property nametez.lib.uris/name -valuehdfs:///apps/tez/,hdfs:///apps/tez/lib//value +valueglusterfs:///apps/tez/,glusterfs:///apps/tez/lib//value descriptionThe location of the Tez libraries which will be localized for DAGs/description /property http://git-wip-us.apache.org/repos/asf/ambari/blob/58a15580/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/WEBHCAT/configuration/webhcat-site.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/WEBHCAT/configuration/webhcat-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/WEBHCAT/configuration/webhcat-site.xml index 2cb0809..7c10202 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/WEBHCAT/configuration/webhcat-site.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/WEBHCAT/configuration/webhcat-site.xml @@ -56,7 +56,7 @@ limitations under the License. property nametempleton.pig.archive/name -valuehdfs:///apps/webhcat/pig.tar.gz/value +valueglusterfs:///apps/webhcat/pig.tar.gz/value descriptionThe path to the Pig archive./description /property @@ -74,7 +74,7 @@ limitations under the License. property nametempleton.hive.archive/name -valuehdfs:///apps/webhcat/hive.tar.gz/value +valueglusterfs:///apps/webhcat/hive.tar.gz/value descriptionThe path to the Hive archive./description /property @@ -124,8 +124,8 @@ limitations under the License. property nametempleton.streaming.jar/name -valuehdfs:///apps/webhcat/hadoop-streaming.jar/value -descriptionThe hdfs path to the Hadoop streaming jar file./description +valueglusterfs:///apps/webhcat/hadoop-streaming.jar/value +descriptionThe glusterfs path to the Hadoop streaming jar file./description /property property http://git-wip-us.apache.org/repos/asf/ambari/blob/58a15580/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/configuration/yarn-site.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/configuration/yarn-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/configuration/yarn-site.xml index fc85ef3..f1920c2 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/configuration/yarn-site.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/configuration/yarn-site.xml @@ -365,7 +365,7 @@ property nameyarn.timeline-service.leveldb-timeline-store.path/name -value/var/log/hadoop-yarn/timeline/value +value/mnt/glusterfs/hadoop/yarn/timeline/value description Store file name for leveldb timeline store /description
git commit: Update 2.1.GlusterFS repointo.xml to use same as 2.1 (Scott Creeley via eboyd)
Repository: ambari Updated Branches: refs/heads/trunk 7e370c3b6 - 14739a22b Update 2.1.GlusterFS repointo.xml to use same as 2.1 (Scott Creeley via eboyd) Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/14739a22 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/14739a22 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/14739a22 Branch: refs/heads/trunk Commit: 14739a22b8e886f1e14aba0be957376e6e922ca9 Parents: 7e370c3 Author: Erin A Boyd eb...@redhat.com Authored: Thu Jul 3 14:31:23 2014 -0600 Committer: Erin A Boyd eb...@redhat.com Committed: Thu Jul 3 14:31:34 2014 -0600 -- .../stacks/HDP/2.1.GlusterFS/repos/repoinfo.xml | 16 +--- 1 file changed, 9 insertions(+), 7 deletions(-) -- http://git-wip-us.apache.org/repos/asf/ambari/blob/14739a22/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/repos/repoinfo.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/repos/repoinfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/repos/repoinfo.xml index 61d086f..a57e03a 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/repos/repoinfo.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/repos/repoinfo.xml @@ -16,11 +16,13 @@ limitations under the License. -- reposinfo - latesthttp://public-repo-1.hortonworks.com/HDP/hdp_urlinfo.json/latest + !--latesthttp://public-repo-1.hortonworks.com/HDP/hdp_urlinfo.json/latest-- + latesthttp://s3.amazonaws.com/dev.hortonworks.com/HDP/hdp_urlinfo.json/latest os type=redhat6 repo - baseurlhttp://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.1.2.0/baseurl - repoidHDP-2.1.GlusterFS/repoid + !--baseurlhttp://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.1.2.0/baseurl-- + baseurlREPLACE_WITH_CENTOS6_URL/baseurl + repoidHDP-2.1/repoid reponameHDP/reponame /repo repo @@ -31,8 +33,8 @@ /os os type=redhat5 repo - baseurlhttp://public-repo-1.hortonworks.com/HDP/centos5/2.x/updates/2.1.2.0/baseurl - repoidHDP-2.1.GlusterFS/repoid + baseurlREPLACE_WITH_CENTOS5_URL/baseurl + repoidHDP-2.1/repoid reponameHDP/reponame /repo repo @@ -43,8 +45,8 @@ /os os type=suse11 repo - baseurlhttp://public-repo-1.hortonworks.com/HDP/suse11/2.x/updates/2.1.2.0/baseurl - repoidHDP-2.1.GlusterFS/repoid + baseurlREPLACE_WITH_SUSE11_URL/baseurl + repoidHDP-2.1/repoid reponameHDP/reponame /repo repo
git commit: AMBARI-6324 update root.dir for Hbase for GlusterfS
Repository: ambari
Updated Branches:
refs/heads/trunk a6c15a0fd - 94d8c357a
AMBARI-6324 update root.dir for Hbase for GlusterfS
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/94d8c357
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/94d8c357
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/94d8c357
Branch: refs/heads/trunk
Commit: 94d8c357aaac028308ca0105341650b01b534ac6
Parents: a6c15a0
Author: Erin A Boyd eb...@redhat.com
Authored: Tue Jul 1 09:44:32 2014 -0600
Committer: Erin A Boyd eb...@redhat.com
Committed: Tue Jul 1 09:44:44 2014 -0600
--
.../services/HBASE/configuration/hbase-site.xml | 370 +++
1 file changed, 370 insertions(+)
--
http://git-wip-us.apache.org/repos/asf/ambari/blob/94d8c357/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/HBASE/configuration/hbase-site.xml
--
diff --git
a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/HBASE/configuration/hbase-site.xml
b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/HBASE/configuration/hbase-site.xml
new file mode 100644
index 000..cf8ddd3
--- /dev/null
+++
b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/HBASE/configuration/hbase-site.xml
@@ -0,0 +1,370 @@
+?xml version=1.0?
+?xml-stylesheet type=text/xsl href=configuration.xsl?
+!--
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * License); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an AS IS BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+--
+configuration
+ property
+namehbase.rootdir/name
+valueglusterfs:///hbase/value
+descriptionThe directory shared by region servers and into
+which HBase persists. The URL should be 'fully-qualified'
+to include the filesystem scheme. For example, to specify the
+HDFS directory '/hbase' where the HDFS instance's namenode is
+running at namenode.example.org on port 9000, set this value to:
+hdfs://namenode.example.org:9000/hbase. By default HBase writes
+into /tmp. Change this configuration else all data will be lost
+on machine restart.
+/description
+ /property
+ property
+namehbase.cluster.distributed/name
+valuetrue/value
+descriptionThe mode the cluster will be in. Possible values are
+ false for standalone mode and true for distributed mode. If
+ false, startup will run all HBase and ZooKeeper daemons together
+ in the one JVM.
+/description
+ /property
+ property
+namehbase.master.port/name
+value6/value
+descriptionThe port the HBase Master should bind to./description
+ /property
+ property
+namehbase.tmp.dir/name
+value/hadoop/hbase/value
+descriptionTemporary directory on the local filesystem.
+Change this setting to point to a location more permanent
+than '/tmp' (The '/tmp' directory is often cleared on
+machine restart).
+/description
+ /property
+ property
+namehbase.local.dir/name
+value${hbase.tmp.dir}/local/value
+descriptionDirectory on the local filesystem to be used as a local
storage
+/description
+ /property
+ property
+namehbase.master.info.bindAddress/name
+value0.0.0.0/value
+descriptionThe bind address for the HBase Master web UI
+/description
+ /property
+ property
+namehbase.master.info.port/name
+value60010/value
+descriptionThe port for the HBase Master web UI./description
+ /property
+ property
+namehbase.regionserver.info.port/name
+value60030/value
+descriptionThe port for the HBase RegionServer web UI./description
+ /property
+ property
+namehbase.regionserver.global.memstore.upperLimit/name
+value0.4/value
+descriptionMaximum size of all memstores in a region server before new
+ updates are blocked and flushes are forced. Defaults to 40% of heap
+/description
+ /property
+ property
+namehbase.regionserver.handler.count/name
+value60/value
+descriptionCount of RPC Listener instances spun up on RegionServers.
+Same property is used by the Master
git commit: AMBARI-6324 update root.dir for Hbase for GlusterfS
Repository: ambari
Updated Branches:
refs/heads/branch-1.6.1 15bb92e88 - 67e476198
AMBARI-6324 update root.dir for Hbase for GlusterfS
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/67e47619
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/67e47619
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/67e47619
Branch: refs/heads/branch-1.6.1
Commit: 67e476198a1330dae0e4249ae347075a0226e005
Parents: 15bb92e
Author: Erin A Boyd eb...@redhat.com
Authored: Tue Jul 1 10:15:01 2014 -0600
Committer: Erin A Boyd eb...@redhat.com
Committed: Tue Jul 1 10:15:12 2014 -0600
--
.../services/HBASE/configuration/hbase-site.xml | 370 +++
1 file changed, 370 insertions(+)
--
http://git-wip-us.apache.org/repos/asf/ambari/blob/67e47619/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/HBASE/configuration/hbase-site.xml
--
diff --git
a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/HBASE/configuration/hbase-site.xml
b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/HBASE/configuration/hbase-site.xml
new file mode 100644
index 000..cf8ddd3
--- /dev/null
+++
b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/HBASE/configuration/hbase-site.xml
@@ -0,0 +1,370 @@
+?xml version=1.0?
+?xml-stylesheet type=text/xsl href=configuration.xsl?
+!--
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * License); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an AS IS BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+--
+configuration
+ property
+namehbase.rootdir/name
+valueglusterfs:///hbase/value
+descriptionThe directory shared by region servers and into
+which HBase persists. The URL should be 'fully-qualified'
+to include the filesystem scheme. For example, to specify the
+HDFS directory '/hbase' where the HDFS instance's namenode is
+running at namenode.example.org on port 9000, set this value to:
+hdfs://namenode.example.org:9000/hbase. By default HBase writes
+into /tmp. Change this configuration else all data will be lost
+on machine restart.
+/description
+ /property
+ property
+namehbase.cluster.distributed/name
+valuetrue/value
+descriptionThe mode the cluster will be in. Possible values are
+ false for standalone mode and true for distributed mode. If
+ false, startup will run all HBase and ZooKeeper daemons together
+ in the one JVM.
+/description
+ /property
+ property
+namehbase.master.port/name
+value6/value
+descriptionThe port the HBase Master should bind to./description
+ /property
+ property
+namehbase.tmp.dir/name
+value/hadoop/hbase/value
+descriptionTemporary directory on the local filesystem.
+Change this setting to point to a location more permanent
+than '/tmp' (The '/tmp' directory is often cleared on
+machine restart).
+/description
+ /property
+ property
+namehbase.local.dir/name
+value${hbase.tmp.dir}/local/value
+descriptionDirectory on the local filesystem to be used as a local
storage
+/description
+ /property
+ property
+namehbase.master.info.bindAddress/name
+value0.0.0.0/value
+descriptionThe bind address for the HBase Master web UI
+/description
+ /property
+ property
+namehbase.master.info.port/name
+value60010/value
+descriptionThe port for the HBase Master web UI./description
+ /property
+ property
+namehbase.regionserver.info.port/name
+value60030/value
+descriptionThe port for the HBase RegionServer web UI./description
+ /property
+ property
+namehbase.regionserver.global.memstore.upperLimit/name
+value0.4/value
+descriptionMaximum size of all memstores in a region server before new
+ updates are blocked and flushes are forced. Defaults to 40% of heap
+/description
+ /property
+ property
+namehbase.regionserver.handler.count/name
+value60/value
+descriptionCount of RPC Listener instances spun up on RegionServers.
+Same property is used
[6/6] git commit: Add 2.0.6.GlusterFS to trunk from branch-1.6.1 (Scott Creeley via eboyd)
Add 2.0.6.GlusterFS to trunk from branch-1.6.1 (Scott Creeley via eboyd) Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/7110b855 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/7110b855 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/7110b855 Branch: refs/heads/trunk Commit: 7110b855baf50069d249fbb3b3f8e28d0099c33a Parents: d267bbb Author: Erin A Boyd eb...@redhat.com Authored: Tue Jul 1 10:59:03 2014 -0600 Committer: Erin A Boyd eb...@redhat.com Committed: Tue Jul 1 10:59:03 2014 -0600 -- .../stacks/HDP/2.0.6.GlusterFS/metainfo.xml | 5 +- .../services/GANGLIA/configuration/global.xml |51 + .../services/GANGLIA/metainfo.xml |40 + .../services/GLUSTERFS/metainfo.xml |36 +- .../services/HBASE/configuration/global.xml | 160 + .../HBASE/configuration/hbase-policy.xml|53 + .../services/HBASE/configuration/hbase-site.xml | 362 + .../2.0.6.GlusterFS/services/HBASE/metainfo.xml |44 + .../2.0.6.GlusterFS/services/HBASE/metrics.json | 13635 + .../services/HCATALOG/metainfo.xml |30 + .../2.0.6.GlusterFS/services/HDFS/metainfo.xml |64 +- .../services/HIVE/configuration/hive-site.xml | 267 + .../2.0.6.GlusterFS/services/HIVE/metainfo.xml |45 + .../configuration/container-executor.cfg|20 + .../MAPREDUCE2/configuration/core-site.xml |20 + .../MAPREDUCE2/configuration/global.xml |44 + .../configuration/mapred-queue-acls.xml |39 + .../MAPREDUCE2/configuration/mapred-site.xml| 381 + .../services/MAPREDUCE2/metainfo.xml|37 + .../services/MAPREDUCE2/metrics.json| 383 + .../services/NAGIOS/configuration/global.xml|51 + .../services/NAGIOS/metainfo.xml|34 + .../services/OOZIE/configuration/oozie-site.xml | 313 + .../2.0.6.GlusterFS/services/OOZIE/metainfo.xml |38 + .../services/PIG/configuration/pig.properties |52 + .../2.0.6.GlusterFS/services/PIG/metainfo.xml |30 + .../2.0.6.GlusterFS/services/SQOOP/metainfo.xml |30 + .../services/WEBHCAT/configuration/global.xml |51 + .../WEBHCAT/configuration/webhcat-site.xml | 126 + .../services/WEBHCAT/metainfo.xml |35 + .../YARN/configuration/capacity-scheduler.xml | 128 + .../YARN/configuration/container-executor.cfg |20 + .../services/YARN/configuration/core-site.xml |20 + .../services/YARN/configuration/global.xml |64 + .../services/YARN/configuration/yarn-site.xml | 326 + .../2.0.6.GlusterFS/services/YARN/metainfo.xml |42 + .../2.0.6.GlusterFS/services/YARN/metrics.json | 2534 +++ .../services/ZOOKEEPER/configuration/global.xml |75 + .../services/ZOOKEEPER/metainfo.xml |39 + .../HDP/2.1.GlusterFS/role_command_order.json | 5 +- 40 files changed, 19670 insertions(+), 59 deletions(-) -- http://git-wip-us.apache.org/repos/asf/ambari/blob/7110b855/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/metainfo.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/metainfo.xml index e1b0ec9..45a63e5 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/metainfo.xml @@ -16,8 +16,7 @@ limitations under the License. -- metainfo - versions +versions activefalse/active - /versions - extends2.0.6/extends +/versions /metainfo http://git-wip-us.apache.org/repos/asf/ambari/blob/7110b855/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GANGLIA/configuration/global.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GANGLIA/configuration/global.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GANGLIA/configuration/global.xml new file mode 100644 index 000..18eae57 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/GANGLIA/configuration/global.xml @@ -0,0 +1,51 @@ +?xml version=1.0? +?xml-stylesheet type=text/xsl href=configuration.xsl? +!-- +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * License); you may not use this file except in compliance
[1/6] Add 2.0.6.GlusterFS to trunk from branch-1.6.1 (Scott Creeley via eboyd)
Repository: ambari Updated Branches: refs/heads/trunk d267bbb29 - 7110b855b http://git-wip-us.apache.org/repos/asf/ambari/blob/7110b855/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/ZOOKEEPER/configuration/global.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/ZOOKEEPER/configuration/global.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/ZOOKEEPER/configuration/global.xml new file mode 100644 index 000..f78df89 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/ZOOKEEPER/configuration/global.xml @@ -0,0 +1,75 @@ +?xml version=1.0? +?xml-stylesheet type=text/xsl href=configuration.xsl? +!-- +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * License); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an AS IS BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +-- + +configuration + property +namezk_user/name +valuezookeeper/value +descriptionZooKeeper User./description + /property + property +namezookeeperserver_host/name +value/value +descriptionZooKeeper Server Hosts./description + /property + property +namezk_data_dir/name +value/hadoop/zookeeper/value +descriptionData directory for ZooKeeper./description + /property + property +namezk_log_dir/name +value/var/log/zookeeper/value +descriptionZooKeeper Log Dir/description + /property + property +namezk_pid_dir/name +value/var/run/zookeeper/value +descriptionZooKeeper Pid Dir/description + /property + property +namezk_pid_file/name +value/var/run/zookeeper/zookeeper_server.pid/value +descriptionZooKeeper Pid File/description + /property + property +nametickTime/name +value2000/value +descriptionThe length of a single tick in milliseconds, which is the basic time unit used by ZooKeeper/description + /property + property +nameinitLimit/name +value10/value +descriptionTicks to allow for sync at Init./description + /property + property +namesyncLimit/name +value5/value +descriptionTicks to allow for sync at Runtime./description + /property + property +nameclientPort/name +value2181/value +descriptionPort for running ZK Server./description + /property + +/configuration http://git-wip-us.apache.org/repos/asf/ambari/blob/7110b855/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/ZOOKEEPER/metainfo.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/ZOOKEEPER/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/ZOOKEEPER/metainfo.xml new file mode 100644 index 000..565b4d4 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/ZOOKEEPER/metainfo.xml @@ -0,0 +1,39 @@ +?xml version=1.0? +!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the License); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an AS IS BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +-- +metainfo +userroot/user +commentCentralized service which provides highly reliable distributed coordination/comment +version3.4.5.2.0.6.0/version + +components +component +nameZOOKEEPER_SERVER/name +categoryMASTER/category +/component + +component +nameZOOKEEPER_CLIENT/name +categoryCLIENT/category +/component +/components + + configuration-dependencies +config-typeglobal/config-type +
[3/6] Add 2.0.6.GlusterFS to trunk from branch-1.6.1 (Scott Creeley via eboyd)
http://git-wip-us.apache.org/repos/asf/ambari/blob/7110b855/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/capacity-scheduler.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/capacity-scheduler.xml b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/capacity-scheduler.xml new file mode 100644 index 000..4a19779 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/capacity-scheduler.xml @@ -0,0 +1,128 @@ +!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the License); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an AS IS BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +-- + +configuration + + property +nameyarn.scheduler.capacity.maximum-applications/name +value1/value +description + Maximum number of applications that can be pending and running. +/description + /property + + property +nameyarn.scheduler.capacity.maximum-am-resource-percent/name +value0.2/value +description + Maximum percent of resources in the cluster which can be used to run + application masters i.e. controls number of concurrent running + applications. +/description + /property + + property +nameyarn.scheduler.capacity.root.queues/name +valuedefault/value +description + The queues at the this level (root is the root queue). +/description + /property + + property +nameyarn.scheduler.capacity.root.capacity/name +value100/value +description + The total capacity as a percentage out of 100 for this queue. + If it has child queues then this includes their capacity as well. + The child queues capacity should add up to their parent queue's capacity + or less. +/description + /property + + property +nameyarn.scheduler.capacity.root.default.capacity/name +value100/value +descriptionDefault queue target capacity./description + /property + + property +nameyarn.scheduler.capacity.root.default.user-limit-factor/name +value1/value +description + Default queue user limit a percentage from 0.0 to 1.0. +/description + /property + + property +nameyarn.scheduler.capacity.root.default.maximum-capacity/name +value100/value +description + The maximum capacity of the default queue. +/description + /property + + property +nameyarn.scheduler.capacity.root.default.state/name +valueRUNNING/value +description + The state of the default queue. State can be one of RUNNING or STOPPED. +/description + /property + + property +nameyarn.scheduler.capacity.root.default.acl_submit_jobs/name +value*/value +description + The ACL of who can submit jobs to the default queue. +/description + /property + + property +nameyarn.scheduler.capacity.root.default.acl_administer_jobs/name +value*/value +description + The ACL of who can administer jobs on the default queue. +/description + /property + + property +nameyarn.scheduler.capacity.root.acl_administer_queues/name +value*/value +description + The ACL for who can administer this queue i.e. change sub-queue + allocations. +/description + /property + + property +nameyarn.scheduler.capacity.root.unfunded.capacity/name +value50/value +description + No description +/description + /property + property +nameyarn.scheduler.capacity.node-locality-delay/name +value40/value +description + No description +/description + /property + + +/configuration http://git-wip-us.apache.org/repos/asf/ambari/blob/7110b855/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/container-executor.cfg -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/container-executor.cfg b/ambari-server/src/main/resources/stacks/HDP/2.0.6.GlusterFS/services/YARN/configuration/container-executor.cfg new file mode 100644 index 000..d07b3db --- /dev/null +++
git commit: AMBARI-6167 Nagios won't install on 2.1.GlusterFS stack
Repository: ambari
Updated Branches:
refs/heads/trunk 2cc94aebc - 246136562
AMBARI-6167 Nagios won't install on 2.1.GlusterFS stack
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/24613656
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/24613656
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/24613656
Branch: refs/heads/trunk
Commit: 246136562bb8cee8db6daec3723f7943769fb984
Parents: 2cc94ae
Author: Erin A Boyd eb...@redhat.com
Authored: Mon Jun 30 09:02:33 2014 -0600
Committer: Erin A Boyd eb...@redhat.com
Committed: Mon Jun 30 09:02:47 2014 -0600
--
.../HDP/2.0.6/services/NAGIOS/package/scripts/params.py | 11 ---
1 file changed, 8 insertions(+), 3 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/ambari/blob/24613656/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/NAGIOS/package/scripts/params.py
--
diff --git
a/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/NAGIOS/package/scripts/params.py
b/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/NAGIOS/package/scripts/params.py
index 8fcdd14..cb3d5c1 100644
---
a/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/NAGIOS/package/scripts/params.py
+++
b/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/NAGIOS/package/scripts/params.py
@@ -133,8 +133,11 @@ if dfs_ha_enabled:
nn_host =
config['configurations']['hdfs-site'][format('dfs.namenode.rpc-address.{dfs_ha_nameservices}.{nn_id}')]
nn_ha_host_port_map[nn_host.split(:)[0]] = nn_host.split(:)[1]
else:
- namenode_metadata_port =
get_port_from_url(config['configurations']['core-site']['fs.defaultFS'])
- nn_ha_host_port_map[config['clusterHostInfo']['namenode_host'][0]] =
namenode_metadata_port
+ if 'namenode_host' in config['clusterHostInfo']:
+namenode_metadata_port =
get_port_from_url(config['configurations']['core-site']['fs.defaultFS'])
+nn_ha_host_port_map[config['clusterHostInfo']['namenode_host'][0]] =
namenode_metadata_port
+ else:
+namenode_metadata_port = '8020'
ganglia_port = 8651
ganglia_collector_slaves_port = 8660
@@ -197,7 +200,9 @@ _falcon_host =
default(/clusterHostInfo/falcon_server_hosts, None)
_hbase_rs_hosts = default(/clusterHostInfo/hbase_rs_hosts, _slave_hosts)
_hue_server_host = default(/clusterHostInfo/hue_server_host, None)
all_hosts = config['clusterHostInfo']['all_hosts']
-nn_hosts_string = .join(namenode_host)
+
+if 'namenode_host' in config['clusterHostInfo']:
+ nn_hosts_string = .join(namenode_host)
hostgroup_defs = {
git commit: AMBARI-6167 Nagios won't install on 2.1.GlusterFS stack
Repository: ambari
Updated Branches:
refs/heads/branch-1.6.1 82ce9aeb2 - 86051ffc7
AMBARI-6167 Nagios won't install on 2.1.GlusterFS stack
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/86051ffc
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/86051ffc
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/86051ffc
Branch: refs/heads/branch-1.6.1
Commit: 86051ffc7a8c3aa074acac5fba630f791ec8755f
Parents: 82ce9ae
Author: Erin A Boyd eb...@redhat.com
Authored: Mon Jun 30 09:11:20 2014 -0600
Committer: Erin A Boyd eb...@redhat.com
Committed: Mon Jun 30 09:11:34 2014 -0600
--
.../HDP/2.0.6/services/NAGIOS/package/scripts/params.py | 11 ---
1 file changed, 8 insertions(+), 3 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/ambari/blob/86051ffc/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/NAGIOS/package/scripts/params.py
--
diff --git
a/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/NAGIOS/package/scripts/params.py
b/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/NAGIOS/package/scripts/params.py
index 8fcdd14..cb3d5c1 100644
---
a/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/NAGIOS/package/scripts/params.py
+++
b/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/NAGIOS/package/scripts/params.py
@@ -133,8 +133,11 @@ if dfs_ha_enabled:
nn_host =
config['configurations']['hdfs-site'][format('dfs.namenode.rpc-address.{dfs_ha_nameservices}.{nn_id}')]
nn_ha_host_port_map[nn_host.split(:)[0]] = nn_host.split(:)[1]
else:
- namenode_metadata_port =
get_port_from_url(config['configurations']['core-site']['fs.defaultFS'])
- nn_ha_host_port_map[config['clusterHostInfo']['namenode_host'][0]] =
namenode_metadata_port
+ if 'namenode_host' in config['clusterHostInfo']:
+namenode_metadata_port =
get_port_from_url(config['configurations']['core-site']['fs.defaultFS'])
+nn_ha_host_port_map[config['clusterHostInfo']['namenode_host'][0]] =
namenode_metadata_port
+ else:
+namenode_metadata_port = '8020'
ganglia_port = 8651
ganglia_collector_slaves_port = 8660
@@ -197,7 +200,9 @@ _falcon_host =
default(/clusterHostInfo/falcon_server_hosts, None)
_hbase_rs_hosts = default(/clusterHostInfo/hbase_rs_hosts, _slave_hosts)
_hue_server_host = default(/clusterHostInfo/hue_server_host, None)
all_hosts = config['clusterHostInfo']['all_hosts']
-nn_hosts_string = .join(namenode_host)
+
+if 'namenode_host' in config['clusterHostInfo']:
+ nn_hosts_string = .join(namenode_host)
hostgroup_defs = {
git commit: AMBARI-6166 HBASE won't install in 2.1.GlusterFS stack (Scott Creeley via eboyd)
Repository: ambari
Updated Branches:
refs/heads/trunk 246136562 - 1fa452f11
AMBARI-6166 HBASE won't install in 2.1.GlusterFS stack (Scott Creeley via eboyd)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/1fa452f1
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/1fa452f1
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/1fa452f1
Branch: refs/heads/trunk
Commit: 1fa452f1142149ff0f625852660293a2e5433116
Parents: 2461365
Author: Erin A Boyd eb...@redhat.com
Authored: Mon Jun 30 09:14:48 2014 -0600
Committer: Erin A Boyd eb...@redhat.com
Committed: Mon Jun 30 09:14:48 2014 -0600
--
.../HDP/2.0.6/services/HBASE/package/scripts/params.py | 8 ++--
1 file changed, 6 insertions(+), 2 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/ambari/blob/1fa452f1/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HBASE/package/scripts/params.py
--
diff --git
a/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HBASE/package/scripts/params.py
b/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HBASE/package/scripts/params.py
index 20a1544..a7dd45b 100644
---
a/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HBASE/package/scripts/params.py
+++
b/ambari-server/src/main/resources/stacks/HDP/2.0.6/services/HBASE/package/scripts/params.py
@@ -64,8 +64,12 @@ regionserver_jaas_config_file =
default('hbase_regionserver_jaas_config_file', f
ganglia_server_hosts = default('/clusterHostInfo/ganglia_server_host', []) #
is not passed when ganglia is not present
ganglia_server_host = '' if len(ganglia_server_hosts) == 0 else
ganglia_server_hosts[0]
-rs_hosts = default('hbase_rs_hosts', config['clusterHostInfo']['slave_hosts'])
#if hbase_rs_hosts not given it is assumed that region servers on same nodes as
slaves
-
+# if hbase is selected the hbase_rs_hosts, should not be empty, but still
default just in case
+if 'slave_hosts' in config['clusterHostInfo']:
+ rs_hosts = default('/clusterHostInfo/hbase_rs_hosts',
'/clusterHostInfo/slave_hosts') #if hbase_rs_hosts not given it is assumed that
region servers on same nodes as slaves
+else:
+ rs_hosts = default('/clusterHostInfo/hbase_rs_hosts',
'/clusterHostInfo/all_hosts')
+
smoke_test_user = config['configurations']['global']['smokeuser']
smokeuser_permissions = default('smokeuser_permissions', RWXCA)
service_check_data = functions.get_unique_id_and_date()
git commit: AMBARI-6225 Nagios requires defaulted port for fs.defaultFS
Repository: ambari
Updated Branches:
refs/heads/branch-1.6.1 0ef4f9636 - 56e93b2fd
AMBARI-6225 Nagios requires defaulted port for fs.defaultFS
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/56e93b2f
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/56e93b2f
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/56e93b2f
Branch: refs/heads/branch-1.6.1
Commit: 56e93b2fdac322dc693f6e627372ea1ce0270082
Parents: 0ef4f96
Author: Erin A Boyd eb...@redhat.com
Authored: Mon Jun 23 10:06:27 2014 -0600
Committer: Erin A Boyd eb...@redhat.com
Committed: Mon Jun 23 10:06:39 2014 -0600
--
.../2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml | 4 ++--
ambari-web/app/data/HDP2/global_properties.js| 4 ++--
ambari-web/app/data/global_properties.js | 4 ++--
3 files changed, 6 insertions(+), 6 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/ambari/blob/56e93b2f/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml
--
diff --git
a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml
b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml
index d6f7495..7cb3f37 100644
---
a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml
+++
b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml
@@ -36,7 +36,7 @@
property
namefs.defaultFS/name
!-- cluster variant --
-valueglusterfs:value
+valueglusterfs:///localhost:8020/value
descriptionThe name of the default file system. Either the
literal string local or a host:port for NDFS./description
finaltrue/final
@@ -45,7 +45,7 @@
property
namefs.default.name/name
!-- cluster variant --
-valueglusterfs:value
+valueglusterfs:///localhost:8020/value
descriptionThe name of the default file system. Either the
literal string local or a host:port for NDFS./description
/property
http://git-wip-us.apache.org/repos/asf/ambari/blob/56e93b2f/ambari-web/app/data/HDP2/global_properties.js
--
diff --git a/ambari-web/app/data/HDP2/global_properties.js
b/ambari-web/app/data/HDP2/global_properties.js
index 4aedfc3..f4868ca 100644
--- a/ambari-web/app/data/HDP2/global_properties.js
+++ b/ambari-web/app/data/HDP2/global_properties.js
@@ -532,7 +532,7 @@ module.exports =
name: glusterfs_defaultFS_name,
displayName: GlusterFS default fs name,
description: GlusterFS default filesystem name (glusterfs:///),
- defaultValue: glusterfs:///,
+ defaultValue: glusterfs:///localhost:8020,
displayType: string,
isVisible: true,
domain: global,
@@ -544,7 +544,7 @@ module.exports =
name: fs_glusterfs_default_name,
displayName: GlusterFS default fs name,
description: GlusterFS default filesystem name (glusterfs:///),
- defaultValue: glusterfs:///,
+ defaultValue: glusterfs:///localhost:8020,
displayType: string,
isVisible: true,
domain: global,
http://git-wip-us.apache.org/repos/asf/ambari/blob/56e93b2f/ambari-web/app/data/global_properties.js
--
diff --git a/ambari-web/app/data/global_properties.js
b/ambari-web/app/data/global_properties.js
index ea5b0f1..4812eb2 100644
--- a/ambari-web/app/data/global_properties.js
+++ b/ambari-web/app/data/global_properties.js
@@ -253,7 +253,7 @@ module.exports =
name: fs_glusterfs_default_name,
displayName: GlusterFS default fs name 1.x Hadoop,
description: GlusterFS default filesystem name
(glusterfs://{MasterFQDN}:9000),
-defaultValue: glusterfs:///,
+defaultValue: glusterfs:///localhost:8020,
displayType: string,
isVisible: true,
domain: global,
@@ -265,7 +265,7 @@ module.exports =
name: glusterfs_defaultFS_name,
displayName: GlusterFS default fs name 2.x Hadoop,
description: GlusterFS default filesystem name (glusterfs:///),
- defaultValue: glusterfs:///,
+ defaultValue: glusterfs:///localhost:8020,
displayType: string,
isVisible: true,
domain: global,
git commit: AMBARI-6163 Add Gluster specific values for MR and Yarn
Repository: ambari Updated Branches: refs/heads/trunk 70bbd5a55 - 036229ca5 AMBARI-6163 Add Gluster specific values for MR and Yarn Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/036229ca Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/036229ca Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/036229ca Branch: refs/heads/trunk Commit: 036229ca51da349353f8070ce48c874a35c18f87 Parents: 70bbd5a Author: Erin A Boyd eb...@redhat.com Authored: Thu Jun 19 14:44:47 2014 -0600 Committer: Erin A Boyd eb...@redhat.com Committed: Thu Jun 19 14:46:06 2014 -0600 -- .../services/YARN/configuration/yarn-site.xml | 2 +- .../2.1.GlusterFS/services/YARN/metainfo.xml| 67 2 files changed, 68 insertions(+), 1 deletion(-) -- http://git-wip-us.apache.org/repos/asf/ambari/blob/036229ca/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/configuration/yarn-site.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/configuration/yarn-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/configuration/yarn-site.xml index 7f8d82c..fc85ef3 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/configuration/yarn-site.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/configuration/yarn-site.xml @@ -127,7 +127,7 @@ property nameyarn.nodemanager.container-executor.class/name - valueorg.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor/value + valueorg.apache.hadoop.yarn.server.nodemanager.GlusterContainerExecutor/value descriptionContainerExecutor for launching containers/description /property http://git-wip-us.apache.org/repos/asf/ambari/blob/036229ca/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/metainfo.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/metainfo.xml index a7beed7..fcc0b47 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/YARN/metainfo.xml @@ -61,6 +61,73 @@ config-typeyarn-log4j/config-type /configuration-dependencies /service + service + nameMAPREDUCE2/name + commentApache Hadoop NextGen MapReduce (YARN)/comment + version2.1.0.2.0.6.0/version + components +component + nameHISTORYSERVER/name + categoryMASTER/category + cardinality1/cardinality + auto-deploy +enabledtrue/enabled +co-locateYARN/RESOURCEMANAGER/co-locate + /auto-deploy + dependencies +dependency + nameHDFS/HDFS_CLIENT/name + scopehost/scope + auto-deploy +enabledtrue/enabled + /auto-deploy +/dependency + /dependencies + commandScript +scriptscripts/historyserver.py/script +scriptTypePYTHON/scriptType +timeout600/timeout + /commandScript +/component + +component + nameMAPREDUCE2_CLIENT/name + categoryCLIENT/category + cardinality0+/cardinality + commandScript +scriptscripts/mapreduce2_client.py/script +scriptTypePYTHON/scriptType +timeout600/timeout + /commandScript +/component + /components + + osSpecifics +osSpecific + osFamilyany/osFamily + packages +package + namehadoop-mapreduce/name +/package + /packages +/osSpecific + /osSpecifics + + commandScript +scriptscripts/mapred_service_check.py/script +scriptTypePYTHON/scriptType +timeout300/timeout + /commandScript + + configuration-dirconfiguration-mapred/configuration-dir + + configuration-dependencies +config-typecore-site/config-type +config-typeglobal/config-type +config-typemapred-site/config-type +config-typemapred-queue-acls/config-type + /configuration-dependencies +/service /services /metainfo
git commit: AMBARI-6211 Missing AbstractFileSystem property in core-site
Repository: ambari
Updated Branches:
refs/heads/trunk 036229ca5 - 68dd33256
AMBARI-6211 Missing AbstractFileSystem property in core-site
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/68dd3325
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/68dd3325
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/68dd3325
Branch: refs/heads/trunk
Commit: 68dd332565c742829d01e11fcadb2c7cc4f87104
Parents: 036229c
Author: Erin A Boyd eb...@redhat.com
Authored: Thu Jun 19 15:16:47 2014 -0600
Committer: Erin A Boyd eb...@redhat.com
Committed: Thu Jun 19 15:16:47 2014 -0600
--
ambari-web/app/data/HDP2/site_properties.js | 9 +
ambari-web/app/data/site_properties.js | 22 ++
2 files changed, 11 insertions(+), 20 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/ambari/blob/68dd3325/ambari-web/app/data/HDP2/site_properties.js
--
diff --git a/ambari-web/app/data/HDP2/site_properties.js
b/ambari-web/app/data/HDP2/site_properties.js
index c9f7184..c175b73 100644
--- a/ambari-web/app/data/HDP2/site_properties.js
+++ b/ambari-web/app/data/HDP2/site_properties.js
@@ -1708,6 +1708,15 @@ module.exports =
},
{
id: site property,
+ name: fs.AbstractFileSystem.glusterfs.impl,
+ displayName: Abstract File System Implementation,
+ displayType: string,
+ filename: core-site.xml,
+ serviceName: GLUSTERFS,
+ category: General
+},
+{
+ id: site property,
name: fs.glusterfs.volumes,
displayName: Gluster volume name(s),
displayType: string,
http://git-wip-us.apache.org/repos/asf/ambari/blob/68dd3325/ambari-web/app/data/site_properties.js
--
diff --git a/ambari-web/app/data/site_properties.js
b/ambari-web/app/data/site_properties.js
index f345ac5..133b002 100644
--- a/ambari-web/app/data/site_properties.js
+++ b/ambari-web/app/data/site_properties.js
@@ -917,26 +917,8 @@ module.exports =
},
{
id: site property,
- name: fs.glusterfs.volname,
- displayName: GlusterFS volume name,
- displayType: string,
- filename: core-site.xml,
- serviceName: GLUSTERFS,
- category: General
-},
-{
- id: site property,
- name: fs.glusterfs.mount,
- displayName: GlusterFS mount point,
- displayType: string,
- filename: core-site.xml,
- serviceName: GLUSTERFS,
- category: General
-},
-{
- id: site property,
- name: fs.glusterfs.getfattrcmd,
- displayName: GlusterFS getfattr command,
+ name: fs.AbstractFileSystem.glusterfs.impl,
+ displayName: Abstract File System Implementation,
displayType: string,
filename: core-site.xml,
serviceName: GLUSTERFS,
git commit: AMBARI-5307 Add support for multivolumes in GlusterFS stack
Repository: ambari Updated Branches: refs/heads/branch-1.6.0 d77a1913b - 352e8fc35 AMBARI-5307 Add support for multivolumes in GlusterFS stack Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/352e8fc3 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/352e8fc3 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/352e8fc3 Branch: refs/heads/branch-1.6.0 Commit: 352e8fc35a66a593989f66cb134f53e3819b2efa Parents: d77a191 Author: Erin A Boyd eb...@redhat.com Authored: Wed Jun 18 12:50:44 2014 -0600 Committer: Erin A Boyd eb...@redhat.com Committed: Wed Jun 18 12:50:44 2014 -0600 -- .../2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) -- http://git-wip-us.apache.org/repos/asf/ambari/blob/352e8fc3/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml index 51ae7e6..d6f7495 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml @@ -68,7 +68,7 @@ property namefs.glusterfs.volume.fuse.gv0/name - decriptionThe mount point that corresponds to the fs.glusterfs.volumes value/description + descriptionThe mount point that corresponds to the fs.glusterfs.volumes value/description value/mnt/gv0/value /property
[1/6] AMBARI-6086 Add Gluster 2.1 Support for HDP (Scott Creeley via eboyd)
Repository: ambari
Updated Branches:
refs/heads/trunk 084f4a885 - c0fc5a5dc
http://git-wip-us.apache.org/repos/asf/ambari/blob/c0fc5a5d/ambari-web/app/data/global_properties.js
--
diff --git a/ambari-web/app/data/global_properties.js
b/ambari-web/app/data/global_properties.js
index af16bf9..ea5b0f1 100644
--- a/ambari-web/app/data/global_properties.js
+++ b/ambari-web/app/data/global_properties.js
@@ -296,6 +296,84 @@ module.exports =
serviceName: GLUSTERFS,
index: 1
},
+ {
+ id: puppet var,
+ name: hdfs_log_dir_prefix,
+ displayName: Hadoop Log Dir Prefix,
+ description: The parent directory for Hadoop log files. The HDFS
log directory will be ${hadoop_log_dir_prefix} / ${hdfs_user} and the MapReduce
log directory will be ${hadoop_log_dir_prefix} / ${mapred_user}.,
+ defaultValue: /var/log/hadoop,
+ isReconfigurable: false,
+ displayType: directory,
+ isOverridable: false,
+ isVisible: true,
+ serviceName: GLUSTERFS,
+ category: Advanced
+ },
+ {
+ id: puppet var,
+ name: hadoop_pid_dir_prefix,
+ displayName: Hadoop PID Dir Prefix,
+ description: The parent directory in which the PID files for
Hadoop processes will be created. The HDFS PID directory will be
${hadoop_pid_dir_prefix} / ${hdfs_user} and the MapReduce PID directory will be
${hadoop_pid_dir_prefix} / ${mapred_user}.,
+ defaultValue: /var/run/hadoop,
+ isReconfigurable: false,
+ displayType: directory,
+ isOverridable: false,
+ isVisible: true,
+ serviceName: GLUSTERFS,
+ category: Advanced
+ },
+ {
+ id: puppet var,
+ name: namenode_heapsize,
+ displayName: Name Node Heap Size,
+ description: Name Node Heap Size, default jvm memory setting,
+ defaultValue: 1024,
+ isReconfigurable: false,
+ displayType: int,
+ isOverridable: false,
+ isVisible: false,
+ serviceName: GLUSTERFS,
+ category: Advanced
+ },
+{
+ id: puppet var,
+ name: namenode_opt_newsize,
+ displayName: NameNode new generation size,
+ description: Default size of Java new generation for NameNode (Java
option -XX:NewSize). This also applies to the Secondary NameNode.,
+ defaultValue: 200,
+ displayType: int,
+ unit: MB,
+ isOverridable: false,
+ isVisible: false,
+ serviceName: GLUSTERFS,
+ category: category
+},
+{
+ id: puppet var,
+ name: namenode_opt_maxnewsize,
+ displayName: NameNode maximum new generation size,
+ description: Maximum size of Java new generation for NameNode (Java
option -XX:MaxnewSize).,
+ defaultValue: 200,
+ displayType: int,
+ unit: MB,
+ isOverridable: false,
+ isVisible: false,
+ serviceName: GLUSTERFS,
+ category: Advanced
+},
+{
+ id: puppet var,
+ name: dtnode_heapsize,
+ displayName: DataNode maximum Java heap size,
+ description: Maximum Java heap size for DataNode (Java option -Xmx),
+ defaultValue: 1024,
+ displayType: int,
+ unit: MB,
+ isVisible: false,
+ domain: datanode-global,
+ serviceName: GLUSTERFS,
+ category: Advanced
+},
/**MAPREDUCE***/
{
id: puppet var,
http://git-wip-us.apache.org/repos/asf/ambari/blob/c0fc5a5d/ambari-web/app/data/review_configs.js
--
diff --git a/ambari-web/app/data/review_configs.js
b/ambari-web/app/data/review_configs.js
index d0cbd0e..b9e04ae 100644
--- a/ambari-web/app/data/review_configs.js
+++ b/ambari-web/app/data/review_configs.js
@@ -71,15 +71,8 @@ module.exports = [
Ember.Object.create({
service_name: 'GLUSTERFS',
display_name: 'GLUSTERFS',
-service_components: [
- Ember.Object.create({
-display_name: 'GLUSTERFS Client',
-component_name: 'GLUSTERFS_CLIENT',
-component_value: '',
-isMaster: false
- })
-]
- }),
+service_components: []
+ }),
Ember.Object.create({
service_name: 'MAPREDUCE',
display_name: 'MapReduce',
http://git-wip-us.apache.org/repos/asf/ambari/blob/c0fc5a5d/ambari-web/app/data/service_configs.js
--
diff --git a/ambari-web/app/data/service_configs.js
b/ambari-web/app/data/service_configs.js
index 2d3903c..5b076b5 100644
--- a/ambari-web/app/data/service_configs.js
+++ b/ambari-web/app/data/service_configs.js
@@ -54,7 +54,8 @@ module.exports =
git commit: AMBARI-6153 Summary fields are missing in GlusterFS tab (Scott Creeley via eboyd)
Repository: ambari
Updated Branches:
refs/heads/branch-1.6.0 034ae1ec5 - b7cad99d7
AMBARI-6153 Summary fields are missing in GlusterFS tab (Scott Creeley via
eboyd)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/b7cad99d
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/b7cad99d
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/b7cad99d
Branch: refs/heads/branch-1.6.0
Commit: b7cad99d73967300dcbf3592c0fb64382ca86fc6
Parents: 034ae1e
Author: Erin A Boyd eb...@redhat.com
Authored: Tue Jun 17 10:27:34 2014 -0600
Committer: Erin A Boyd eb...@redhat.com
Committed: Tue Jun 17 10:27:34 2014 -0600
--
ambari-web/app/mappers/server_data_mapper.js| 1 +
ambari-web/app/messages.js | 2 ++
ambari-web/app/templates.js | 1 +
.../app/templates/main/service/info/summary.hbs | 3 +++
.../main/service/info/summary/glusterfs.hbs | 23
.../app/views/main/service/info/summary.js | 3 ++-
6 files changed, 32 insertions(+), 1 deletion(-)
--
http://git-wip-us.apache.org/repos/asf/ambari/blob/b7cad99d/ambari-web/app/mappers/server_data_mapper.js
--
diff --git a/ambari-web/app/mappers/server_data_mapper.js
b/ambari-web/app/mappers/server_data_mapper.js
index 2c94c5c..331a0e6 100644
--- a/ambari-web/app/mappers/server_data_mapper.js
+++ b/ambari-web/app/mappers/server_data_mapper.js
@@ -240,6 +240,7 @@ App.QuickDataMapper.componentServiceMap = function () {
'KERBEROS_CLIENT': 'KERBEROS',
'HUE_SERVER': 'HUE',
'GLUSTERFS_CLIENT': 'GLUSTERFS',
+'GLUSTERFS': 'GLUSTERFS',
'FALCON_SERVER': 'FALCON',
'FALCON_CLIENT': 'FALCON',
'NIMBUS': 'STORM',
http://git-wip-us.apache.org/repos/asf/ambari/blob/b7cad99d/ambari-web/app/messages.js
--
diff --git a/ambari-web/app/messages.js b/ambari-web/app/messages.js
index b0b819a..dba4538 100644
--- a/ambari-web/app/messages.js
+++ b/ambari-web/app/messages.js
@@ -1429,6 +1429,8 @@ Em.I18n.translations = {
'services.tez.clients': 'Tez clients',
'services.pig.client': 'Pig client',
'services.pig.clients': 'Pig clients',
+ 'services.glusterfs.client': 'GLUSTERFS client',
+ 'services.glusterfs.clients': 'GLUSTERFS clients',
'services.sqoop.client': 'Sqoop client',
'services.sqoop.clients': 'Sqoop clients',
http://git-wip-us.apache.org/repos/asf/ambari/blob/b7cad99d/ambari-web/app/templates.js
--
diff --git a/ambari-web/app/templates.js b/ambari-web/app/templates.js
index fe63695..e1528fa 100644
--- a/ambari-web/app/templates.js
+++ b/ambari-web/app/templates.js
@@ -29,5 +29,6 @@ require('templates/main/service/info/summary/hue');
require('templates/main/service/info/summary/falcon');
require('templates/main/service/info/summary/tez');
require('templates/main/service/info/summary/pig');
+require('templates/main/service/info/summary/glusterfs');
require('templates/main/service/info/summary/sqoop');
require('templates/main/admin/highAvailability/progress');
http://git-wip-us.apache.org/repos/asf/ambari/blob/b7cad99d/ambari-web/app/templates/main/service/info/summary.hbs
--
diff --git a/ambari-web/app/templates/main/service/info/summary.hbs
b/ambari-web/app/templates/main/service/info/summary.hbs
index f1bd71e..b2633e6 100644
--- a/ambari-web/app/templates/main/service/info/summary.hbs
+++ b/ambari-web/app/templates/main/service/info/summary.hbs
@@ -78,6 +78,9 @@
{{#if view.serviceStatus.pig}}
{{template templates/main/service/info/summary/pig}}
{{/if}}
+{{#if view.serviceStatus.glusterfs}}
+ {{template templates/main/service/info/summary/glusterfs}}
+{{/if}}
{{#if view.serviceStatus.sqoop}}
{{template templates/main/service/info/summary/sqoop}}
{{/if}}
http://git-wip-us.apache.org/repos/asf/ambari/blob/b7cad99d/ambari-web/app/templates/main/service/info/summary/glusterfs.hbs
--
diff --git a/ambari-web/app/templates/main/service/info/summary/glusterfs.hbs
b/ambari-web/app/templates/main/service/info/summary/glusterfs.hbs
new file mode 100644
index 000..596cc6e
--- /dev/null
+++ b/ambari-web/app/templates/main/service/info/summary/glusterfs.hbs
@@ -0,0 +1,23 @@
+{{!
+* Licensed to the Apache Software Foundation (ASF) under one
+* or more contributor license agreements. See the NOTICE file
+* distributed with this work for additional information
+* regarding copyright
git commit: AMBARI-6151 Remove obsolete core-site values for GlusterFS
Repository: ambari
Updated Branches:
refs/heads/branch-1.6.0 b7cad99d7 - 16df034d8
AMBARI-6151 Remove obsolete core-site values for GlusterFS
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/16df034d
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/16df034d
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/16df034d
Branch: refs/heads/branch-1.6.0
Commit: 16df034d825ca2e4e38d47fc4dcf975ae7122701
Parents: b7cad99
Author: Erin A Boyd eb...@redhat.com
Authored: Tue Jun 17 12:12:54 2014 -0600
Committer: Erin A Boyd eb...@redhat.com
Committed: Tue Jun 17 12:12:54 2014 -0600
--
.../GLUSTERFS/configuration/core-site.xml | 25 --
.../services/GLUSTERFS/configuration/global.xml | 5 --
ambari-web/app/data/HDP2/site_properties.js | 51 ++--
ambari-web/app/data/site_properties.js | 38 +--
4 files changed, 17 insertions(+), 102 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/ambari/blob/16df034d/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml
--
diff --git
a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml
b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml
index c0a0482..e38eb27 100644
---
a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml
+++
b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/core-site.xml
@@ -51,11 +51,6 @@
/property
property
-namegluster.daemon.user/name
-valueyarn/value
-/property
-
-property
namefs.AbstractFileSystem.glusterfs.impl/name
valueorg.apache.hadoop.fs.local.GlusterFs/value
/property
@@ -65,26 +60,6 @@
valueorg.apache.hadoop.fs.glusterfs.GlusterFileSystem/value
/property
-property
-namefs.glusterfs.volname/name
-valueHadoopVol/value
-descriptionGlusterFS volume name/description
-/property
-
-property
-namefs.glusterfs.getfattrcmd/name
-valuesudo getfattr -m . -n trusted.glusterfs.pathinfo/value
-descriptionGlusterFS getfattr command/description
-/property
-
-property
-namefs.glusterfs.mount/name
-value/mnt/glusterfs/value
-descriptionGlusterFS mount point/description
-/property
-
-
-
!-- Properties that I am removing to get rid of service errors --
!-- I/O Properties --
http://git-wip-us.apache.org/repos/asf/ambari/blob/16df034d/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/global.xml
--
diff --git
a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/global.xml
b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/global.xml
index dd57120..28ce9b5 100644
---
a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/global.xml
+++
b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/GLUSTERFS/configuration/global.xml
@@ -42,11 +42,6 @@
descriptionHadoop Log Dir Prefix/description
/property
property
-namehadoop_pid_dir_prefix/name
-value/var/run/hadoop/value
-descriptionHadoop PID Dir Prefix/description
- /property
- property
namenamenode_heapsize/name
value1024/value
descriptionNameNode Java heap size/description
http://git-wip-us.apache.org/repos/asf/ambari/blob/16df034d/ambari-web/app/data/HDP2/site_properties.js
--
diff --git a/ambari-web/app/data/HDP2/site_properties.js
b/ambari-web/app/data/HDP2/site_properties.js
index 6df33f4..b41c61d 100644
--- a/ambari-web/app/data/HDP2/site_properties.js
+++ b/ambari-web/app/data/HDP2/site_properties.js
@@ -1661,38 +1661,28 @@ module.exports =
//* GLUSTERFS
stack
-
{
- id: site property,
- name: fs.glusterfs.impl,
- displayName: GlusterFS fs impl,
- displayType: string,
- filename: core-site.xml,
- serviceName: GLUSTERFS,
- category: General
+id: site property,
+name: fs.defaultFS,
+displayName: GlusterFS default fs name,
+displayType: string,
+filename: core-site.xml,
+serviceName: GLUSTERFS,
+category: General
},
{
- id: site property,
- name: fs.glusterfs.volname,
- displayName: GlusterFS volume name,
- displayType: string,
- filename: core-site.xml,
- serviceName: GLUSTERFS,
- category: General
+id: site
git commit: AMBARI-6152 Review screen blank before deployment (2.1.GlusterFS stack) (Scott Creeley via eboyd)
Repository: ambari
Updated Branches:
refs/heads/branch-1.6.0 16df034d8 - 0d9ca5ba6
AMBARI-6152 Review screen blank before deployment (2.1.GlusterFS stack) (Scott
Creeley via eboyd)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/0d9ca5ba
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/0d9ca5ba
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/0d9ca5ba
Branch: refs/heads/branch-1.6.0
Commit: 0d9ca5ba640ff3d094d211855384a8c11d680c6e
Parents: 16df034
Author: Erin Boyd eb...@eboyd.csb
Authored: Tue Jun 17 15:14:23 2014 -0600
Committer: Erin Boyd eb...@eboyd.csb
Committed: Tue Jun 17 15:14:23 2014 -0600
--
.../stacks/HDP/2.1.GlusterFS/metainfo.xml | 4 ++--
.../data/stacks/HDP-2.1/service_components.json | 24
.../app/controllers/wizard/step8_controller.js | 6 +
ambari-web/app/data/review_configs.js | 11 ++---
4 files changed, 34 insertions(+), 11 deletions(-)
--
http://git-wip-us.apache.org/repos/asf/ambari/blob/0d9ca5ba/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/metainfo.xml
--
diff --git
a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/metainfo.xml
b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/metainfo.xml
index e57d66f..1b08fee 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/metainfo.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/metainfo.xml
@@ -19,6 +19,6 @@
versions
activefalse/active
/versions
-extends2.1/extends
-!-- extends2.0.6/extends --
+!-- extends2.1/extends --
+extends2.0.6/extends
/metainfo
http://git-wip-us.apache.org/repos/asf/ambari/blob/0d9ca5ba/ambari-web/app/assets/data/stacks/HDP-2.1/service_components.json
--
diff --git a/ambari-web/app/assets/data/stacks/HDP-2.1/service_components.json
b/ambari-web/app/assets/data/stacks/HDP-2.1/service_components.json
index cd1ac19..454ad58 100644
--- a/ambari-web/app/assets/data/stacks/HDP-2.1/service_components.json
+++ b/ambari-web/app/assets/data/stacks/HDP-2.1/service_components.json
@@ -434,6 +434,30 @@
]
},
{
+ href :
http://localhost:8080/api/v1/stacks/HDP/versions/2.1/stackServices/GLUSTERFS;,
+ StackServices : {
+comments : An HCFS file system,
+service_name : GLUSTERFS,
+service_version : 2.1.3.0,
+stack_name : HDP,
+stack_version : 2.1
+ },
+ serviceComponents : [
+{
+ href :
http://localhost:8080/api/v1/stacks/HDP/versions/2.1/stackServices/GLUSTERFS/serviceComponents/GLUSTERFS;,
+ StackServiceComponents : {
+component_category : CLIENT,
+component_name : GLUSTERFS_CLIENT,
+is_client : true,
+is_master : false,
+service_name : GLUSTERFS,
+stack_name : HDP,
+stack_version : 2.1
+ }
+}
+ ]
+},
+{
href :
http://localhost:8080/api/v1/stacks/HDP/versions/2.1/stackServices/STORM;,
StackServices : {
comments : Apache Hadoop Stream processing framework,
http://git-wip-us.apache.org/repos/asf/ambari/blob/0d9ca5ba/ambari-web/app/controllers/wizard/step8_controller.js
--
diff --git a/ambari-web/app/controllers/wizard/step8_controller.js
b/ambari-web/app/controllers/wizard/step8_controller.js
index 4aadcda..94ce1dc 100644
--- a/ambari-web/app/controllers/wizard/step8_controller.js
+++ b/ambari-web/app/controllers/wizard/step8_controller.js
@@ -651,6 +651,7 @@ App.WizardStep8Controller = Em.Controller.extend({
if (serviceObj) {
serviceObj.get('service_components').forEach(function (_component) {
this.assignComponentHosts(_component);
+ console.log(' ---INFO: step8: service component: ' +
_service.serviceName);
}, this);
this.get('services').pushObject(serviceObj);
}
@@ -666,18 +667,23 @@ App.WizardStep8Controller = Em.Controller.extend({
var componentValue;
if (component.get('customHandler')) {
this[component.get('customHandler')].call(this, component);
+ console.log(' --- ---INFO: step8: in customHandler');
}
else {
+ console.log(' --- ---INFO: step8: NOT in customHandler');
if (component.get('isMaster')) {
+console.log(' --- ---INFO: step8: component isMaster');
componentValue = this.get('content.masterComponentHosts')
.findProperty('component', component.component_name).hostName;
}
else {
+console.log(' --- ---INFO: step8
git commit: AMBARI-6164 Update stack inheritence for 2.1.GlusterFS stack (Scott Creeley via eboyd)
Repository: ambari Updated Branches: refs/heads/branch-1.6.0 0d9ca5ba6 - 7adbdc16d AMBARI-6164 Update stack inheritence for 2.1.GlusterFS stack (Scott Creeley via eboyd) Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/7adbdc16 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/7adbdc16 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/7adbdc16 Branch: refs/heads/branch-1.6.0 Commit: 7adbdc16d8677191d0555af18d0ad4ea47458934 Parents: 0d9ca5b Author: Erin Boyd eb...@eboyd.csb Authored: Tue Jun 17 15:52:14 2014 -0600 Committer: Erin Boyd eb...@eboyd.csb Committed: Tue Jun 17 15:52:14 2014 -0600 -- .../src/main/resources/stacks/HDP/2.1.GlusterFS/metainfo.xml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) -- http://git-wip-us.apache.org/repos/asf/ambari/blob/7adbdc16/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/metainfo.xml -- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/metainfo.xml index 1b08fee..e57d66f 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/metainfo.xml @@ -19,6 +19,6 @@ versions activefalse/active /versions -!-- extends2.1/extends -- -extends2.0.6/extends +extends2.1/extends +!-- extends2.0.6/extends -- /metainfo
