Repository: ambari Updated Branches: refs/heads/trunk 3db257444 -> 78430140f
http://git-wip-us.apache.org/repos/asf/ambari/blob/78430140/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/SLIDER/metainfo.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/SLIDER/metainfo.xml b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/SLIDER/metainfo.xml new file mode 100644 index 0000000..0a4dbbb --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/SLIDER/metainfo.xml @@ -0,0 +1,26 @@ +<?xml version="1.0"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<metainfo> + <schemaVersion>2.0</schemaVersion> + <services> + <service> + <name>SLIDER</name> + <version>0.72.0.2.3</version> + </service> + </services> +</metainfo> http://git-wip-us.apache.org/repos/asf/ambari/blob/78430140/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/SQOOP/metainfo.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/SQOOP/metainfo.xml b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/SQOOP/metainfo.xml new file mode 100644 index 0000000..d5d18b8 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/SQOOP/metainfo.xml @@ -0,0 +1,26 @@ +<?xml version="1.0"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<metainfo> + <schemaVersion>2.0</schemaVersion> + <services> + <service> + <name>SQOOP</name> + <version>1.4.6.2.3</version> + </service> + </services> +</metainfo> http://git-wip-us.apache.org/repos/asf/ambari/blob/78430140/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/STORM/configuration/storm-site.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/STORM/configuration/storm-site.xml b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/STORM/configuration/storm-site.xml new file mode 100644 index 0000000..373f408 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/STORM/configuration/storm-site.xml @@ -0,0 +1,43 @@ +<?xml version="1.0"?> +<!-- + censed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +--> + +<configuration supports_final="true" xmlns:xi="http://www.w3.org/2001/XInclude";> + <property> + <name>nimbus.seeds</name> + <value>localhost</value> + <description>Comma-delimited list of the hosts running nimbus server.</description> + </property> + <property> + <name>topology.min.replication.count</name> + <value>1</value> + <description> Minimum number of nimbus hosts where the code must be replicated before leader nimbus can mark the topology as active and create assignments. </description> + </property> + <property> + <name>topology.max.replication.wait.time.sec</name> + <value>60</value> + <description>Maximum wait time for the nimbus host replication to achieve the nimbus.min.replication.count. Once this time is elapsed nimbus will go ahead and perform topology activation tasks even if required nimbus.min.replication.count is not achieved</description> + </property> + <property> + <name>nimbus.host</name> + <value>localhost</value> + <description>Deprecated config in favor of nimbus.seeds used during non HA mode.</description> + <deleted>true</deleted> + </property> +</configuration> http://git-wip-us.apache.org/repos/asf/ambari/blob/78430140/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/STORM/metainfo.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/STORM/metainfo.xml b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/STORM/metainfo.xml new file mode 100644 index 0000000..57c2826 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/STORM/metainfo.xml @@ -0,0 +1,27 @@ +<?xml version="1.0"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> + +<metainfo> + <schemaVersion>2.0</schemaVersion> + <services> + <service> + <name>STORM</name> + <version>0.9.3.2.3</version> + </service> + </services> +</metainfo> http://git-wip-us.apache.org/repos/asf/ambari/blob/78430140/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/TEZ/configuration/tez-site.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/TEZ/configuration/tez-site.xml b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/TEZ/configuration/tez-site.xml new file mode 100644 index 0000000..be534f1 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/TEZ/configuration/tez-site.xml @@ -0,0 +1,98 @@ +<?xml version="1.0"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> + +<configuration supports_final="true"> + <property> + <name>tez.am.view-acls</name> + <value>*</value> + <description>AM view ACLs. This allows the specified users/groups to view the status of the AM and all DAGs that run within this AM. + Value format: Comma separated list of users, followed by whitespace, followed by a comma separated list of groups. + </description> + </property> + + <property> + <name>tez.runtime.optimize.local.fetch</name> + <value>true</value> + <description>If the shuffle input is on the local host bypass the http fetch and access the files directly.</description> + <value-attributes> + <type>boolean</type> + </value-attributes> + </property> + + <property> + <name>tez.task.generate.counters.per.io</name> + <value>true</value> + <description>Whether to generate counters on a per-edge basis for a Tez DAG. Helpful for in-depth analysis.</description> + <value-attributes> + <type>boolean</type> + </value-attributes> + </property> + + <property> + <name>tez.runtime.sorter.class</name> + <value>PIPELINED</value> + <description>Which sorter implementation to use</description> + <value-attributes> + <type>value-list</type> + <entries> + <entry> + <value>PIPELINED</value> + <label>Pipelined Sorter</label> + </entry> + <entry> + <value>LEGACY</value> + <label>Legacy Sorter</label> + </entry> + </entries> + <selection-cardinality>1</selection-cardinality> + </value-attributes> + </property> + + <property> + <name>tez.runtime.pipelined.sorter.sort.threads</name> + <value>2</value> + <description>Tez runtime pipelined sorter sort threads</description> + <value-attributes> + <type>int</type> + </value-attributes> + <depends-on> + <property> + <type>tez-site</type> + <name>tez.runtime.sorter.class</name> + </property> + </depends-on> + </property> + + <property> + <name>tez.runtime.io.sort.mb</name> + <value>272</value> + <description>The size of the sort buffer when output needs to be sorted</description> + <value-attributes> + <type>int</type> + <unit>MB</unit> + </value-attributes> + <depends-on> + <property> + <type>tez-site</type> + <name>tez.runtime.sorter.class</name> + </property> + </depends-on> + </property> + +</configuration> http://git-wip-us.apache.org/repos/asf/ambari/blob/78430140/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/TEZ/metainfo.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/TEZ/metainfo.xml b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/TEZ/metainfo.xml new file mode 100644 index 0000000..6726351 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/TEZ/metainfo.xml @@ -0,0 +1,26 @@ +<?xml version="1.0"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<metainfo> + <schemaVersion>2.0</schemaVersion> + <services> + <service> + <name>TEZ</name> + <version>0.7.0.2.3</version> + </service> + </services> +</metainfo> http://git-wip-us.apache.org/repos/asf/ambari/blob/78430140/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/YARN/metainfo.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/YARN/metainfo.xml b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/YARN/metainfo.xml new file mode 100644 index 0000000..47d17ba --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/YARN/metainfo.xml @@ -0,0 +1,34 @@ +<?xml version="1.0"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> + +<metainfo> + <schemaVersion>2.0</schemaVersion> + <services> + <service> + <name>YARN</name> + <version>2.7.0.2.3</version> + </service> + + <service> + <name>MAPREDUCE2</name> + <version>2.7.0.2.3</version> + <configuration-dir>configuration-mapred</configuration-dir> + </service> + + </services> +</metainfo> http://git-wip-us.apache.org/repos/asf/ambari/blob/78430140/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/ZOOKEEPER/metainfo.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/ZOOKEEPER/metainfo.xml b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/ZOOKEEPER/metainfo.xml new file mode 100644 index 0000000..e8807fc --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/ZOOKEEPER/metainfo.xml @@ -0,0 +1,26 @@ +<?xml version="1.0"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<metainfo> + <schemaVersion>2.0</schemaVersion> + <services> + <service> + <name>ZOOKEEPER</name> + <version>3.4.6.2.3</version> + </service> + </services> +</metainfo> http://git-wip-us.apache.org/repos/asf/ambari/blob/78430140/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/stack_advisor.py ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/stack_advisor.py b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/stack_advisor.py new file mode 100644 index 0000000..9709ee4 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/HDPWIN/2.3/services/stack_advisor.py @@ -0,0 +1,43 @@ +#!/usr/bin/env ambari-python-wrap +""" +Licensed to the Apache Software Foundation (ASF) under one +or more contributor license agreements. See the NOTICE file +distributed with this work for additional information +regarding copyright ownership. The ASF licenses this file +to you under the Apache License, Version 2.0 (the +"License"); you may not use this file except in compliance +with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +""" + +class HDPWIN23StackAdvisor(HDPWIN22StackAdvisor): + + def getServiceConfigurationRecommenderDict(self): + parentRecommendConfDict = super(HDPWIN23StackAdvisor, self).getServiceConfigurationRecommenderDict() + childRecommendConfDict = { + "TEZ": self.recommendTezConfigurations, + } + parentRecommendConfDict.update(childRecommendConfDict) + return parentRecommendConfDict + + def recommendTezConfigurations(self, configurations, clusterData, services, hosts): + super(HDPWIN23StackAdvisor, self).recommendTezConfigurations(configurations, clusterData, services, hosts) + + putTezProperty = self.putProperty(configurations, "tez-site") + # remove 2gb limit for tez.runtime.io.sort.mb + # in HDPWIN 2.3 "tez.runtime.sorter.class" is set by default to PIPELINED, in other case comment calculation code below + taskResourceMemory = clusterData['mapMemory'] if clusterData['mapMemory'] > 2048 else int(clusterData['reduceMemory']) + taskResourceMemory = min(clusterData['containers'] * clusterData['ramPerContainer'], taskResourceMemory) + putTezProperty("tez.runtime.io.sort.mb", int(taskResourceMemory * 0.4)) + + if "tez-site" in services["configurations"] and "tez.runtime.sorter.class" in services["configurations"]["tez-site"]["properties"]: + if services["configurations"]["tez-site"]["properties"]["tez.runtime.sorter.class"] == "LEGACY": + putTezAttribute = self.putPropertyAttribute(configurations, "tez-site") + putTezAttribute("tez.runtime.io.sort.mb", "maximum", 2047) \ No newline at end of file
