AMBARI-20566. Create ambari-infra module in Ambari (move solr modules from ambari-logsearch) (oleewere)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/8842be0c Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/8842be0c Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/8842be0c Branch: refs/heads/branch-dev-logsearch Commit: 8842be0c836fa431da08962b20fed0e10d1ac8c8 Parents: fa6aa07 Author: oleewere <oleew...@gmail.com> Authored: Fri Mar 24 21:41:34 2017 +0100 Committer: oleewere <oleew...@gmail.com> Committed: Tue Mar 28 18:45:11 2017 +0200 ---------------------------------------------------------------------- ambari-infra/ambari-infra-assembly/pom.xml | 336 ++++ .../src/main/package/deb/solr-client/control | 22 + .../src/main/package/deb/solr-client/postinst | 15 + .../src/main/package/deb/solr-client/postrm | 15 + .../src/main/package/deb/solr-client/preinst | 15 + .../src/main/package/deb/solr-client/prerm | 15 + .../src/main/package/deb/solr/control | 22 + .../src/main/package/deb/solr/postinst | 15 + .../src/main/package/deb/solr/postrm | 15 + .../src/main/package/deb/solr/preinst | 15 + .../src/main/package/deb/solr/prerm | 15 + .../src/main/resources/solr | 1464 ++++++++++++++++++ ambari-infra/ambari-infra-solr-client/build.xml | 56 + ambari-infra/ambari-infra-solr-client/pom.xml | 125 ++ .../ambari/infra/solr/AmbariSolrCloudCLI.java | 565 +++++++ .../infra/solr/AmbariSolrCloudClient.java | 334 ++++ .../solr/AmbariSolrCloudClientBuilder.java | 215 +++ .../solr/AmbariSolrCloudClientException.java | 28 + .../solr/commands/AbstractRetryCommand.java | 58 + .../solr/commands/AbstractSolrRetryCommand.java | 53 + .../commands/AbstractStateFileZkCommand.java | 42 + .../AbstractZookeeperConfigCommand.java | 44 + .../commands/AbstractZookeeperRetryCommand.java | 40 + .../solr/commands/CheckConfigZkCommand.java | 34 + .../solr/commands/CheckZnodeZkCommand.java | 45 + .../solr/commands/CreateCollectionCommand.java | 62 + .../infra/solr/commands/CreateShardCommand.java | 51 + .../solr/commands/CreateSolrZnodeZkCommand.java | 42 + .../solr/commands/DownloadConfigZkCommand.java | 47 + .../EnableKerberosPluginSolrZkCommand.java | 88 ++ .../infra/solr/commands/GetShardsCommand.java | 39 + .../solr/commands/GetSolrHostsCommand.java | 53 + .../solr/commands/GetStateFileZkCommand.java | 43 + .../solr/commands/ListCollectionCommand.java | 49 + .../solr/commands/SecureSolrZNodeZkCommand.java | 86 + .../solr/commands/SecureZNodeZkCommand.java | 49 + .../commands/SetClusterPropertyZkCommand.java | 40 + .../solr/commands/UpdateStateFileZkCommand.java | 84 + .../solr/commands/UploadConfigZkCommand.java | 41 + .../infra/solr/domain/AmbariSolrState.java | 26 + .../apache/ambari/infra/solr/util/AclUtils.java | 85 + .../ambari/infra/solr/util/ShardUtils.java | 71 + .../src/main/resources/log4j.properties | 31 + .../src/main/resources/solrCloudCli.sh | 20 + .../infra/solr/AmbariSolrCloudClientTest.java | 134 ++ ambari-infra/ambari-infra-solr-plugin/pom.xml | 56 + .../InfraKerberosHostValidator.java | 54 + .../InfraRuleBasedAuthorizationPlugin.java | 542 +++++++ .../InfraUserRolesLookupStrategy.java | 49 + .../InfraKerberosHostValidatorTest.java | 114 ++ .../InfraRuleBasedAuthorizationPluginTest.java | 247 +++ .../InfraUserRolesLookupStrategyTest.java | 83 + ambari-infra/pom.xml | 187 +++ .../ambari-infra-solr-client/build.xml | 56 - .../ambari-infra-solr-client/pom.xml | 125 -- .../ambari/infra/solr/AmbariSolrCloudCLI.java | 565 ------- .../infra/solr/AmbariSolrCloudClient.java | 334 ---- .../solr/AmbariSolrCloudClientBuilder.java | 215 --- .../solr/AmbariSolrCloudClientException.java | 28 - .../solr/commands/AbstractRetryCommand.java | 58 - .../solr/commands/AbstractSolrRetryCommand.java | 53 - .../commands/AbstractStateFileZkCommand.java | 42 - .../AbstractZookeeperConfigCommand.java | 44 - .../commands/AbstractZookeeperRetryCommand.java | 40 - .../solr/commands/CheckConfigZkCommand.java | 34 - .../solr/commands/CheckZnodeZkCommand.java | 45 - .../solr/commands/CreateCollectionCommand.java | 62 - .../infra/solr/commands/CreateShardCommand.java | 51 - .../solr/commands/CreateSolrZnodeZkCommand.java | 42 - .../solr/commands/DownloadConfigZkCommand.java | 47 - .../EnableKerberosPluginSolrZkCommand.java | 88 -- .../infra/solr/commands/GetShardsCommand.java | 39 - .../solr/commands/GetSolrHostsCommand.java | 53 - .../solr/commands/GetStateFileZkCommand.java | 43 - .../solr/commands/ListCollectionCommand.java | 49 - .../solr/commands/SecureSolrZNodeZkCommand.java | 86 - .../solr/commands/SecureZNodeZkCommand.java | 49 - .../commands/SetClusterPropertyZkCommand.java | 40 - .../solr/commands/UpdateStateFileZkCommand.java | 84 - .../solr/commands/UploadConfigZkCommand.java | 41 - .../infra/solr/domain/AmbariSolrState.java | 26 - .../apache/ambari/infra/solr/util/AclUtils.java | 85 - .../ambari/infra/solr/util/ShardUtils.java | 71 - .../src/main/resources/log4j.properties | 31 - .../src/main/resources/solrCloudCli.sh | 20 - .../infra/solr/AmbariSolrCloudClientTest.java | 134 -- .../ambari-infra-solr-plugin/pom.xml | 56 - .../InfraKerberosHostValidator.java | 54 - .../InfraRuleBasedAuthorizationPlugin.java | 542 ------- .../InfraUserRolesLookupStrategy.java | 49 - .../InfraKerberosHostValidatorTest.java | 114 -- .../InfraRuleBasedAuthorizationPluginTest.java | 247 --- .../InfraUserRolesLookupStrategyTest.java | 83 - .../ambari-logsearch-assembly/pom.xml | 204 --- .../src/main/package/deb/solr-client/control | 22 - .../src/main/package/deb/solr-client/postinst | 15 - .../src/main/package/deb/solr-client/postrm | 15 - .../src/main/package/deb/solr-client/preinst | 15 - .../src/main/package/deb/solr-client/prerm | 15 - .../src/main/package/deb/solr/control | 22 - .../src/main/package/deb/solr/postinst | 15 - .../src/main/package/deb/solr/postrm | 15 - .../src/main/package/deb/solr/preinst | 15 - .../src/main/package/deb/solr/prerm | 15 - .../src/main/resources/solr | 1464 ------------------ ambari-logsearch/ambari-logsearch-it/pom.xml | 10 +- ambari-logsearch/pom.xml | 2 - ambari-project/pom.xml | 1 + pom.xml | 3 + 109 files changed, 6085 insertions(+), 5764 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ambari/blob/8842be0c/ambari-infra/ambari-infra-assembly/pom.xml ---------------------------------------------------------------------- diff --git a/ambari-infra/ambari-infra-assembly/pom.xml b/ambari-infra/ambari-infra-assembly/pom.xml new file mode 100644 index 0000000..51e5804 --- /dev/null +++ b/ambari-infra/ambari-infra-assembly/pom.xml @@ -0,0 +1,336 @@ +<?xml version="1.0" encoding="UTF-8"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<project xmlns="http://maven.apache.org/POM/4.0.0"; + xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd";> + <parent> + <artifactId>ambari-infra</artifactId> + <groupId>org.apache.ambari</groupId> + <version>2.0.0.0-SNAPSHOT</version> + </parent> + <modelVersion>4.0.0</modelVersion> + <artifactId>ambari-infra-assembly</artifactId> + <name>Ambari Infra Solr Assembly</name> + <url>http://maven.apache.org</url> + + <properties> + <mapping.base.path>/usr/lib</mapping.base.path> + <!-- original apache repo location: http://archive.apache.org/dist/lucene/solr/${solr.version}/solr-${solr.version}.tgz --> + <solr.tar>http://public-repo-1.hortonworks.com/ARTIFACTS/dist/lucene/solr/${solr.version}/solr-${solr.version}.tgz</solr.tar> + <solr.mapping.path>${mapping.base.path}/ambari-infra-solr</solr.mapping.path> + <solr.package.name>ambari-infra-solr</solr.package.name> + <solr.client.package.name>ambari-infra-solr-client</solr.client.package.name> + <solr.client.mapping.path>${mapping.base.path}/${solr.client.package.name}</solr.client.mapping.path> + <solr.client.dir>${project.basedir}/../ambari-infra-solr-client</solr.client.dir> + <infra.solr.plugin.dir>${project.basedir}/../ambari-infra-solr-plugin</infra.solr.plugin.dir> + </properties> + + <profiles> + + <profile> + <id>rpm</id> + <properties> + <download.solr>true</download.solr> + </properties> + <activation> + <property> + <name>build-rpm</name> + </property> + </activation> + <build> + <plugins> + <plugin> + <groupId>org.codehaus.mojo</groupId> + <artifactId>rpm-maven-plugin</artifactId> + <version>2.1.4</version> + <configuration> + <copyright>2012, Apache Software Foundation</copyright> + <group>Development</group> + <description>Maven Recipe: RPM Package.</description> + <autoRequires>false</autoRequires> + <prefix>/</prefix> + <needarch>noarch</needarch> + <targetOS>linux</targetOS> + + <version>${package-version}</version> + <release>${package-release}</release> + + <defaultUsername>root</defaultUsername> + <defaultGroupname>root</defaultGroupname> + </configuration> + <executions> + <execution> + <id>infra-solr</id> + <phase>package</phase> + <goals> + <goal>rpm</goal> + </goals> + <configuration> + <group>Development</group> + <name>${solr.package.name}</name> + <mappings> + <mapping> + <directory>${solr.mapping.path}</directory> + <sources> + <source> + <location>${project.build.directory}/solr</location> + </source> + </sources> + </mapping> + </mappings> + </configuration> + </execution> + <execution> + <id>infra-solr-client</id> + <phase>package</phase> + <goals> + <goal>rpm</goal> + </goals> + <configuration> + <group>Development</group> + <name>${solr.client.package.name}</name> + <needarch>noarch</needarch> + <targetOS>linux</targetOS> + <mappings> + <mapping> + <directory>${solr.client.mapping.path}</directory> + <sources> + <source> + <location>${solr.client.dir}/target/package</location> + </source> + </sources> + </mapping> + </mappings> + </configuration> + </execution> + </executions> + </plugin> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-antrun-plugin</artifactId> + <version>1.7</version> + <executions> + <execution> + <phase>generate-resources</phase> + <goals> + <goal>run</goal> + </goals> + <configuration> + <target name="Download Solr"> + <get + src="${solr.tar}" + dest="${project.build.directory}/solr.tgz" + usetimestamp="true" + /> + <untar + src="${project.build.directory}/solr.tgz" + dest="${project.build.directory}/" + compression="gzip" + /> + <move todir="${project.build.directory}/solr"> + <fileset dir="${project.build.directory}/solr-${solr.version}"/> + </move> + <copy file="${project.basedir}/src/main/resources/solr" toDir="${project.build.directory}/solr/bin/" /> + <copy file="${infra.solr.plugin.dir}/target/ambari-infra-solr-plugin-${project.version}.jar" + toDir="${project.build.directory}/solr/server/solr-webapp/webapp/WEB-INF/lib/"/> + <chmod file="${project.build.directory}/solr/bin/**" perm="755"/> + <chmod file="${project.build.directory}/solr/server/scripts/**" perm="755"/> + </target> + </configuration> + </execution> + </executions> + </plugin> + </plugins> + </build> + </profile> + <profile> + <id>deb</id> + + <activation> + <property> + <name>build-deb</name> + </property> + </activation> + + <build> + <plugins> + <plugin> + <artifactId>maven-resources-plugin</artifactId> + <version>2.7</version> + + <executions> + <execution> + <id>copy-resources</id> + <phase>package</phase> + <goals> + <goal>copy-resources</goal> + </goals> + <configuration> + <outputDirectory>${project.build.directory}/resources/deb</outputDirectory> + <resources> + <resource> + <directory>${project.basedir}/src/main/package/deb</directory> + <excludes> + <exclude>solr/postinst</exclude> + <exclude>solr-client/postinst</exclude> + </excludes> + <filtering>false</filtering> + </resource> + <resource> + <directory>${project.basedir}/src/main/package/deb</directory> + <includes> + <include>solr/postinst</include> + <include>solr-client/postinst</include> + </includes> + <filtering>true</filtering> + </resource> + </resources> + </configuration> + </execution> + </executions> + </plugin> + <plugin> + <groupId>org.vafer</groupId> + <artifactId>jdeb</artifactId> + <version>1.4</version> + <executions> + <execution> + <phase>package</phase> + <id>jdeb-solr</id> + <goals> + <goal>jdeb</goal> + </goals> + <configuration> + <controlDir>${basedir}/src/main/package/deb/solr</controlDir> + <deb>${basedir}/target/${solr.package.name}_${package-version}-${package-release}.deb</deb> + <skip>false</skip> + <skipPOMs>false</skipPOMs> + <dataSet> + <data> + <src>${project.build.directory}/solr</src> + <type>directory</type> + <mapper> + <type>perm</type> + <user>root</user> + <group>root</group> + <prefix>${solr.mapping.path}</prefix> + </mapper> + <excludes> + bin/**,server/scripts/** + </excludes> + </data> + <data> + <src>${project.build.directory}/solr</src> + <type>directory</type> + <mapper> + <type>perm</type> + <user>root</user> + <group>root</group> + <filemode>755</filemode> + <prefix>${solr.mapping.path}</prefix> + </mapper> + <includes> + bin/**,server/scripts/** + </includes> + </data> + </dataSet> + </configuration> + </execution> + + <execution> + <phase>package</phase> + <id>jdeb-solr-client</id> + <goals> + <goal>jdeb</goal> + </goals> + <configuration> + <controlDir>${basedir}/src/main/package/deb/solr-client</controlDir> + <deb>${basedir}/target/${solr.client.package.name}_${package-version}-${package-release}.deb</deb> + <skip>false</skip> + <skipPOMs>false</skipPOMs> + <dataSet> + <data> + <src>${solr.client.dir}/target/ambari-infra-solr-client.tar.gz</src> + <type>archive</type> + <mapper> + <type>perm</type> + <user>root</user> + <group>root</group> + <prefix>${solr.client.mapping.path}</prefix> + </mapper> + </data> + </dataSet> + </configuration> + </execution> + </executions> + </plugin> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-antrun-plugin</artifactId> + <version>1.7</version> + <executions> + <execution> + <phase>generate-resources</phase> + <goals> + <goal>run</goal> + </goals> + <configuration> + <target name="Download Solr"> + <get + src="${solr.tar}" + dest="${project.build.directory}/solr.tgz" + usetimestamp="true" + /> + <untar + src="${project.build.directory}/solr.tgz" + dest="${project.build.directory}/" + compression="gzip" + /> + <move todir="${project.build.directory}/solr"> + <fileset dir="${project.build.directory}/solr-${solr.version}"/> + </move> + <copy file="${project.basedir}/src/main/resources/solr" toDir="${project.build.directory}/solr/bin/" /> + <copy file="${infra.solr.plugin.dir}/target/ambari-infra-solr-plugin-${project.version}.jar" + toDir="${project.build.directory}/solr/server/solr-webapp/webapp/WEB-INF/lib/"/> + <chmod file="${project.build.directory}/solr/bin/**" perm="755"/> + <chmod file="${project.build.directory}/solr/server/scripts/**" perm="755"/> + </target> + </configuration> + </execution> + </executions> + </plugin> + </plugins> + </build> + </profile> + </profiles> + + <dependencies> + <dependency> + <groupId>org.apache.ambari</groupId> + <artifactId>ambari-infra-solr-client</artifactId> + <version>${project.version}</version> + </dependency> + <dependency> + <groupId>org.apache.ambari</groupId> + <artifactId>ambari-infra-solr-plugin</artifactId> + <version>${project.version}</version> + </dependency> + </dependencies> + + +</project> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/8842be0c/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/control ---------------------------------------------------------------------- diff --git a/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/control b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/control new file mode 100644 index 0000000..88bafcb --- /dev/null +++ b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/control @@ -0,0 +1,22 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License +Package: [[solr.client.package.name]] +Version: [[package-version]]-[[package-release]] +Section: [[deb.section]] +Priority: [[deb.priority]] +Depends: [[deb.dependency.list]] +Architecture: [[deb.architecture]] +Description: [[description]] +Maintainer: [[deb.publisher]] http://git-wip-us.apache.org/repos/asf/ambari/blob/8842be0c/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/postinst ---------------------------------------------------------------------- diff --git a/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/postinst b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/postinst new file mode 100644 index 0000000..21a01fa --- /dev/null +++ b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/postinst @@ -0,0 +1,15 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License http://git-wip-us.apache.org/repos/asf/ambari/blob/8842be0c/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/postrm ---------------------------------------------------------------------- diff --git a/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/postrm b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/postrm new file mode 100644 index 0000000..21a01fa --- /dev/null +++ b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/postrm @@ -0,0 +1,15 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License http://git-wip-us.apache.org/repos/asf/ambari/blob/8842be0c/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/preinst ---------------------------------------------------------------------- diff --git a/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/preinst b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/preinst new file mode 100644 index 0000000..21a01fa --- /dev/null +++ b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/preinst @@ -0,0 +1,15 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License http://git-wip-us.apache.org/repos/asf/ambari/blob/8842be0c/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/prerm ---------------------------------------------------------------------- diff --git a/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/prerm b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/prerm new file mode 100644 index 0000000..21a01fa --- /dev/null +++ b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr-client/prerm @@ -0,0 +1,15 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License http://git-wip-us.apache.org/repos/asf/ambari/blob/8842be0c/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/control ---------------------------------------------------------------------- diff --git a/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/control b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/control new file mode 100644 index 0000000..5087cd0 --- /dev/null +++ b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/control @@ -0,0 +1,22 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License +Package: [[solr.package.name]] +Version: [[package-version]]-[[package-release]] +Section: [[deb.section]] +Priority: [[deb.priority]] +Depends: [[deb.dependency.list]] +Architecture: [[deb.architecture]] +Description: [[description]] +Maintainer: [[deb.publisher]] http://git-wip-us.apache.org/repos/asf/ambari/blob/8842be0c/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/postinst ---------------------------------------------------------------------- diff --git a/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/postinst b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/postinst new file mode 100644 index 0000000..21a01fa --- /dev/null +++ b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/postinst @@ -0,0 +1,15 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License http://git-wip-us.apache.org/repos/asf/ambari/blob/8842be0c/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/postrm ---------------------------------------------------------------------- diff --git a/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/postrm b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/postrm new file mode 100644 index 0000000..21a01fa --- /dev/null +++ b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/postrm @@ -0,0 +1,15 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License http://git-wip-us.apache.org/repos/asf/ambari/blob/8842be0c/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/preinst ---------------------------------------------------------------------- diff --git a/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/preinst b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/preinst new file mode 100644 index 0000000..21a01fa --- /dev/null +++ b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/preinst @@ -0,0 +1,15 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License http://git-wip-us.apache.org/repos/asf/ambari/blob/8842be0c/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/prerm ---------------------------------------------------------------------- diff --git a/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/prerm b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/prerm new file mode 100644 index 0000000..21a01fa --- /dev/null +++ b/ambari-infra/ambari-infra-assembly/src/main/package/deb/solr/prerm @@ -0,0 +1,15 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License http://git-wip-us.apache.org/repos/asf/ambari/blob/8842be0c/ambari-infra/ambari-infra-assembly/src/main/resources/solr ---------------------------------------------------------------------- diff --git a/ambari-infra/ambari-infra-assembly/src/main/resources/solr b/ambari-infra/ambari-infra-assembly/src/main/resources/solr new file mode 100644 index 0000000..bf504d9 --- /dev/null +++ b/ambari-infra/ambari-infra-assembly/src/main/resources/solr @@ -0,0 +1,1464 @@ +#!/usr/bin/env bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + + +# CONTROLLING STARTUP: +# +# Use solr -help to see available command-line options. In addition +# to passing command-line options, this script looks for an include +# file named solr.in.sh to set environment variables. Specifically, +# the following locations are searched in this order: +# +# ./ +# $HOME/.solr.in.sh +# /usr/share/solr +# /usr/local/share/solr +# /var/solr/ +# /opt/solr +# +# Another option is to specify the full path to the include file in the +# environment. For example: +# +# $ SOLR_INCLUDE=/path/to/solr.in.sh solr start +# +# Note: This is particularly handy for running multiple instances on a +# single installation, or for quick tests. +# +# Finally, developers and enthusiasts who frequently run from an SVN +# checkout, and do not want to locally modify bin/solr.in.sh, can put +# a customized include file at ~/.solr.in.sh. +# +# If you would rather configure startup entirely from the environment, you +# can disable the include by exporting an empty SOLR_INCLUDE, or by +# ensuring that no include files exist in the aforementioned search list. + +SOLR_SCRIPT="$0" +verbose=false +THIS_OS=`uname -s` + +stop_all=false + +# for now, we don't support running this script from cygwin due to problems +# like not having lsof, ps auxww, curl, and awkward directory handling +if [ "${THIS_OS:0:6}" == "CYGWIN" ]; then + echo -e "This script does not support cygwin due to severe limitations and lack of adherence\nto BASH standards, such as lack of lsof, curl, and ps options.\n\nPlease use the native solr.cmd script on Windows!" + exit 1 +fi + +# Resolve symlinks to this script +while [ -h "$SOLR_SCRIPT" ] ; do + ls=`ls -ld "$SOLR_SCRIPT"` + # Drop everything prior to -> + link=`expr "$ls" : '.*-> \(.*\)$'` + if expr "$link" : '/.*' > /dev/null; then + SOLR_SCRIPT="$link" + else + SOLR_SCRIPT=`dirname "$SOLR_SCRIPT"`/"$link" + fi +done + +SOLR_TIP=`dirname "$SOLR_SCRIPT"`/.. +SOLR_TIP=`cd "$SOLR_TIP"; pwd` +DEFAULT_SERVER_DIR="$SOLR_TIP/server" + +# If an include wasn't specified in the environment, then search for one... +if [ -z "$SOLR_INCLUDE" ]; then + # Locations (in order) to use when searching for an include file. + for include in "`dirname "$0"`/solr.in.sh" \ + "$HOME/.solr.in.sh" \ + /usr/share/solr/solr.in.sh \ + /usr/local/share/solr/solr.in.sh \ + /etc/default/solr.in.sh \ + /opt/solr/solr.in.sh; do + if [ -r "$include" ]; then + . "$include" + break + fi + done +elif [ -r "$SOLR_INCLUDE" ]; then + . "$SOLR_INCLUDE" +fi + +if [ -z "$SOLR_PID_DIR" ]; then + SOLR_PID_DIR="$SOLR_TIP/bin" +fi + +if [ -n "$SOLR_JAVA_HOME" ]; then + JAVA="$SOLR_JAVA_HOME/bin/java" +elif [ -n "$JAVA_HOME" ]; then + for java in "$JAVA_HOME"/bin/amd64/java "$JAVA_HOME"/bin/java; do + if [ -x "$java" ]; then + JAVA="$java" + break + fi + done + if [ -z "$JAVA" ]; then + echo >&2 "The currently defined JAVA_HOME ($JAVA_HOME) refers" + echo >&2 "to a location where Java could not be found. Aborting." + echo >&2 "Either fix the JAVA_HOME variable or remove it from the" + echo >&2 "environment so that the system PATH will be searched." + exit 1 + fi +else + JAVA=java +fi + +# test that Java exists and is executable on this server +"$JAVA" -version >/dev/null 2>&1 || { + echo >&2 "Java not found, or an error was encountered when running java." + echo >&2 "A working Java 7 or later is required to run Solr!" + echo >&2 "Please install Java or fix JAVA_HOME before running this script." + echo >&2 "Command that we tried: '${JAVA} -version'" + echo >&2 "Active Path:" + echo >&2 "${PATH}" + exit 1 +} + +# Select HTTP OR HTTPS related configurations +SOLR_URL_SCHEME=http +SOLR_JETTY_CONFIG=() +SOLR_SSL_OPTS="" +if [ -n "$SOLR_SSL_KEY_STORE" ]; then + SOLR_JETTY_CONFIG+=("--module=https") + SOLR_URL_SCHEME=https + SOLR_SSL_OPTS=" -Dsolr.jetty.keystore=$SOLR_SSL_KEY_STORE \ + -Dsolr.jetty.keystore.password=$SOLR_SSL_KEY_STORE_PASSWORD \ + -Dsolr.jetty.truststore=$SOLR_SSL_TRUST_STORE \ + -Dsolr.jetty.truststore.password=$SOLR_SSL_TRUST_STORE_PASSWORD \ + -Dsolr.jetty.ssl.needClientAuth=$SOLR_SSL_NEED_CLIENT_AUTH \ + -Dsolr.jetty.ssl.wantClientAuth=$SOLR_SSL_WANT_CLIENT_AUTH" + if [ -n "$SOLR_SSL_CLIENT_KEY_STORE" ]; then + SOLR_SSL_OPTS+=" -Djavax.net.ssl.keyStore=$SOLR_SSL_CLIENT_KEY_STORE \ + -Djavax.net.ssl.keyStorePassword=$SOLR_SSL_CLIENT_KEY_STORE_PASSWORD \ + -Djavax.net.ssl.trustStore=$SOLR_SSL_CLIENT_TRUST_STORE \ + -Djavax.net.ssl.trustStorePassword=$SOLR_SSL_CLIENT_TRUST_STORE_PASSWORD" + else + SOLR_SSL_OPTS+=" -Djavax.net.ssl.keyStore=$SOLR_SSL_KEY_STORE \ + -Djavax.net.ssl.keyStorePassword=$SOLR_SSL_KEY_STORE_PASSWORD \ + -Djavax.net.ssl.trustStore=$SOLR_SSL_TRUST_STORE \ + -Djavax.net.ssl.trustStorePassword=$SOLR_SSL_TRUST_STORE_PASSWORD" + fi +else + SOLR_JETTY_CONFIG+=("--module=http") +fi + +# Authentication options +if [ "$SOLR_AUTHENTICATION_CLIENT_CONFIGURER" != "" ]; then + AUTHC_CLIENT_CONFIGURER_ARG="-Dsolr.authentication.httpclient.configurer=$SOLR_AUTHENTICATION_CLIENT_CONFIGURER" +fi +AUTHC_OPTS="$AUTHC_CLIENT_CONFIGURER_ARG $SOLR_AUTHENTICATION_OPTS" + +# Set the SOLR_TOOL_HOST variable for use when connecting to a running Solr instance +if [ "$SOLR_HOST" != "" ]; then + SOLR_TOOL_HOST="$SOLR_HOST" +else + SOLR_TOOL_HOST="localhost" +fi + +function print_usage() { + CMD="$1" + ERROR_MSG="$2" + + if [ "$ERROR_MSG" != "" ]; then + echo -e "\nERROR: $ERROR_MSG\n" + fi + + if [ -z "$CMD" ]; then + echo "" + echo "Usage: solr COMMAND OPTIONS" + echo " where COMMAND is one of: start, stop, restart, status, healthcheck, create, create_core, create_collection, delete, version, zk" + echo "" + echo " Standalone server example (start Solr running in the background on port 8984):" + echo "" + echo " ./solr start -p 8984" + echo "" + echo " SolrCloud example (start Solr running in SolrCloud mode using localhost:2181 to connect to Zookeeper, with 1g max heap size and remote Java debug options enabled):" + echo "" + echo " ./solr start -c -m 1g -z localhost:2181 -a \"-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=n,address=1044\"" + echo "" + echo "Pass -help after any COMMAND to see command-specific usage information," + echo " such as: ./solr start -help or ./solr stop -help" + echo "" + elif [[ "$CMD" == "start" || "$CMD" == "restart" ]]; then + echo "" + echo "Usage: solr $CMD [-f] [-c] [-h hostname] [-p port] [-d directory] [-z zkHost] [-m memory] [-e example] [-s solr.solr.home] [-a \"additional-options\"] [-V]" + echo "" + echo " -f Start Solr in foreground; default starts Solr in the background" + echo " and sends stdout / stderr to solr-PORT-console.log" + echo "" + echo " -c or -cloud Start Solr in SolrCloud mode; if -z not supplied, an embedded Zookeeper" + echo " instance is started on Solr port+1000, such as 9983 if Solr is bound to 8983" + echo "" + echo " -h <host> Specify the hostname for this Solr instance" + echo "" + echo " -p <port> Specify the port to start the Solr HTTP listener on; default is 8983" + echo " The specified port (SOLR_PORT) will also be used to determine the stop port" + echo " STOP_PORT=(\$SOLR_PORT-1000) and JMX RMI listen port RMI_PORT=(1\$SOLR_PORT). " + echo " For instance, if you set -p 8985, then the STOP_PORT=7985 and RMI_PORT=18985" + echo "" + echo " -d <dir> Specify the Solr server directory; defaults to server" + echo "" + echo " -z <zkHost> Zookeeper connection string; only used when running in SolrCloud mode using -c" + echo " To launch an embedded Zookeeper instance, don't pass this parameter." + echo "" + echo " -m <memory> Sets the min (-Xms) and max (-Xmx) heap size for the JVM, such as: -m 4g" + echo " results in: -Xms4g -Xmx4g; by default, this script sets the heap size to 512m" + echo "" + echo " -s <dir> Sets the solr.solr.home system property; Solr will create core directories under" + echo " this directory. This allows you to run multiple Solr instances on the same host" + echo " while reusing the same server directory set using the -d parameter. If set, the" + echo " specified directory should contain a solr.xml file, unless solr.xml exists in Zookeeper." + echo " This parameter is ignored when running examples (-e), as the solr.solr.home depends" + echo " on which example is run. The default value is server/solr." + echo "" + echo " -e <example> Name of the example to run; available examples:" + echo " cloud: SolrCloud example" + echo " techproducts: Comprehensive example illustrating many of Solr's core capabilities" + echo " dih: Data Import Handler" + echo " schemaless: Schema-less example" + echo "" + echo " -a Additional parameters to pass to the JVM when starting Solr, such as to setup" + echo " Java debug options. For example, to enable a Java debugger to attach to the Solr JVM" + echo " you could pass: -a \"-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=18983\"" + echo " In most cases, you should wrap the additional parameters in double quotes." + echo "" + echo " -noprompt Don't prompt for input; accept all defaults when running examples that accept user input" + echo "" + echo " -V Verbose messages from this script" + echo "" + elif [ "$CMD" == "stop" ]; then + echo "" + echo "Usage: solr stop [-k key] [-p port] [-V]" + echo "" + echo " -k <key> Stop key; default is solrrocks" + echo "" + echo " -p <port> Specify the port the Solr HTTP listener is bound to" + echo "" + echo " -all Find and stop all running Solr servers on this host" + echo "" + echo " NOTE: To see if any Solr servers are running, do: solr status" + echo "" + elif [ "$CMD" == "healthcheck" ]; then + echo "" + echo "Usage: solr healthcheck [-c collection] [-z zkHost]" + echo "" + echo " -c <collection> Collection to run healthcheck against." + echo "" + echo " -z <zkHost> Zookeeper connection string; default is localhost:9983" + echo "" + elif [ "$CMD" == "status" ]; then + echo "" + echo "Usage: solr status" + echo "" + echo " NOTE: This command will show the status of all running Solr servers" + echo "" + elif [ "$CMD" == "create" ]; then + echo "" + echo "Usage: solr create [-c name] [-d confdir] [-n configName] [-shards #] [-replicationFactor #] [-p port]" + echo "" + echo " Create a core or collection depending on whether Solr is running in standalone (core) or SolrCloud" + echo " mode (collection). In other words, this action detects which mode Solr is running in, and then takes" + echo " the appropriate action (either create_core or create_collection). For detailed usage instructions, do:" + echo "" + echo " bin/solr create_core -help" + echo "" + echo " or" + echo "" + echo " bin/solr create_collection -help" + echo "" + elif [ "$CMD" == "delete" ]; then + echo "" + echo "Usage: solr delete [-c name] [-deleteConfig true|false] [-p port]" + echo "" + echo " Deletes a core or collection depending on whether Solr is running in standalone (core) or SolrCloud" + echo " mode (collection). If you're deleting a collection in SolrCloud mode, the default behavior is to also" + echo " delete the configuration directory from Zookeeper so long as it is not being used by another collection." + echo " You can override this behavior by passing -deleteConfig false when running this command." + echo "" + echo " -c <name> Name of the core / collection to delete" + echo "" + echo " -deleteConfig <boolean> Delete the configuration directory from Zookeeper; default is true" + echo "" + echo " -p <port> Port of a local Solr instance where you want to delete the core/collection" + echo " If not specified, the script will search the local system for a running" + echo " Solr instance and will use the port of the first server it finds." + echo "" + elif [ "$CMD" == "create_core" ]; then + echo "" + echo "Usage: solr create_core [-c core] [-d confdir] [-p port]" + echo "" + echo " -c <core> Name of core to create" + echo "" + echo " -d <confdir> Configuration directory to copy when creating the new core, built-in options are:" + echo "" + echo " basic_configs: Minimal Solr configuration" + echo " data_driven_schema_configs: Managed schema with field-guessing support enabled" + echo " sample_techproducts_configs: Example configuration with many optional features enabled to" + echo " demonstrate the full power of Solr" + echo "" + echo " If not specified, default is: data_driven_schema_configs" + echo "" + echo " Alternatively, you can pass the path to your own configuration directory instead of using" + echo " one of the built-in configurations, such as: bin/solr create_core -c mycore -d /tmp/myconfig" + echo "" + echo " -p <port> Port of a local Solr instance where you want to create the new core" + echo " If not specified, the script will search the local system for a running" + echo " Solr instance and will use the port of the first server it finds." + echo "" + elif [ "$CMD" == "create_collection" ]; then + echo "" + echo "Usage: solr create_collection [-c collection] [-d confdir] [-n configName] [-shards #] [-replicationFactor #] [-p port]" + echo "" + echo " -c <collection> Name of collection to create" + echo "" + echo " -d <confdir> Configuration directory to copy when creating the new collection, built-in options are:" + echo "" + echo " basic_configs: Minimal Solr configuration" + echo " data_driven_schema_configs: Managed schema with field-guessing support enabled" + echo " sample_techproducts_configs: Example configuration with many optional features enabled to" + echo " demonstrate the full power of Solr" + echo "" + echo " If not specified, default is: data_driven_schema_configs" + echo "" + echo " Alternatively, you can pass the path to your own configuration directory instead of using" + echo " one of the built-in configurations, such as: bin/solr create_collection -c mycoll -d /tmp/myconfig" + echo "" + echo " By default the script will upload the specified confdir directory into Zookeeper using the same" + echo " name as the collection (-c) option. Alternatively, if you want to reuse an existing directory" + echo " or create a confdir in Zookeeper that can be shared by multiple collections, use the -n option" + echo "" + echo " -n <configName> Name the configuration directory in Zookeeper; by default, the configuration" + echo " will be uploaded to Zookeeper using the collection name (-c), but if you want" + echo " to use an existing directory or override the name of the configuration in" + echo " Zookeeper, then use the -c option." + echo "" + echo " -shards <#> Number of shards to split the collection into; default is 1" + echo "" + echo " -replicationFactor <#> Number of copies of each document in the collection, default is 1 (no replication)" + echo "" + echo " -p <port> Port of a local Solr instance where you want to create the new collection" + echo " If not specified, the script will search the local system for a running" + echo " Solr instance and will use the port of the first server it finds." + echo "" + elif [ "$CMD" == "zk" ]; then + echo "Usage: solr zk [-upconfig|-downconfig] [-d confdir] [-n configName] [-z zkHost]" + echo "" + echo " -upconfig to move a configset from the local machine to Zookeeper." + echo "" + echo " -downconfig to move a configset from Zookeeper to the local machine." + echo "" + echo " -n configName Name of the configset in Zookeeper that will be the destinatino of" + echo " 'upconfig' and the source for 'downconfig'." + echo "" + echo " -d confdir The local directory the configuration will be uploaded from for" + echo " 'upconfig' or downloaded to for 'downconfig'. For 'upconfig', this" + echo " can be one of the example configsets, basic_configs, data_driven_schema_configs or" + echo " sample_techproducts_configs or an arbitrary directory." + echo "" + echo " -z zkHost Zookeeper connection string." + echo "" + echo " NOTE: Solr must have been started least once (or have it running) before using this command." + echo " This initialized Zookeeper for Solr" + echo "" + fi +} # end print_usage + +# used to show the script is still alive when waiting on work to complete +function spinner() { + local pid=$1 + local delay=0.5 + local spinstr='|/-\' + while [ "$(ps aux | awk '{print $2}' | grep -w $pid)" ]; do + local temp=${spinstr#?} + printf " [%c] " "$spinstr" + local spinstr=$temp${spinstr%"$temp"} + sleep $delay + printf "\b\b\b\b\b\b" + done + printf " \b\b\b\b" +} + +# given a port, find the pid for a Solr process +function solr_pid_by_port() { + THE_PORT="$1" + if [ -e "$SOLR_PID_DIR/solr-$THE_PORT.pid" ]; then + PID=`cat "$SOLR_PID_DIR/solr-$THE_PORT.pid"` + CHECK_PID=`ps auxww | awk '{print $2}' | grep -w $PID | sort -r | tr -d ' '` + if [ "$CHECK_PID" != "" ]; then + local solrPID=$PID + fi + fi + echo "$solrPID" +} + +# extract the value of the -Djetty.port parameter from a running Solr process +function jetty_port() { + SOLR_PID="$1" + SOLR_PROC=`ps auxww | grep -w $SOLR_PID | grep start\.jar | grep jetty.port` + IFS=' ' read -a proc_args <<< "$SOLR_PROC" + for arg in "${proc_args[@]}" + do + IFS='=' read -a pair <<< "$arg" + if [ "${pair[0]}" == "-Djetty.port" ]; then + local jetty_port="${pair[1]}" + break + fi + done + echo "$jetty_port" +} # end jetty_port func + +# run a Solr command-line tool using the SolrCLI class; +# useful for doing cross-platform work from the command-line using Java +function run_tool() { + + "$JAVA" $SOLR_SSL_OPTS $AUTHC_OPTS $SOLR_ZK_CREDS_AND_ACLS -Dsolr.install.dir="$SOLR_TIP" \ + -Dlog4j.configuration="file:$DEFAULT_SERVER_DIR/scripts/cloud-scripts/log4j.properties" \ + -classpath "$DEFAULT_SERVER_DIR/solr-webapp/webapp/WEB-INF/lib/*:$DEFAULT_SERVER_DIR/lib/ext/*" \ + org.apache.solr.util.SolrCLI "$@" + + return $? +} # end run_tool function + +# get information about any Solr nodes running on this host +function get_info() { + CODE=4 + # first, see if Solr is running + numSolrs=`find "$SOLR_PID_DIR" -name "solr-*.pid" -type f | wc -l | tr -d ' '` + if [ "$numSolrs" != "0" ]; then + echo -e "\nFound $numSolrs Solr nodes: " + while read PIDF + do + ID=`cat "$PIDF"` + port=`jetty_port "$ID"` + if [ "$port" != "" ]; then + echo -e "\nSolr process $ID running on port $port" + run_tool status -solr "$SOLR_URL_SCHEME://$SOLR_TOOL_HOST:$port/solr" + CODE=$? + echo "" + else + echo -e "\nSolr process $ID from $PIDF not found." + CODE=1 + fi + done < <(find "$SOLR_PID_DIR" -name "solr-*.pid" -type f) + else + # no pid files but check using ps just to be sure + numSolrs=`ps auxww | grep start\.jar | grep solr.solr.home | grep -v grep | wc -l | sed -e 's/^[ \t]*//'` + if [ "$numSolrs" != "0" ]; then + echo -e "\nFound $numSolrs Solr nodes: " + PROCESSES=$(ps auxww | grep start\.jar | grep solr.solr.home | grep -v grep | awk '{print $2}' | sort -r) + for ID in $PROCESSES + do + port=`jetty_port "$ID"` + if [ "$port" != "" ]; then + echo "" + echo "Solr process $ID running on port $port" + run_tool status -solr "$SOLR_URL_SCHEME://$SOLR_TOOL_HOST:$port/solr" + CODE=$? + echo "" + fi + done + else + echo -e "\nNo Solr nodes are running.\n" + CODE=3 + fi + fi + + return $CODE +} # end get_info + +# tries to gracefully stop Solr using the Jetty +# stop command and if that fails, then uses kill -9 +function stop_solr() { + + DIR="$1" + SOLR_PORT="$2" + STOP_PORT=`expr $SOLR_PORT - 1000` + STOP_KEY="$3" + SOLR_PID="$4" + + if [ "$SOLR_PID" != "" ]; then + echo -e "Sending stop command to Solr running on port $SOLR_PORT ... waiting 5 seconds to allow Jetty process $SOLR_PID to stop gracefully." + "$JAVA" $SOLR_SSL_OPTS $AUTHC_OPTS -jar "$DIR/start.jar" "STOP.PORT=$STOP_PORT" "STOP.KEY=$STOP_KEY" --stop || true + (sleep 5) & + spinner $! + rm -f "$SOLR_PID_DIR/solr-$SOLR_PORT.pid" + else + echo -e "No Solr nodes found to stop." + exit 0 + fi + + CHECK_PID=`ps auxww | awk '{print $2}' | grep -w $SOLR_PID | sort -r | tr -d ' '` + if [ "$CHECK_PID" != "" ]; then + echo -e "Solr process $SOLR_PID is still running; forcefully killing it now." + kill -9 $SOLR_PID + echo "Killed process $SOLR_PID" + rm -f "$SOLR_PID_DIR/solr-$SOLR_PORT.pid" + sleep 1 + fi + + CHECK_PID=`ps auxww | awk '{print $2}' | grep -w $SOLR_PID | sort -r | tr -d ' '` + if [ "$CHECK_PID" != "" ]; then + echo "ERROR: Failed to kill previous Solr Java process $SOLR_PID ... script fails." + exit 1 + fi +} # end stop_solr + +if [ $# -eq 1 ]; then + case $1 in + -help|-usage|-h|--help) + print_usage "" + exit + ;; + -info|-i|status) + get_info + exit $? + ;; + -version|-v|version) + run_tool version + exit + ;; + esac +fi + +if [ $# -gt 0 ]; then + # if first arg starts with a dash (and it's not -help or -info), + # then assume they are starting Solr, such as: solr -f + if [[ $1 == -* ]]; then + SCRIPT_CMD="start" + else + SCRIPT_CMD="$1" + shift + fi +else + # no args - just show usage and exit + print_usage "" + exit +fi + +if [ "$SCRIPT_CMD" == "status" ]; then + # hacky - the script hits this if the user passes additional args with the status command, + # which is not supported but also not worth complaining about either + get_info + exit +fi + +# run a healthcheck and exit if requested +if [ "$SCRIPT_CMD" == "healthcheck" ]; then + + if [ $# -gt 0 ]; then + while true; do + case "$1" in + -c|-collection) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "Collection name is required when using the $1 option!" + exit 1 + fi + HEALTHCHECK_COLLECTION="$2" + shift 2 + ;; + -z|-zkhost) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "ZooKeepeer connection string is required when using the $1 option!" + exit 1 + fi + ZK_HOST="$2" + shift 2 + ;; + -help|-usage) + print_usage "$SCRIPT_CMD" + exit 0 + ;; + --) + shift + break + ;; + *) + if [ "$1" != "" ]; then + print_usage "$SCRIPT_CMD" "Unrecognized or misplaced argument: $1!" + exit 1 + else + break # out-of-args, stop looping + fi + ;; + esac + done + fi + + if [ -z "$ZK_HOST" ]; then + ZK_HOST=localhost:9983 + fi + + if [ -z "$HEALTHCHECK_COLLECTION" ]; then + echo "collection parameter is required!" + print_usage "healthcheck" + exit 1 + fi + + run_tool healthcheck -zkHost "$ZK_HOST" -collection "$HEALTHCHECK_COLLECTION" + + exit $? +fi + +# create a core or collection +if [[ "$SCRIPT_CMD" == "create" || "$SCRIPT_CMD" == "create_core" || "$SCRIPT_CMD" == "create_collection" ]]; then + + CREATE_NUM_SHARDS=1 + CREATE_REPFACT=1 + + if [ $# -gt 0 ]; then + while true; do + case "$1" in + -c|-core|-collection) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "name is required when using the $1 option!" + exit 1 + fi + CREATE_NAME="$2" + shift 2 + ;; + -n|-confname) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "Configuration name is required when using the $1 option!" + exit 1 + fi + CREATE_CONFNAME="$2" + shift 2 + ;; + -d|-confdir) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "Configuration directory is required when using the $1 option!" + exit 1 + fi + CREATE_CONFDIR="$2" + shift 2 + ;; + -s|-shards) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "Shard count is required when using the $1 option!" + exit 1 + fi + CREATE_NUM_SHARDS="$2" + shift 2 + ;; + -rf|-replicationFactor) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "Replication factor is required when using the $1 option!" + exit 1 + fi + CREATE_REPFACT="$2" + shift 2 + ;; + -p|-port) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "Solr port is required when using the $1 option!" + exit 1 + fi + CREATE_PORT="$2" + shift 2 + ;; + -help|-usage) + print_usage "$SCRIPT_CMD" + exit 0 + ;; + --) + shift + break + ;; + *) + if [ "$1" != "" ]; then + print_usage "$SCRIPT_CMD" "Unrecognized or misplaced argument: $1!" + exit 1 + else + break # out-of-args, stop looping + fi + ;; + esac + done + fi + + if [ -z "$CREATE_CONFDIR" ]; then + CREATE_CONFDIR='data_driven_schema_configs' + fi + + # validate the confdir arg + if [[ ! -d "$SOLR_TIP/server/solr/configsets/$CREATE_CONFDIR" && ! -d "$CREATE_CONFDIR" ]]; then + echo -e "\nSpecified configuration directory $CREATE_CONFDIR not found!\n" + exit 1 + fi + + if [ -z "$CREATE_NAME" ]; then + echo "Name (-c) argument is required!" + print_usage "$SCRIPT_CMD" + exit 1 + fi + + # If not defined, use the collection name for the name of the configuration in Zookeeper + if [ -z "$CREATE_CONFNAME" ]; then + CREATE_CONFNAME="$CREATE_NAME" + fi + + if [ -z "$CREATE_PORT" ]; then + for ID in `ps auxww | grep java | grep start\.jar | awk '{print $2}' | sort -r` + do + port=`jetty_port "$ID"` + if [ "$port" != "" ]; then + CREATE_PORT=$port + break + fi + done + fi + + if [ -z "$CREATE_PORT" ]; then + echo "Failed to determine the port of a local Solr instance, cannot create $CREATE_NAME!" + exit 1 + fi + + if [ "$SCRIPT_CMD" == "create_core" ]; then + run_tool create_core -name "$CREATE_NAME" -solrUrl "$SOLR_URL_SCHEME://$SOLR_TOOL_HOST:$CREATE_PORT/solr" \ + -confdir "$CREATE_CONFDIR" -configsetsDir "$SOLR_TIP/server/solr/configsets" + exit $? + else + run_tool "$SCRIPT_CMD" -name "$CREATE_NAME" -solrUrl "$SOLR_URL_SCHEME://$SOLR_TOOL_HOST:$CREATE_PORT/solr" \ + -shards "$CREATE_NUM_SHARDS" -replicationFactor "$CREATE_REPFACT" \ + -confname "$CREATE_CONFNAME" -confdir "$CREATE_CONFDIR" \ + -configsetsDir "$SOLR_TIP/server/solr/configsets" + exit $? + fi +fi + +# delete a core or collection +if [[ "$SCRIPT_CMD" == "delete" ]]; then + + if [ $# -gt 0 ]; then + while true; do + case "$1" in + -c|-core|-collection) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "name is required when using the $1 option!" + exit 1 + fi + DELETE_NAME="$2" + shift 2 + ;; + -p|-port) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "Solr port is required when using the $1 option!" + exit 1 + fi + DELETE_PORT="$2" + shift 2 + ;; + -deleteConfig) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "true|false is required when using the $1 option!" + exit 1 + fi + DELETE_CONFIG="$2" + shift 2 + ;; + -help|-usage) + print_usage "$SCRIPT_CMD" + exit 0 + ;; + --) + shift + break + ;; + *) + if [ "$1" != "" ]; then + print_usage "$SCRIPT_CMD" "Unrecognized or misplaced argument: $1!" + exit 1 + else + break # out-of-args, stop looping + fi + ;; + esac + done + fi + + if [ -z "$DELETE_NAME" ]; then + echo "Name (-c) argument is required!" + print_usage "$SCRIPT_CMD" + exit 1 + fi + + # If not defined, use the collection name for the name of the configuration in Zookeeper + if [ -z "$DELETE_CONFIG" ]; then + DELETE_CONFIG=true + fi + + if [ -z "$DELETE_PORT" ]; then + for ID in `ps auxww | grep java | grep start\.jar | awk '{print $2}' | sort -r` + do + port=`jetty_port "$ID"` + if [ "$port" != "" ]; then + DELETE_PORT=$port + break + fi + done + fi + + if [ -z "$DELETE_PORT" ]; then + echo "Failed to determine the port of a local Solr instance, cannot delete $DELETE_NAME!" + exit 1 + fi + + run_tool delete -name "$DELETE_NAME" -deleteConfig "$DELETE_CONFIG" \ + -solrUrl "$SOLR_URL_SCHEME://$SOLR_TOOL_HOST:$DELETE_PORT/solr" + exit $? +fi + +# Upload or download a configset to Zookeeper +if [[ "$SCRIPT_CMD" == "zk" ]]; then + + if [ $# -gt 0 ]; then + while true; do + case "$1" in + -z|-zkhost) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "ZooKeepeer connection string is required when using the $1 option!" + exit 1 + fi + ZK_HOST="$2" + shift 2 + ;; + -n|-confname) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "Configuration name is required when using the $1 option!" + exit 1 + fi + CONFIGSET_CONFNAME="$2" + shift 2 + ;; + -d|-confdir) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "Configuration directory is required when using the $1 option!" + exit 1 + fi + CONFIGSET_CONFDIR="$2" + shift 2 + ;; + -upconfig) + ZK_OP="upconfig" + shift 1 + ;; + -downconfig) + ZK_OP="downconfig" + shift 1 + ;; + -help|-usage|-h) + print_usage "$SCRIPT_CMD" + exit 0 + ;; + --) + shift + break + ;; + *) + if [ "$1" != "" ]; then + print_usage "$SCRIPT_CMD" "Unrecognized or misplaced argument: $1!" + exit 1 + else + break # out-of-args, stop looping + fi + ;; + esac + done + fi + + if [ -z "$ZK_OP" ]; then + echo "Zookeeper operation (one of '-upconfig' or '-downconfig') is required!" + print_usage "$SCRIPT_CMD" + exit 1 + fi + + if [ -z "$ZK_HOST" ]; then + echo "Zookeeper address (-z) argument is required!" + print_usage "$SCRIPT_CMD" + exit 1 + fi + + if [ -z "$CONFIGSET_CONFDIR" ]; then + echo "Local directory of the configset (-d) argument is required!" + print_usage "$SCRIPT_CMD" + exit 1 + fi + + if [ -z "$CONFIGSET_CONFNAME" ]; then + echo "Configset name on Zookeeper (-n) argument is required!" + print_usage "$SCRIPT_CMD" + exit 1 + fi + + if [ "$ZK_OP" == "upconfig" ]; then + run_tool "$ZK_OP" -confname "$CONFIGSET_CONFNAME" -confdir "$CONFIGSET_CONFDIR" -zkHost "$ZK_HOST" -configsetsDir "$SOLR_TIP/server/solr/configsets" + else + run_tool "$ZK_OP" -confname "$CONFIGSET_CONFNAME" -confdir "$CONFIGSET_CONFDIR" -zkHost "$ZK_HOST" + fi + + exit $? +fi + +# verify the command given is supported +if [ "$SCRIPT_CMD" != "stop" ] && [ "$SCRIPT_CMD" != "start" ] && [ "$SCRIPT_CMD" != "restart" ] && [ "$SCRIPT_CMD" != "status" ]; then + print_usage "" "$SCRIPT_CMD is not a valid command!" + exit 1 +fi + +# Run in foreground (default is to run in the background) +FG="false" +noprompt=false +SOLR_OPTS=($SOLR_OPTS) +PASS_TO_RUN_EXAMPLE= + +if [ $# -gt 0 ]; then + while true; do + case "$1" in + -c|-cloud) + SOLR_MODE="solrcloud" + PASS_TO_RUN_EXAMPLE+=" -c" + shift + ;; + -d|-dir) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "Server directory is required when using the $1 option!" + exit 1 + fi + + if [[ "$2" == "." || "$2" == "./" || "$2" == ".." || "$2" == "../" ]]; then + SOLR_SERVER_DIR="$(pwd)/$2" + else + # see if the arg value is relative to the tip vs full path + if [[ "$2" != /* ]] && [[ -d "$SOLR_TIP/$2" ]]; then + SOLR_SERVER_DIR="$SOLR_TIP/$2" + else + SOLR_SERVER_DIR="$2" + fi + fi + # resolve it to an absolute path + SOLR_SERVER_DIR="$(cd "$SOLR_SERVER_DIR"; pwd)" + shift 2 + ;; + -s|-solr.home) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "Solr home directory is required when using the $1 option!" + exit 1 + fi + + SOLR_HOME="$2" + shift 2 + ;; + -e|-example) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "Example name is required when using the $1 option!" + exit 1 + fi + EXAMPLE="$2" + shift 2 + ;; + -f|-foreground) + FG="true" + shift + ;; + -h|-host) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "Hostname is required when using the $1 option!" + exit 1 + fi + SOLR_HOST="$2" + PASS_TO_RUN_EXAMPLE+=" -h $SOLR_HOST" + shift 2 + ;; + -m|-memory) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "Memory setting is required when using the $1 option!" + exit 1 + fi + SOLR_HEAP="$2" + PASS_TO_RUN_EXAMPLE+=" -m $SOLR_HEAP" + shift 2 + ;; + -p|-port) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "Port number is required when using the $1 option!" + exit 1 + fi + SOLR_PORT="$2" + PASS_TO_RUN_EXAMPLE+=" -p $SOLR_PORT" + shift 2 + ;; + -z|-zkhost) + if [[ -z "$2" || "${2:0:1}" == "-" ]]; then + print_usage "$SCRIPT_CMD" "Zookeeper connection string is required when using the $1 option!" + exit 1 + fi + ZK_HOST="$2" + SOLR_MODE="solrcloud" + PASS_TO_RUN_EXAMPLE+=" -z $ZK_HOST" + shift 2 + ;; + -a|-addlopts) + ADDITIONAL_CMD_OPTS="$2" + PASS_TO_RUN_EXAMPLE+=" -a \"$ADDITIONAL_CMD_OPTS\"" + shift 2 + ;; + -k|-key) + STOP_KEY="$2" + shift 2 + ;; + -help|-usage) + print_usage "$SCRIPT_CMD" + exit 0 + ;; + -noprompt) + noprompt=true + PASS_TO_RUN_EXAMPLE+=" -noprompt" + shift + ;; + -V|-verbose) + verbose=true + PASS_TO_RUN_EXAMPLE+=" --verbose" + shift + ;; + -all) + stop_all=true + shift + ;; + --) + shift + break + ;; + *) + if [ "${1:0:2}" == "-D" ]; then + # pass thru any opts that begin with -D (java system props) + SOLR_OPTS+=("$1") + PASS_TO_RUN_EXAMPLE+=" $1" + shift + else + if [ "$1" != "" ]; then + print_usage "$SCRIPT_CMD" "$1 is not supported by this script" + exit 1 + else + break # out-of-args, stop looping + fi + fi + ;; + esac + done +fi + +if [ -z "$SOLR_SERVER_DIR" ]; then + SOLR_SERVER_DIR="$DEFAULT_SERVER_DIR" +fi + +if [ ! -e "$SOLR_SERVER_DIR" ]; then + echo -e "\nSolr server directory $SOLR_SERVER_DIR not found!\n" + exit 1 +fi + +if [[ "$FG" == 'true' && "$EXAMPLE" != "" ]]; then + FG='false' + echo -e "\nWARNING: Foreground mode (-f) not supported when running examples.\n" +fi + +# +# If the user specified an example to run, invoke the run_example tool (Java app) and exit +# otherwise let this script proceed to process the user request +# +if [ -n "$EXAMPLE" ] && [ "$SCRIPT_CMD" == "start" ]; then + run_tool run_example -e $EXAMPLE -d "$SOLR_SERVER_DIR" -urlScheme $SOLR_URL_SCHEME $PASS_TO_RUN_EXAMPLE + exit $? +fi + +############# start/stop logic below here ################ + +if $verbose ; then + echo "Using Solr root directory: $SOLR_TIP" + echo "Using Java: $JAVA" + "$JAVA" -version +fi + +if [ "$SOLR_HOST" != "" ]; then + SOLR_HOST_ARG=("-Dhost=$SOLR_HOST") +else + SOLR_HOST_ARG=() +fi + +if [ -z "$STOP_KEY" ]; then + STOP_KEY='solrrocks' +fi + +# stop all if no port specified +if [[ "$SCRIPT_CMD" == "stop" && -z "$SOLR_PORT" ]]; then + if $stop_all; then + none_stopped=true + find "$SOLR_PID_DIR" -name "solr-*.pid" -type f | while read PIDF + do + NEXT_PID=`cat "$PIDF"` + port=`jetty_port "$NEXT_PID"` + if [ "$port" != "" ]; then + stop_solr "$SOLR_SERVER_DIR" "$port" "$STOP_KEY" "$NEXT_PID" + none_stopped=false + fi + rm -f "$PIDF" + done + # TODO: none_stopped doesn't get reflected across the subshell + # This can be uncommented once we find a clean way out of it + # if $none_stopped; then + # echo -e "\nNo Solr nodes found to stop.\n" + # fi + else + # not stopping all and don't have a port, but if we can find the pid file for the default port 8983, then use that + none_stopped=true + numSolrs=`find "$SOLR_PID_DIR" -name "solr-*.pid" -type f | wc -l | tr -d ' '` + if [ $numSolrs -eq 1 ]; then + # only do this if there is only 1 node running, otherwise they must provide the -p or -all + PID="$(cat "$(find "$SOLR_PID_DIR" -name "solr-*.pid" -type f)")" + CHECK_PID=`ps auxww | awk '{print $2}' | grep -w $PID | sort -r | tr -d ' '` + if [ "$CHECK_PID" != "" ]; then + port=`jetty_port "$CHECK_PID"` + if [ "$port" != "" ]; then + stop_solr "$SOLR_SERVER_DIR" "$port" "$STOP_KEY" "$CHECK_PID" + none_stopped=false + fi + fi + fi + + if $none_stopped; then + if [ $numSolrs -gt 0 ]; then + echo -e "\nFound $numSolrs Solr nodes running! Must either specify a port using -p or -all to stop all Solr nodes on this host.\n" + else + echo -e "\nNo Solr nodes found to stop.\n" + fi + exit 1 + fi + fi + exit +fi + +if [ -z "$SOLR_PORT" ]; then + SOLR_PORT=8983 +fi + +if [ -z "$STOP_PORT" ]; then + STOP_PORT=`expr $SOLR_PORT - 1000` +fi + +if [[ "$SCRIPT_CMD" == "start" ]]; then + # see if Solr is already running + SOLR_PID=`solr_pid_by_port "$SOLR_PORT"` + + if [ -z "$SOLR_PID" ]; then + # not found using the pid file ... but use ps to ensure not found + SOLR_PID=`ps auxww | grep start\.jar | grep -w $SOLR_PORT | grep -v grep | awk '{print $2}' | sort -r` + fi + + if [ "$SOLR_PID" != "" ]; then + echo -e "\nPort $SOLR_PORT is already being used by another process (pid: $SOLR_PID)\nPlease choose a different port using the -p option.\n" + exit 1 + fi +else + # either stop or restart + # see if Solr is already running + SOLR_PID=`solr_pid_by_port "$SOLR_PORT"` + if [ -z "$SOLR_PID" ]; then + # not found using the pid file ... but use ps to ensure not found + SOLR_PID=`ps auxww | grep start\.jar | grep -w $SOLR_PORT | grep -v grep | awk '{print $2}' | sort -r` + fi + if [ "$SOLR_PID" != "" ]; then + stop_solr "$SOLR_SERVER_DIR" "$SOLR_PORT" "$STOP_KEY" "$SOLR_PID" + else + if [ "$SCRIPT_CMD" == "stop" ]; then + echo -e "No process found for Solr node running on port $SOLR_PORT" + exit 1 + fi + fi +fi + +if [ -z "$SOLR_HOME" ]; then + SOLR_HOME="$SOLR_SERVER_DIR/solr" +else + if [[ $SOLR_HOME != /* ]] && [[ -d "$SOLR_SERVER_DIR/$SOLR_HOME" ]]; then + SOLR_HOME="$SOLR_SERVER_DIR/$SOLR_HOME" + SOLR_PID_DIR="$SOLR_HOME" + elif [[ $SOLR_HOME != /* ]] && [[ -d "`pwd`/$SOLR_HOME" ]]; then + SOLR_HOME="$(pwd)/$SOLR_HOME" + fi +fi + +# This is quite hacky, but examples rely on a different log4j.properties +# so that we can write logs for examples to $SOLR_HOME/../logs +if [ -z "$SOLR_LOGS_DIR" ]; then + SOLR_LOGS_DIR="$SOLR_SERVER_DIR/logs" +fi +EXAMPLE_DIR="$SOLR_TIP/example" +if [ "${SOLR_HOME:0:${#EXAMPLE_DIR}}" = "$EXAMPLE_DIR" ]; then + LOG4J_PROPS="$EXAMPLE_DIR/resources/log4j.properties" + SOLR_LOGS_DIR="$SOLR_HOME/../logs" +fi + +LOG4J_CONFIG=() +if [ -n "$LOG4J_PROPS" ]; then + LOG4J_CONFIG+=("-Dlog4j.configuration=file:$LOG4J_PROPS") +fi + +if [ "$SCRIPT_CMD" == "stop" ]; then + # already stopped, script is done. + exit 0 +fi + +# NOTE: If the script gets to here, then it is starting up a Solr node. + +if [ ! -e "$SOLR_HOME" ]; then + echo -e "\nSolr home directory $SOLR_HOME not found!\n" + exit 1 +fi + +# backup the log files before starting +if [ -f "$SOLR_LOGS_DIR/solr.log" ]; then + if $verbose ; then + echo "Backing up $SOLR_LOGS_DIR/solr.log" + fi + mv "$SOLR_LOGS_DIR/solr.log" "$SOLR_LOGS_DIR/solr_log_$(date +"%Y%m%d_%H%M")" +fi + +if [ -f "$SOLR_LOGS_DIR/solr_gc.log" ]; then + if $verbose ; then + echo "Backing up $SOLR_LOGS_DIR/solr_gc.log" + fi + mv "$SOLR_LOGS_DIR/solr_gc.log" "$SOLR_LOGS_DIR/solr_gc_log_$(date +"%Y%m%d_%H%M")" +fi + +java_ver_out=`echo "$("$JAVA" -version 2>&1)"` +JAVA_VERSION=`echo $java_ver_out | grep "java version" | awk '{ print substr($3, 2, length($3)-2); }'` +JAVA_VENDOR="Oracle" +if [ "`echo $java_ver_out | grep -i "IBM J9"`" != "" ]; then + JAVA_VENDOR="IBM J9" +fi + +# if verbose gc logging enabled, setup the location of the log file +if [ "$GC_LOG_OPTS" != "" ]; then + gc_log_flag="-Xloggc" + if [ "$JAVA_VENDOR" == "IBM J9" ]; then + gc_log_flag="-Xverbosegclog" + fi + GC_LOG_OPTS=($GC_LOG_OPTS "$gc_log_flag:$SOLR_LOGS_DIR/solr_gc.log") +else + GC_LOG_OPTS=() +fi + +# If ZK_HOST is defined, the assume SolrCloud mode +if [[ -n "$ZK_HOST" ]]; then + SOLR_MODE="solrcloud" +fi + +if [ "$SOLR_MODE" == 'solrcloud' ]; then + if [ -z "$ZK_CLIENT_TIMEOUT" ]; then + ZK_CLIENT_TIMEOUT="15000" + fi + + CLOUD_MODE_OPTS=("-DzkClientTimeout=$ZK_CLIENT_TIMEOUT") + + if [ "$ZK_HOST" != "" ]; then + CLOUD_MODE_OPTS+=("-DzkHost=$ZK_HOST") + else + if $verbose ; then + echo "Configuring SolrCloud to launch an embedded Zookeeper using -DzkRun" + fi + + CLOUD_MODE_OPTS+=('-DzkRun') + fi + + # and if collection1 needs to be bootstrapped + if [ -e "$SOLR_HOME/collection1/core.properties" ]; then + CLOUD_MODE_OPTS+=('-Dbootstrap_confdir=./solr/collection1/conf' '-Dcollection.configName=myconf' '-DnumShards=1') + fi + +else + if [ ! -e "$SOLR_HOME/solr.xml" ]; then + echo -e "\nSolr home directory $SOLR_HOME must contain a solr.xml file!\n" + exit 1 + fi +fi + +# These are useful for attaching remote profilers like VisualVM/JConsole +if [ "$ENABLE_REMOTE_JMX_OPTS" == "true" ]; then + + if [ -z "$RMI_PORT" ]; then + RMI_PORT="1$SOLR_PORT" + fi + + REMOTE_JMX_OPTS=('-Dcom.sun.management.jmxremote' \ + '-Dcom.sun.management.jmxremote.local.only=false' \ + '-Dcom.sun.management.jmxremote.ssl=false' \ + '-Dcom.sun.management.jmxremote.authenticate=false' \ + "-Dcom.sun.management.jmxremote.port=$RMI_PORT" \ + "-Dcom.sun.management.jmxremote.rmi.port=$RMI_PORT") + + # if the host is set, then set that as the rmi server hostname + if [ "$SOLR_HOST" != "" ]; then + REMOTE_JMX_OPTS+=("-Djava.rmi.server.hostname=$SOLR_HOST") + fi +else + REMOTE_JMX_OPTS=() +fi + +JAVA_MEM_OPTS=() +if [ -z "$SOLR_HEAP" ] && [ -n "$SOLR_JAVA_MEM" ]; then + JAVA_MEM_OPTS=($SOLR_JAVA_MEM) +else + SOLR_HEAP="${SOLR_HEAP:-512m}" + JAVA_MEM_OPTS=("-Xms$SOLR_HEAP" "-Xmx$SOLR_HEAP") +fi + +if [ -z "$SOLR_TIMEZONE" ]; then + SOLR_TIMEZONE='UTC' +fi + +# Launches Solr in foreground/background depending on parameters +function launch_solr() { + + run_in_foreground="$1" + stop_port="$STOP_PORT" + + SOLR_ADDL_ARGS="$2" + + GC_TUNE=($GC_TUNE) + # deal with Java version specific GC and other flags + if [ "${JAVA_VERSION:0:3}" == "1.7" ]; then + # Specific Java version hacking + GC_TUNE+=('-XX:CMSFullGCsBeforeCompaction=1' '-XX:CMSTriggerPermRatio=80') + if [ "$JAVA_VENDOR" != "IBM J9" ]; then + JAVA_MINOR_VERSION=${JAVA_VERSION:(-2)} + if [[ $JAVA_MINOR_VERSION -ge 40 && $JAVA_MINOR_VERSION -le 51 ]]; then + GC_TUNE+=('-XX:-UseSuperWord') + echo -e "\nWARNING: Java version $JAVA_VERSION has known bugs with Lucene and requires the -XX:-UseSuperWord flag. Please consider upgrading your JVM.\n" + fi + fi + fi + + # If SSL-related system props are set, add them to SOLR_OPTS + if [ -n "$SOLR_SSL_OPTS" ]; then + # If using SSL and solr.jetty.https.port not set explicitly, use the jetty.port + SSL_PORT_PROP="-Dsolr.jetty.https.port=$SOLR_PORT" + SOLR_OPTS+=($SOLR_SSL_OPTS "$SSL_PORT_PROP") + fi + + # If authentication system props are set, add them to SOLR_OPTS + if [ -n "$AUTHC_OPTS" ]; then + SOLR_OPTS+=($AUTHC_OPTS) + fi + + if $verbose ; then + echo -e "\nStarting Solr using the following settings:" + echo -e " JAVA = $JAVA" + echo -e " SOLR_SERVER_DIR = $SOLR_SERVER_DIR" + echo -e " SOLR_HOME = $SOLR_HOME" + echo -e " SOLR_HOST = $SOLR_HOST" + echo -e " SOLR_PORT = $SOLR_PORT" + echo -e " STOP_PORT = $STOP_PORT" + echo -e " JAVA_MEM_OPTS = ${JAVA_MEM_OPTS[@]}" + echo -e " GC_TUNE = ${GC_TUNE[@]}" + echo -e " GC_LOG_OPTS = ${GC_LOG_OPTS[@]}" + echo -e " SOLR_TIMEZONE = $SOLR_TIMEZONE" + + if [ "$SOLR_MODE" == "solrcloud" ]; then + echo -e " CLOUD_MODE_OPTS = ${CLOUD_MODE_OPTS[@]}" + fi + + if [ "$SOLR_OPTS" != "" ]; then + echo -e " SOLR_OPTS = ${SOLR_OPTS[@]}" + fi + + if [ "$SOLR_ADDL_ARGS" != "" ]; then + echo -e " SOLR_ADDL_ARGS = $SOLR_ADDL_ARGS" + fi + + if [ "$ENABLE_REMOTE_JMX_OPTS" == "true" ]; then + echo -e " RMI_PORT = $RMI_PORT" + echo -e " REMOTE_JMX_OPTS = ${REMOTE_JMX_OPTS[@]}" + fi + echo -e "\n" + fi + + # need to launch solr from the server dir + cd "$SOLR_SERVER_DIR" + + if [ ! -e "$SOLR_SERVER_DIR/start.jar" ]; then + echo -e "\nERROR: start.jar file not found in $SOLR_SERVER_DIR!\nPlease check your -d parameter to set the correct Solr server directory.\n" + exit 1 + fi + + SOLR_START_OPTS=('-server' "${JAVA_MEM_OPTS[@]}" "${GC_TUNE[@]}" "${GC_LOG_OPTS[@]}" \ + "${REMOTE_JMX_OPTS[@]}" "${CLOUD_MODE_OPTS[@]}" \ + "-Djetty.port=$SOLR_PORT" "-DSTOP.PORT=$stop_port" "-DSTOP.KEY=$STOP_KEY" \ + "${SOLR_HOST_ARG[@]}" "-Duser.timezone=$SOLR_TIMEZONE" \ + "-Djetty.home=$SOLR_SERVER_DIR" "-Dsolr.solr.home=$SOLR_HOME" "-Dsolr.install.dir=$SOLR_TIP" \ + "${LOG4J_CONFIG[@]}" "${SOLR_OPTS[@]}") + + if [ "$SOLR_MODE" == "solrcloud" ]; then + IN_CLOUD_MODE=" in SolrCloud mode" + fi + + mkdir -p "$SOLR_LOGS_DIR" + + if [ "$run_in_foreground" == "true" ]; then + echo -e "\nStarting Solr$IN_CLOUD_MODE on port $SOLR_PORT from $SOLR_SERVER_DIR\n" + exec "$JAVA" "${SOLR_START_OPTS[@]}" $SOLR_ADDL_ARGS -jar start.jar "${SOLR_JETTY_CONFIG[@]}" + else + # run Solr in the background + nohup "$JAVA" "${SOLR_START_OPTS[@]}" $SOLR_ADDL_ARGS -Dsolr.kerberos.name.rules="$SOLR_KERB_NAME_RULES" \ + "-XX:OnOutOfMemoryError=$SOLR_TIP/bin/oom_solr.sh $SOLR_PORT $SOLR_LOGS_DIR" \ + -jar start.jar "${SOLR_JETTY_CONFIG[@]}" \ + 1>"$SOLR_LOGS_DIR/solr-$SOLR_PORT-console.log" 2>&1 & echo $! > "$SOLR_PID_DIR/solr-$SOLR_PORT.pid" + + # no lsof on cygwin though + if hash lsof 2>/dev/null ; then # hash returns true if lsof is on the path + echo -n "Waiting up to 30 seconds to see Solr running on port $SOLR_PORT" + # Launch in a subshell to show the spinner + (loops=0 + while true + do + running=`lsof -PniTCP:$SOLR_PORT -sTCP:LISTEN` + if [ -z "$running" ]; then + if [ $loops -lt 6 ]; then + sleep 5 + loops=$[$loops+1] + else + echo -e "Still not seeing Solr listening on $SOLR_PORT after 30 seconds!" + tail -30 "$SOLR_LOGS_DIR/solr.log" + exit # subshell! + fi + else + SOLR_PID=`ps auxww | grep start\.jar | grep -w $SOLR_PORT | grep -v grep | awk '{print $2}' | sort -r` + echo -e "\nStarted Solr server on port $SOLR_PORT (pid=$SOLR_PID). Happy searching!\n" + exit # subshell! + fi + done) & + spinner $! + else + echo -e "NOTE: Please install lsof as this script needs it to determine if Solr is listening on port $SOLR_PORT." + sleep 10 + SOLR_PID=`ps auxww | grep start\.jar | grep -w $SOLR_PORT | grep -v grep | awk '{print $2}' | sort -r` + echo -e "\nStarted Solr server on port $SOLR_PORT (pid=$SOLR_PID). Happy searching!\n" + return; + fi + fi +} + +launch_solr "$FG" "$ADDITIONAL_CMD_OPTS" + +exit $?
