Repository: asterixdb Updated Branches: refs/heads/master 5e9e92bcd -> 368d6c488
Adding docker support for writing replication ITs Change-Id: If7948a25f39e1c155ce96502572c1eef122f04bf Reviewed-on: https://asterix-gerrit.ics.uci.edu/1644 Sonar-Qube: Jenkins <jenk...@fulliautomatix.ics.uci.edu> Tested-by: Jenkins <jenk...@fulliautomatix.ics.uci.edu> BAD: Jenkins <jenk...@fulliautomatix.ics.uci.edu> Integration-Tests: Jenkins <jenk...@fulliautomatix.ics.uci.edu> Reviewed-by: Michael Blow <mb...@apache.org> Project: http://git-wip-us.apache.org/repos/asf/asterixdb/repo Commit: http://git-wip-us.apache.org/repos/asf/asterixdb/commit/368d6c48 Tree: http://git-wip-us.apache.org/repos/asf/asterixdb/tree/368d6c48 Diff: http://git-wip-us.apache.org/repos/asf/asterixdb/diff/368d6c48 Branch: refs/heads/master Commit: 368d6c48808c1c47e2a16bb87e3f75394076e8b1 Parents: 5e9e92b Author: Akshay M S <akshaym...@gmail.com> Authored: Wed Apr 12 15:45:37 2017 -0700 Committer: Michael Blow <mb...@apache.org> Committed: Thu Apr 13 08:23:41 2017 -0700 ---------------------------------------------------------------------- asterixdb/asterix-installer/pom.xml | 2 + .../src/test/resources/docker/Dockerfile | 54 +++++++++ .../test/resources/docker/cluster-config.xml | 76 ++++++++++++ .../test/resources/docker/docker-compose.yml | 116 +++++++++++++++++++ .../src/test/resources/docker/id_rsa | 27 +++++ .../src/test/resources/docker/id_rsa.pub | 1 + 6 files changed, 276 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/asterixdb/blob/368d6c48/asterixdb/asterix-installer/pom.xml ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/pom.xml b/asterixdb/asterix-installer/pom.xml index e1fac3a..6afc703 100644 --- a/asterixdb/asterix-installer/pom.xml +++ b/asterixdb/asterix-installer/pom.xml @@ -300,6 +300,8 @@ <exclude>src/test/resources/clusterts/id_rsa</exclude> <exclude>src/test/resources/clusterts/id_rsa.pub</exclude> <exclude>src/test/resources/clusterts/known_hosts</exclude> + <exclude>src/test/resources/docker/id_rsa</exclude> + <exclude>src/test/resources/docker/id_rsa.pub</exclude> <exclude>src/test/resources/transactionts/results/query_after_restart/big_object_20M/big_object_20M.1.adm.template</exclude> <exclude>src/test/resources/integrationts/restart/tweets.json</exclude> <!-- https://issues.apache.org/jira/browse/ASTERIXDB-1850 --> </excludes> http://git-wip-us.apache.org/repos/asf/asterixdb/blob/368d6c48/asterixdb/asterix-installer/src/test/resources/docker/Dockerfile ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/test/resources/docker/Dockerfile b/asterixdb/asterix-installer/src/test/resources/docker/Dockerfile new file mode 100644 index 0000000..1b0193c --- /dev/null +++ b/asterixdb/asterix-installer/src/test/resources/docker/Dockerfile @@ -0,0 +1,54 @@ +#/* +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +FROM centos +MAINTAINER AsterixDB Team + +RUN echo 'LANG="en_US.UTF-8"' > /etc/sysconfig/i18n ;echo 'ZONE="America/Los_Angeles"' > /etc/sysconfig/clock ;cp -a /usr/share/zoneinfo/America/Los_Angeles /etc/localtime +RUN echo "include_only=.us" >> /etc/yum/pluginconf.d/fastestmirror.conf +RUN yum -y update +RUN yum install -y unzip java-1.8.0-openjdk openssh-server openssh-clients python-setuptools wget curl net-tools + +RUN sshd-keygen +RUN sed -i "s/UsePrivilegeSeparation.*/UsePrivilegeSeparation no/g" /etc/ssh/sshd_config + +RUN useradd asterix -G wheel -s /bin/bash -m +RUN echo 'asterix:asterix' | chpasswd +RUN echo '%wheel ALL=(ALL) ALL' >> /etc/sudoers +RUN echo 'Host *' >> /etc/ssh/ssh_config +RUN echo ' StrictHostKeyChecking no' >> /etc/ssh/ssh_config + +CMD ["/usr/sbin/sshd", "-D"] + +RUN mkdir /asterixdb +RUN mkdir /asterixdb/asterix +RUN mkdir /asterixdb/data +COPY asterix-installer*.zip . +RUN unzip asterix-installer*.zip -d /asterixdb/asterix-installer/ +COPY id_rsa /root/.ssh/id_rsa +COPY id_rsa.pub /root/.ssh/id_rsa.pub +COPY cluster-config.xml /asterixdb/ + +RUN cat /root/.ssh/id_rsa.pub >> /root/.ssh/authorized_keys +RUN chmod 600 /root/.ssh/id_rsa* +RUN chmod 700 /root/.ssh/authorized_keys + +ENV JAVA_HOME /usr/lib/jvm/jre-1.8.0 +ENV JAVA_OPTS -Xmx2048m + +EXPOSE 19001 19002 8888 19003 50031 15001 http://git-wip-us.apache.org/repos/asf/asterixdb/blob/368d6c48/asterixdb/asterix-installer/src/test/resources/docker/cluster-config.xml ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/test/resources/docker/cluster-config.xml b/asterixdb/asterix-installer/src/test/resources/docker/cluster-config.xml new file mode 100644 index 0000000..4d5d0bd --- /dev/null +++ b/asterixdb/asterix-installer/src/test/resources/docker/cluster-config.xml @@ -0,0 +1,76 @@ +<!-- + ! Licensed to the Apache Software Foundation (ASF) under one + ! or more contributor license agreements. See the NOTICE file + ! distributed with this work for additional information + ! regarding copyright ownership. The ASF licenses this file + ! to you under the Apache License, Version 2.0 (the + ! "License"); you may not use this file except in compliance + ! with the License. You may obtain a copy of the License at + ! + ! http://www.apache.org/licenses/LICENSE-2.0 + ! + ! Unless required by applicable law or agreed to in writing, + ! software distributed under the License is distributed on an + ! "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + ! KIND, either express or implied. See the License for the + ! specific language governing permissions and limitations + ! under the License. + !--> +<cluster xmlns="cluster"> + + <name>asterix</name> + + <username>root</username> + + <working_dir> + <dir>/asterixdb/asterix/managix-working</dir> + <NFS>false</NFS> + </working_dir> + + <log_dir>/asterixdb/data/logs/</log_dir> + <txn_log_dir>/asterixdb/data/tx_logs</txn_log_dir> + <iodevices>/asterixdb/data/p1,/asterixdb/data/p2</iodevices> + + <store>storage</store> + + <java_home>/usr/lib/jvm/jre-1.8.0</java_home> + <metadata_node>nc1</metadata_node> + + <high_availability> + <enabled>true</enabled> + <data_replication> + <strategy>chained_declustering</strategy> + <replication_port>2016</replication_port> + <replication_time_out>30</replication_time_out> + <replication_factor>2</replication_factor> + </data_replication> + <fault_tolerance> + <strategy>auto</strategy> + </fault_tolerance> + </high_availability> + + <master_node> + <id>cc</id> + <client_ip>172.20.0.2</client_ip> + <cluster_ip>172.20.0.2</cluster_ip> + <client_port>1098</client_port> + <cluster_port>1099</cluster_port> + <http_port>8888</http_port> + </master_node> + <node> + <id>nc1</id> + <cluster_ip>172.20.0.3</cluster_ip> + </node> + <node> + <id>nc2</id> + <cluster_ip>172.20.0.4</cluster_ip> + </node> + <node> + <id>nc3</id> + <cluster_ip>172.20.0.5</cluster_ip> + </node> + <node> + <id>nc4</id> + <cluster_ip>172.20.0.6</cluster_ip> + </node> +</cluster> http://git-wip-us.apache.org/repos/asf/asterixdb/blob/368d6c48/asterixdb/asterix-installer/src/test/resources/docker/docker-compose.yml ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/test/resources/docker/docker-compose.yml b/asterixdb/asterix-installer/src/test/resources/docker/docker-compose.yml new file mode 100644 index 0000000..224b0a9 --- /dev/null +++ b/asterixdb/asterix-installer/src/test/resources/docker/docker-compose.yml @@ -0,0 +1,116 @@ +#/* +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +version: "3.1" + +services: + cc: + image: asterix-test + container_name: cc + stdin_open: true + tty: true + volumes: + - ./asterix:/asterix + deploy: + resources: + limits: + memory: 1024M + networks: + asterix_net: + ipv4_address: 172.20.0.2 + ports: + - "19001:19001" + + nc1: + image: asterix-test + container_name: nc1 + stdin_open: true + tty: true + volumes: + - ./asterix:/asterix + deploy: + resources: + limits: + memory: 2560M + networks: + asterix_net: + ipv4_address: 172.20.0.3 + ports: + - "6001:15001" + + nc2: + image: asterix-test + container_name: nc2 + stdin_open: true + tty: true + volumes: + - ./asterix:/asterix + deploy: + resources: + limits: + memory: 2560M + networks: + asterix_net: + ipv4_address: 172.20.0.4 + ports: + - "6002:15001" + + nc3: + image: asterix-test + container_name: nc3 + stdin_open: true + tty: true + volumes: + - ./asterix:/asterix + deploy: + resources: + limits: + memory: 2560M + networks: + asterix_net: + ipv4_address: 172.20.0.5 + ports: + - "6003:15001" + + nc4: + image: asterix-test + container_name: nc4 + stdin_open: true + tty: true + volumes: + - ./asterix:/asterix + deploy: + resources: + limits: + memory: 2560M + networks: + asterix_net: + ipv4_address: 172.20.0.6 + ports: + - "6004:15001" + + +networks: + asterix_net: + driver: bridge + driver_opts: + com.docker.network.enable_ipv6: "false" + ipam: + driver: default + config: + - subnet: 172.20.0.0/24 http://git-wip-us.apache.org/repos/asf/asterixdb/blob/368d6c48/asterixdb/asterix-installer/src/test/resources/docker/id_rsa ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/test/resources/docker/id_rsa b/asterixdb/asterix-installer/src/test/resources/docker/id_rsa new file mode 100644 index 0000000..7d6a083 --- /dev/null +++ b/asterixdb/asterix-installer/src/test/resources/docker/id_rsa @@ -0,0 +1,27 @@ +-----BEGIN RSA PRIVATE KEY----- +MIIEogIBAAKCAQEA6NF8iallvQVp22WDkTkyrtvp9eWW6A8YVr+kz4TjGYe7gHzI +w+niNltGEFHzD8+v1I2YJ6oXevct1YeS0o9HZyN1Q9qgCgzUFtdOKLv6IedplqoP +kcmF0aYet2PkEDo3MlTBckFXPITAMzF8dJSIFo9D8HfdOV0IAdx4O7PtixWKn5y2 +hMNG0zQPyUecp4pzC6kivAIhyfHilFR61RGL+GPXQ2MWZWFYbAGjyiYJnAmCP3NO +Td0jMZEnDkbUvxhMmBYSdETk1rRgm+R4LOzFUGaHqHDLKLX+FIPKcF96hrucXzcW +yLbIbEgE98OHlnVYCzRdK8jlqm8tehUc9c9WhQIBIwKCAQEA4iqWPJXtzZA68mKd +ELs4jJsdyky+ewdZeNds5tjcnHU5zUYE25K+ffJED9qUWICcLZDc81TGWjHyAqD1 +Bw7XpgUwFgeUJwUlzQurAv+/ySnxiwuaGJfhFM1CaQHzfXphgVml+fZUvnJUTvzf +TK2Lg6EdbUE9TarUlBf/xPfuEhMSlIE5keb/Zz3/LUlRg8yDqz5w+QWVJ4utnKnK +iqwZN0mwpwU7YSyJhlT4YV1F3n4YjLswM5wJs2oqm0jssQu/BT0tyEXNDYBLEF4A +sClaWuSJ2kjq7KhrrYXzagqhnSei9ODYFShJu8UWVec3Ihb5ZXlzO6vdNQ1J9Xsf +4m+2ywKBgQD6qFxx/Rv9CNN96l/4rb14HKirC2o/orApiHmHDsURs5rUKDx0f9iP +cXN7S1uePXuJRK/5hsubaOCx3Owd2u9gD6Oq0CsMkE4CUSiJcYrMANtx54cGH7Rk +EjFZxK8xAv1ldELEyxrFqkbE4BKd8QOt414qjvTGyAK+OLD3M2QdCQKBgQDtx8pN +CAxR7yhHbIWT1AH66+XWN8bXq7l3RO/ukeaci98JfkbkxURZhtxV/HHuvUhnPLdX +3TwygPBYZFNo4pzVEhzWoTtnEtrFueKxyc3+LjZpuo+mBlQ6ORtfgkr9gBVphXZG +YEzkCD3lVdl8L4cw9BVpKrJCs1c5taGjDgdInQKBgHm/fVvv96bJxc9x1tffXAcj +3OVdUN0UgXNCSaf/3A/phbeBQe9xS+3mpc4r6qvx+iy69mNBeNZ0xOitIjpjBo2+ +dBEjSBwLk5q5tJqHmy/jKMJL4n9ROlx93XS+njxgibTvU6Fp9w+NOFD/HvxB3Tcz +6+jJF85D5BNAG3DBMKBjAoGBAOAxZvgsKN+JuENXsST7F89Tck2iTcQIT8g5rwWC +P9Vt74yboe2kDT531w8+egz7nAmRBKNM751U/95P9t88EDacDI/Z2OwnuFQHCPDF +llYOUI+SpLJ6/vURRbHSnnn8a/XG+nzedGH5JGqEJNQsz+xT2axM0/W/CRknmGaJ +kda/AoGANWrLCz708y7VYgAtW2Uf1DPOIYMdvo6fxIB5i9ZfISgcJ/bbCUkFrhoH ++vq/5CIWxCPp0f85R4qxxQ5ihxJ0YDQT9Jpx4TMss4PSavPaBH3RXow5Ohe+bYoQ +NE5OgEXk2wVfZczCZpigBKbKZHNYcelXtTt/nP3rsCuGcM4h53s= +-----END RSA PRIVATE KEY----- http://git-wip-us.apache.org/repos/asf/asterixdb/blob/368d6c48/asterixdb/asterix-installer/src/test/resources/docker/id_rsa.pub ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-installer/src/test/resources/docker/id_rsa.pub b/asterixdb/asterix-installer/src/test/resources/docker/id_rsa.pub new file mode 100644 index 0000000..f762934 --- /dev/null +++ b/asterixdb/asterix-installer/src/test/resources/docker/id_rsa.pub @@ -0,0 +1 @@ +ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA6NF8iallvQVp22WDkTkyrtvp9eWW6A8YVr+kz4TjGYe7gHzIw+niNltGEFHzD8+v1I2YJ6oXevct1YeS0o9HZyN1Q9qgCgzUFtdOKLv6IedplqoPkcmF0aYet2PkEDo3MlTBckFXPITAMzF8dJSIFo9D8HfdOV0IAdx4O7PtixWKn5y2hMNG0zQPyUecp4pzC6kivAIhyfHilFR61RGL+GPXQ2MWZWFYbAGjyiYJnAmCP3NOTd0jMZEnDkbUvxhMmBYSdETk1rRgm+R4LOzFUGaHqHDLKLX+FIPKcF96hrucXzcWyLbIbEgE98OHlnVYCzRdK8jlqm8tehUc9c9WhQ==
