[ https://issues.apache.org/jira/browse/CLOUDSTACK-8308?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14508562#comment-14508562 ]
ASF GitHub Bot commented on CLOUDSTACK-8308: -------------------------------------------- Github user gauravaradhye commented on a diff in the pull request: https://github.com/apache/cloudstack/pull/181#discussion_r28940210 --- Diff: test/integration/testpaths/testpath_volume_cuncurrent_snapshots.py --- @@ -0,0 +1,827 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +""" Test cases for VM/Volume snapshot Test Path +""" + +from nose.plugins.attrib import attr +from marvin.cloudstackTestCase import cloudstackTestCase, unittest +from marvin.lib.utils import (cleanup_resources, is_snapshot_on_nfs, + validateList) +from marvin.lib.base import (Account, + StoragePool, + Host, + ServiceOffering, + VirtualMachine, + Configurations, + Snapshot, + SnapshotPolicy, + ) +from marvin.lib.common import (get_domain, + list_snapshot_policy, + get_zone, + get_template, + list_volumes, + list_snapshots, + list_virtual_machines, + createChecksum, + ) +from marvin.sshClient import SshClient +import time + +from threading import Thread +from marvin.codes import PASS + + +def MigrateRootVolume(self, + vm, + destinationHost, + expectexception=False): + """ Migrate given volume to type of storage pool mentioned in migrateto: + + Inputs: + 1. vm: VM to be migrated + is to be migrated + 2. expectexception: If exception is expected while migration + 3. destinationHost: Destination host where the VM should get migrated + """ + + if expectexception: + with self.assertRaises(Exception): + VirtualMachine.migrate( + vm, + self.apiclient, + hostid=destinationHost.id, + ) + else: + VirtualMachine.migrate( + vm, + self.apiclient, + hostid=destinationHost.id, + ) + + migrated_vm_response = list_virtual_machines( + self.apiclient, + id=vm.id + ) + + self.assertEqual( + isinstance(migrated_vm_response, list), + True, + "Check list virtual machines response for valid list" + ) + + self.assertNotEqual( + migrated_vm_response, + None, + "Check if virtual machine exists in ListVirtualMachines" + ) + + migrated_vm = migrated_vm_response[0] + + vm_list = VirtualMachine.list( + self.apiclient, + id=migrated_vm.id + ) + + self.assertEqual( + vm_list[0].hostid, + destinationHost.id, + "Check volume is on migrated pool" + ) + return + + +def CreateSnapshot(self, root_volume, is_recurring): + """Create Snapshot""" + if is_recurring: + recurring_snapshot = SnapshotPolicy.create( + self.apiclient, + root_volume.id, + self.testdata["recurring_snapshot"] + ) + self.rec_policy_pool.append(recurring_snapshot) + else: + root_vol_snap = Snapshot.create( + self.apiclient, + root_volume.id) + + self.snapshot_pool.append(root_vol_snap) + + +class TestConcurrentSnapshots(cloudstackTestCase): + + @classmethod + def setUpClass(cls): + testClient = super(TestConcurrentSnapshots, cls).getClsTestClient() + cls.apiclient = testClient.getApiClient() + cls.testdata = testClient.getParsedTestDataConfig() + cls.hypervisor = cls.testClient.getHypervisorInfo() + + # Get Zone, Domain and templates + cls.domain = get_domain(cls.apiclient) + cls.zone = get_zone(cls.apiclient, testClient.getZoneForTests()) + + cls.template = get_template( + cls.apiclient, + cls.zone.id, + cls.testdata["ostype"]) + + cls._cleanup = [] + + cls.mgtSvrDetails = cls.config.__dict__["mgtSvr"][0].__dict__ + + try: + + # Create an account + cls.account = Account.create( + cls.apiclient, + cls.testdata["account"], + domainid=cls.domain.id + ) + cls._cleanup.append(cls.account) + + # Create user api client of the account + cls.userapiclient = testClient.getUserApiClient( + UserName=cls.account.name, + DomainName=cls.account.domain + ) + + # Create Service offering + cls.service_offering = ServiceOffering.create( + cls.apiclient, + cls.testdata["service_offering"], + ) + cls._cleanup.append(cls.service_offering) + + cls.vm_pool = [] + for i in range(4): + cls.vm = VirtualMachine.create( + cls.apiclient, + cls.testdata["small"], + templateid=cls.template.id, + accountid=cls.account.name, + domainid=cls.account.domainid, + serviceofferingid=cls.service_offering.id, + zoneid=cls.zone.id, + mode=cls.zone.networktype + ) + + cls.vm_pool.append(cls.vm) + cls._cleanup.append(cls.vm) + + cls.chekcsum_pool = [] + cls.root_pool = [] + cls.snapshot_pool = [] + cls.rec_policy_pool = [] + for vm in cls.vm_pool: + root_volumes = list_volumes( + cls.apiclient, + virtualmachineid=vm.id, + type='ROOT', + listall=True + ) + + checksum_root = createChecksum( + cls.testdata, + vm, + root_volumes[0], + "rootdiskdevice") + + cls.chekcsum_pool.append(checksum_root) + cls.root_pool.append(root_volumes[0]) + try: + cls.pools = StoragePool.list(cls.apiclient, zoneid=cls.zone.id) + except Exception as e: + raise unittest.SkipTest(e) + + except Exception as e: + cls.tearDownClass() + raise e + return + + @classmethod + def tearDownClass(cls): + try: + for vm in cls.vm_pool: + vm.delete(cls.apiclient) + except Exception as e: + raise Exception("Warning: Exception during cleanup : %s" % e) + + def setUp(self): + self.apiclient = self.testClient.getApiClient() + self.dbclient = self.testClient.getDbConnection() + self.cleanup = [] + + def tearDown(self): + try: + cleanup_resources(self.apiclient, self.cleanup) + except Exception as e: + raise Exception("Warning: Exception during cleanup : %s" % e) + return + + @classmethod + def RestartServer(cls): + """Restart management server""" + + sshClient = SshClient( + cls.mgtSvrDetails["mgtSvrIp"], + 22, + cls.mgtSvrDetails["user"], + cls.mgtSvrDetails["passwd"] + ) + command = "service cloudstack-management restart" + sshClient.execute(command) + + return + @classmethod + def StopVM(cls, vms): + for vm in vms: + vm.stop(cls.apiclient) + return + + @attr(tags=["advanced", "basic"]) + def test_01_concurrent_snapshots(self): + """Concurrent Snapshots + 1. Create snapshot on 2 new VMs in parallel and check + 1. all snapshot jobs are running + 2. listSnapshots should list all the snapshots + 3. Verify secondary_storage NFS share conains the required + volume under /secondary/snapshots/$accountid/$volumeid/$snapshot_uuid. + 4. Verify backup_snap_id was non null in "snapshots"table + 2. Perform step 1 for all the 4 VM's. + 3. Verify that VM gets migrated when snapshot + is in pregress for the VM. + 4. Verify that snapshots get created when + VM's are stoped in between snapshot creation. + 5. Perform live Migration then stop all the + VM's after that verify that snapshot creation success . + 6. Verify success of snapshots creation in case: + Stop the running VM while performing concurrent snapshot on volumes + 7. Verify success of snapshots creation in case: + Start Migration of VM's and then Stop the running VM then + performing concurrent snapshot on volumes + """ + # Step 1 + try: + t1 = Thread(target=CreateSnapshot, args=(self, + self.root_pool[0], False)) + t2 = Thread(target=CreateSnapshot, + args=(self, self.root_pool[1], False)) + t1.start() + t2.start() + t1.join() + t2.join() + + except: + self.debug("Error: unable to start thread") + + snapshots = list_snapshots( + self.apiclient, + account=self.account.name, + domainid=self.account.domainid, + listall=True + ) + + for snaps in self.snapshot_pool: + self.assertTrue(snaps.id in any( + snp.id) for snp in snapshots) + + for snapshot in self.snapshot_pool: + self.assertTrue( + is_snapshot_on_nfs( + self.apiclient, + self.dbclient, + self.config, + self.zone.id, + snapshot.id)) + + for snap in self.snapshot_pool: + snap.delete(self.apiclient) + + self.snapshot_pool = [] + # Step 2 + thread_pool = [] + for i in range(4): + try: + t = Thread( + target=CreateSnapshot, + args=( + self, + self.root_pool[i], + False)) + thread_pool.append(t) + + except Exception as e: + raise Exception( + "Warning: Exception unable to start thread : %s" % + e) + + for thread in thread_pool: + thread.start() + + for thread in thread_pool: + thread.join() + + snapshots = list_snapshots( + self.apiclient, + account=self.account.name, + domainid=self.account.domainid, + listall=True + ) + + for snaps in self.snapshot_pool: + self.assertTrue(snaps.id in any( + snp.id) for snp in snapshots) + + for snapshot in self.snapshot_pool: + self.assertTrue( + is_snapshot_on_nfs( + self.apiclient, + self.dbclient, + self.config, + self.zone.id, + snapshot.id)) + + for snap in self.snapshot_pool: + snap.delete(self.apiclient) + + self.snapshot_pool = [] + + # Step 3 + # Recurring snapshot + try: + t1 = Thread( + target=CreateSnapshot, + args=( + self, + self.root_pool[0], + True)) + t2 = Thread( + target=CreateSnapshot, + args=( + self, + self.root_pool[1], + True)) + t1.start() + t2.start() + t1.join() + t2.join() + + except: + self.debug("Error: unable to start thread") + + for rec_snap in self.rec_policy_pool: + list_snapshots_policy_1 = list_snapshot_policy( + self.apiclient, + id=rec_snap.id, + ) + + list_validation = validateList(list_snapshots_policy_1) + + self.assertEqual( + list_validation[0], + PASS, + "snapshot list validation failed due to %s" % + list_validation[2]) + + time.sleep(3600) + snapshots = list_snapshots( + self.apiclient, + account=self.account.name, + domainid=self.account.domainid, + listall=True + ) + + for snaps in self.snapshot_pool: + self.assertTrue(snaps.id in any( + snp.id) for snp in snapshots) + + for snapshot in self.snapshot_pool: + self.assertTrue( + is_snapshot_on_nfs( + self.apiclient, + self.dbclient, + self.config, + self.zone.id, + snapshot.id)) + + for snap in self.snapshot_pool: + snap.delete(self.apiclient) + + self.snapshot_pool = [] + + for rec_snap_pol in self.rec_policy_pool: + rec_snap_pol.delete(self.apiclient) + + self.rec_policy_pool = [] + + # Step 4 + thread_pool = [] + for i in range(4): + try: + t = Thread( + target=CreateSnapshot, + args=( + self, + self.root_pool[i], + True)) + thread_pool.append(t) + + except Exception as e: + raise Exception( + "Warning: Exception unable to start thread : %s" % + e) + + for thread in thread_pool: + thread.start() + + for thread in thread_pool: + thread.join() + + for rec_snap in self.rec_policy_pool: + list_snapshots_policy_1 = list_snapshot_policy( + self.apiclient, + id=rec_snap.id, + ) + + list_validation_1 = validateList(list_snapshots_policy_1) + + self.assertEqual( + list_validation[0], + PASS, + "snapshot list validation failed due to %s" % + list_validation_1[2]) + time.sleep(3600) + for snaps in self.snapshot_pool: + self.assertTrue(snaps.id in any( + snp.id) for snp in snapshots) + + for snapshot in self.snapshot_pool: + self.assertTrue( + is_snapshot_on_nfs( + self.apiclient, + self.dbclient, + self.config, + self.zone.id, + snapshot.id)) + + for snap in self.snapshot_pool: + snap.delete(self.apiclient) + + self.snapshot_pool = [] + + for rec_snap_pol in self.rec_policy_pool: + rec_snap_pol.delete(self.apiclient) + + self.rec_policy_pool = [] + + # Step 5 + + try: + thread_pool = [] + for i in range(4): + t = Thread( + target=CreateSnapshot, + args=( + self, + self.root_pool[i], + False)) + thread_pool.append(t) + + destinationHost = Host.listForMigration( + self.apiclient, + virtualmachineid=self.vm_pool[3].id) + t2 = Thread(target=MigrateRootVolume, + args=(self, + self.vm_pool[3], + destinationHost[0])) + + thread_pool.append(t2) + + for thread in thread_pool: + thread.start() + + for thread in thread_pool: + thread.join() + + except Exception as e: + raise Exception( + "Warning: Exception unable to start thread : %s" % + e) + + snapshots = list_snapshots( + self.apiclient, + account=self.account.name, + domainid=self.account.domainid, + listall=True + ) + + for snaps in self.snapshot_pool: + self.assertTrue(snaps.id in any( + snp.id) for snp in snapshots) + + for snapshot in self.snapshot_pool: + self.assertTrue( + is_snapshot_on_nfs( + self.apiclient, + self.dbclient, + self.config, + self.zone.id, + snapshot.id)) + + for snap in self.snapshot_pool: + snap.delete(self.apiclient) + + self.snapshot_pool = [] + + # Step 6 + try: + thread_pool = [] + for i in range(4): + t = Thread( + target=CreateSnapshot, + args=( + self, + self.root_pool[i], + False)) + thread_pool.append(t) + + t2 = Thread(target=self.StopVM, + args=(self.vm_pool, + )) + + thread_pool.append(t2) + + for thread in thread_pool: + thread.start() + + for thread in thread_pool: + thread.join() + + except Exception as e: + raise Exception( + "Warning: Exception unable to start thread : %s" % + e) + + snapshots = list_snapshots( + self.apiclient, + account=self.account.name, + domainid=self.account.domainid, + listall=True + ) + + for snaps in self.snapshot_pool: + self.assertTrue(snaps.id in any( + snp.id) for snp in snapshots) + + for snapshot in self.snapshot_pool: + self.assertTrue( + is_snapshot_on_nfs( + self.apiclient, + self.dbclient, + self.config, + self.zone.id, + snapshot.id)) + + for snap in self.snapshot_pool: + snap.delete(self.apiclient) + + self.snapshot_pool = [] + + # Step 7 + thread_pool = [] + try: + for i in range(2): + destinationHost = Host.listForMigration( + self.apiclient, + virtualmachineid=self.vm_pool[i].id) + t = Thread(target=MigrateRootVolume, + args=(self, + self.vm_pool[i], + destinationHost[0])) + + thread_pool.append(t) + + for t in thread_pool: --- End diff -- use "thread" instead of "t" so that it will be meaningful. > Add test cases for volume/VM snapshot test path > ----------------------------------------------- > > Key: CLOUDSTACK-8308 > URL: https://issues.apache.org/jira/browse/CLOUDSTACK-8308 > Project: CloudStack > Issue Type: Test > Security Level: Public(Anyone can view this level - this is the > default.) > Affects Versions: Future > Reporter: Priti Sarap > Labels: automation > Fix For: Future > > > Add test cases for volume/VM snapshot test path -- This message was sent by Atlassian JIRA (v6.3.4#6332)