Thanks for the update.
I updated the db to set the vm state as Stopped, and then destroyed the
instance via cloudmonkey. Went thru fine, the gui shows the vm state as
Destroyed.
Then, I created a new vm, using the ISO option (already uploaded ISO into CS
infra), for centos 6.5, the management server log repeats as given below. These
log entries keep coming out for a few minutes to hours, and then says: Unable
to create a new instance.
Giri
2014-07-28 11:40:14,863 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-1:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,864 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-13:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,865 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-2:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,866 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-8:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,867 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-5:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,868 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-6:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,869 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-15:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,870 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-9:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,871 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-7:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,872 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-11:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,874 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-10:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,875 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-4:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,876 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-3:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,877 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-14:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,878 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-12:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,879 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-1:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,880 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-13:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,881 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-2:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,883 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-8:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
2014-07-28 11:40:14,884 DEBUG [agent.manager.ClusteredAgentAttache]
(AgentManager-Handler-5:null) Seq 1-988151911: Forwarding Seq 1-988151911: {
Cmd , MgmtId: 187796561440775, via: 1, Ver: v1, Flags: 100111,
[{"routing.DhcpEntryCommand":{"vmMac":"06:7c:3a:00:00:14","vmIpAddress":"XXX.XXX.X.179","vmName":"CentOS-6-5-new","defaultRouter":"XXX.XXX.X.1","defaultDns":"XXX.XXX.X.172","duid":"00:03:00:01:06:7c:3a:00:00:14","isDefault":true,"accessDetails":{"router.guest.ip":"XXX.XXX.X.172","zone.network.type":"Basic","router.ip":"169.254.3.178","router.name":"r-4-VM"},"wait":0}}]
} to 279278805451651
________________________________
From: Rajani Karuturi <[email protected]>
To: "[email protected]" <[email protected]>; Giri Prasad
<[email protected]>
Sent: Monday, 28 July 2014 11:01 AM
Subject: Re: Unable to stop or delete vm's
You cannot stop a vm in starting state.
Can you change the state of it manually in db and share the logs?
mysq> update vm_instance set state='Stopped' where state=‘Starting’ and
id=‘PUT_ID_HERE’;
~Rajani
On 28-Jul-2014, at 10:53 am, Giri Prasad <[email protected]> wrote:
> Hello All,
>
> I installed CS 4.1 on Ubuntu 12.04 LTS. Installed two vm's, one each with
>centos 6.5 and ubuntu 12.04. Single server, local hdd storage.
>
> After a few days, I powerdown the entire linux box, and after booting up and
>starting the CS ms console, I started the vm's (26-Jul-2014). The vm's are
>telling me a status of 'Starting' for a long time. Powered down the entire
>linux box, after a few hours.
>
>
> Today once again booted the linux box, started CS ms console, the CS gui
> says, the vm's state as 'Starting'.
>
> I tried to stop or delete the vm thru cloudmonkey, but it is giving some
>errors. Any insights?
>
> Thanks & Regards,
> Giri
>
> mycloudmonkeytpj> stopVirtualMachine
> id="7757211b-d8a6-47aa-ba9f-24967499ba97"
> .Async job 08cf9cb9-d2f7-46b7-af56-12d16a9c1290 failed
> Error 530, We cannot stop VM[User|ubuntu-12-04-64-bit] when it is in state
> Starting
> {
> "accountid": "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
> "cmd": "org.apache.cloudstack.api.command.user.vm.StopVMCmd",
> "created": "2014-07-28T10:38:28+0530",
> "jobid": "08cf9cb9-d2f7-46b7-af56-12d16a9c1290",
> "jobprocstatus": 0,
> "jobresult": {
> "errorcode": 530,
> "errortext": "We cannot stop VM[User|ubuntu-12-04-64-bit] when it is in
>state Starting"
> },
> "jobresultcode": 530,
> "jobresulttype": "object",
> "jobstatus": 2,
> "userid": "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
> }
>
> mycloudmonkeytpj> stopVirtualMachine id="b74e6737-ec83-4483-b1a2-ab60045d941b"
> .Async job d52f900d-dfa4-4b70-9d6a-8d4ba983e1aa failed
> Error 530, We cannot stop VM[User|CentOS-6-5-x86-64] when it is in state
> Starting
> {
> "accountid": "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
> "cmd": "org.apache.cloudstack.api.command.user.vm.StopVMCmd",
> "created": "2014-07-28T10:39:11+0530",
> "jobid": "d52f900d-dfa4-4b70-9d6a-8d4ba983e1aa",
> "jobprocstatus": 0,
> "jobresult": {
> "errorcode": 530,
> "errortext": "We cannot stop VM[User|CentOS-6-5-x86-64] when it is in
>state Starting"
> },
> "jobresultcode": 530,
> "jobresulttype": "object",
> "jobstatus": 2,
> "userid": "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
> }
>
> mycloudmonkeytpj> destroyVirtualMachine
> id="7757211b-d8a6-47aa-ba9f-24967499ba97"
> .Async job b3dc2bab-1b03-45d1-ba02-0c861f5043df failed
> Error 530, We cannot stop VM[User|ubuntu-12-04-64-bit] when it is in state
> Starting
> {
> "accountid": "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
> "cmd": "org.apache.cloudstack.api.command.user.vm.DestroyVMCmd",
> "created": "2014-07-28T10:39:21+0530",
> "jobid": "b3dc2bab-1b03-45d1-ba02-0c861f5043df",
> "jobprocstatus": 0,
> "jobresult": {
> "errorcode": 530,
> "errortext": "We cannot stop VM[User|ubuntu-12-04-64-bit] when it is in
>state Starting"
> },
> "jobresultcode": 530,
> "jobresulttype": "object",
> "jobstatus": 2,
> "userid": "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
> }
>
> mycloudmonkeytpj> destroyVirtualMachine
> id="b74e6737-ec83-4483-b1a2-ab60045d941b"
> .Async job 81e7e2c4-efc9-4673-90f7-8a69287cfa80 failed
> Error 530, We cannot stop VM[User|CentOS-6-5-x86-64] when it is in state
> Starting
> {
> "accountid": "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
> "cmd": "org.apache.cloudstack.api.command.user.vm.DestroyVMCmd",
> "created": "2014-07-28T10:39:31+0530",
> "jobid": "81e7e2c4-efc9-4673-90f7-8a69287cfa80",
> "jobprocstatus": 0,
> "jobresult": {
> "errorcode": 530,
> "errortext": "We cannot stop VM[User|CentOS-6-5-x86-64] when it is in
>state Starting"
> },
> "jobresultcode": 530,
> "jobresulttype": "object",
> "jobstatus": 2,
> "userid": "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
> }
