root@ocdb1-production:/var/log/apache2# grep -inr
89c1cb74a3ef40829a767f6bb618eed6 nova-osapi.log*|grep ' 500 '
nova-osapi.log.1:53348:10.140.192.30 - - [25/May/2015:05:27:47 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/detail?limit=21&project_id=89c1cb74a3ef40829a767f6bb618eed6
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:53353:10.140.192.30 - - [25/May/2015:05:27:57 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/detail?limit=21&project_id=89c1cb74a3ef40829a767f6bb618eed6
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:53378:10.140.192.30 - - [25/May/2015:05:28:43 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/detail HTTP/1.1" 500 128 "-"
"python-novaclient"
nova-osapi.log.1:53379:10.140.192.30 - - [25/May/2015:05:28:43 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/detail?limit=21&project_id=89c1cb74a3ef40829a767f6bb618eed6
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:53381:10.140.192.30 - - [25/May/2015:05:28:44 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/detail?limit=21&project_id=89c1cb74a3ef40829a767f6bb618eed6
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:116432:10.140.192.30 - - [27/May/2015:08:08:26 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/0bc84774-cfd3-4a07-bd99-712f0ffe7aef
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:116434:10.140.192.30 - - [27/May/2015:08:08:30 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/0bc84774-cfd3-4a07-bd99-712f0ffe7aef
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:116435:10.140.192.30 - - [27/May/2015:08:08:31 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/0bc84774-cfd3-4a07-bd99-712f0ffe7aef
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:116436:10.140.192.30 - - [27/May/2015:08:08:31 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/0bc84774-cfd3-4a07-bd99-712f0ffe7aef
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:116438:10.140.192.30 - - [27/May/2015:08:08:38 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/detail?limit=21&project_id=89c1cb74a3ef40829a767f6bb618eed6
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:116526:10.140.192.30 - - [27/May/2015:08:13:37 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/detail?limit=21&project_id=89c1cb74a3ef40829a767f6bb618eed6
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:116545:10.140.192.30 - - [27/May/2015:08:14:39 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/detail?limit=21&project_id=89c1cb74a3ef40829a767f6bb618eed6
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:116578:10.140.192.30 - - [27/May/2015:08:16:22 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/detail?limit=21&project_id=89c1cb74a3ef40829a767f6bb618eed6
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:116719:10.140.192.30 - - [27/May/2015:08:23:56 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/detail?limit=21&project_id=89c1cb74a3ef40829a767f6bb618eed6
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:117543:10.140.192.30 - - [27/May/2015:09:09:50 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/detail?limit=21&project_id=89c1cb74a3ef40829a767f6bb618eed6
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:117606:10.140.192.30 - - [27/May/2015:09:12:57 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/detail?limit=21&project_id=89c1cb74a3ef40829a767f6bb618eed6
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:117625:10.140.192.30 - - [27/May/2015:09:14:27 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/detail?limit=21&project_id=89c1cb74a3ef40829a767f6bb618eed6
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:117735:10.140.192.30 - - [27/May/2015:09:20:09 +0000] "POST
/v2/89c1cb74a3ef40829a767f6bb618eed6/os-volumes_boot HTTP/1.1" 500 128 "-"
"python-novaclient"
nova-osapi.log.1:117744:10.140.192.30 - - [27/May/2015:09:20:30 +0000] "POST
/v2/89c1cb74a3ef40829a767f6bb618eed6/os-volumes_boot HTTP/1.1" 500 128 "-"
"python-novaclient"
nova-osapi.log.1:117847:10.140.192.30 - - [27/May/2015:09:26:20 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/detail?limit=21&project_id=89c1cb74a3ef40829a767f6bb618eed6
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:118167:10.140.192.30 - - [27/May/2015:09:43:49 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/db02ccaa-a316-4836-98d2-3318d5073a91
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:118168:10.140.192.30 - - [27/May/2015:09:43:49 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/b8b695f2-cae0-49f4-b642-a7e30f2afff9
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:118169:10.140.192.30 - - [27/May/2015:09:43:51 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/detail?limit=21&project_id=89c1cb74a3ef40829a767f6bb618eed6
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:118261:10.140.192.30 - - [27/May/2015:09:48:21 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/detail?limit=21&project_id=89c1cb74a3ef40829a767f6bb618eed6
HTTP/1.1" 500 128 "-" "python-novaclient"
nova-osapi.log.1:118689:10.140.192.30 - - [27/May/2015:10:13:20 +0000] "GET
/v2/89c1cb74a3ef40829a767f6bb618eed6/servers/detail?limit=21&project_id=89c1cb74a3ef40829a767f6bb618eed6
HTTP/1.1" 500 128 "-" "python-novaclient"
** Changed in: jio
Assignee: Reliance Jio DevOps (jiocloud-devops) => Anshu Prateek
(anshu-prateek)
--
You received this bug notification because you are a member of Reliance
Jio DevOps, which is a bug assignee.
https://bugs.launchpad.net/bugs/1435822
Title:
Intermittent connectivity issues on production enviornment
Status in Jio:
New
Bug description:
We are still facing issues
ERROR: Unable to delete any of the specified volumes.
jas@st7:~$ date
Thu Apr 16 15:57:53 IST 2015
jas@st7:~$
Cinder connectivity issue is observed multiple times on prod env .
Nova Connectivity issue
jas@st7:~$ nova list
ERROR (ClientException): The server has either erred or is incapable of
performing the requested operation. (HTTP 500) (Request-ID:
req-1fc3235d-55d0-4c95-bb4d-ccbea5ffcac8)
jas@st7:~$
-------------------------------------------------------------------------------------------------
We are facing intermittent connectivity issues on production environment.
Date and Time - 24/03/2015 5:43 pm
I ran cinder list couple of times and got service available Error
(503), however after few seconds service became available
Please find following screen capture
=======================================================================================
jas@st7:~/tempest$ cinder list
ERROR: Service Unavailable (HTTP 503)
jas@st7:~/tempest$ cinder list
ERROR: Service Unavailable (HTTP 503)
jas@st7:~/tempest$ nova list
+--------------------------------------+----------------------------------------------+--------+------------+-------------+-----------------------------------+
| ID | Name
| Status | Task State | Power State | Networks
|
+--------------------------------------+----------------------------------------------+--------+------------+-------------+-----------------------------------+
| b994ee9a-9287-4dc8-b186-3260a9b6e24e |
AttachInterfacesTestJSON-instance-1116015250 | ERROR | - | NOSTATE
| |
| 039a2999-c15d-4525-abcf-11663942b42b |
AttachInterfacesTestJSON-instance-352017972 | ERROR | - | NOSTATE
| |
| 3cb555fe-c8ff-43b6-bcab-45289e1e4ec4 |
AttachInterfacesTestJSON-instance-488060500 | ERROR | - | NOSTATE
| |
|
+--------------------------------------+----------------------------------------------+--------+------------+-------------+-----------------------------------+
jas@st7:~/tempest$ cinder list
+--------------------------------------+-----------+--------------------------+------+-------------+----------+--------------------------------------+
| ID | Status | Display Name
| Size | Volume Type | Bootable | Attached to |
+--------------------------------------+-----------+--------------------------+------+-------------+----------+--------------------------------------+
| 051177c8-c756-4504-8edb-a301d8606f70 | in-use | vivekvol2
| 5 | None | true | 2ea235b8-681e-4aeb-9697-719b7a8dc6a2 |
| 66da6dfb-e8a9-4f5e-9cc0-f6cc62a235a4 | available | vivekvol3
| 10 | None | true | |
| 9ad96b7d-67e1-4624-baa2-0f5f53ef2bb0 | available | volume-origin-2136419490
| 5 | None | true | |
| b760a666-bb51-4f18-a7f0-7a2a15e4b4c8 | available | imgVol1
| 9 | None | true | |
| b8b5877c-9aa5-4df5-9dc9-743d30f38f6c | in-use | vivekvol1
| 50 | None | true | e9d5f0cc-f780-4047-810e-1ec14ef9c242 |
| ef0cbd93-838b-45d1-89fe-3e12e2e50b99 | error | imgVol1
| 3 | None | false | |
+--------------------------------------+-----------+--------------------------+------+-------------+----------+--------------------------------------+
To manage notifications about this bug go to:
https://bugs.launchpad.net/jio/+bug/1435822/+subscriptions
--
Mailing list: https://launchpad.net/~jiocloud-devops
Post to : [email protected]
Unsubscribe : https://launchpad.net/~jiocloud-devops
More help : https://help.launchpad.net/ListHelp
