Skip to content

Instantly share code, notes, and snippets.

@shannonmitchell

shannonmitchell/neutron test run errors

Created January 13, 2017 00:25
Show Gist options
  • Save shannonmitchell/2cb18fd7a4018a13fc90d05ebdc15a83 to your computer and use it in GitHub Desktop.
Save shannonmitchell/2cb18fd7a4018a13fc90d05ebdc15a83 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
neutron test run errors
Task: 046dd220-e0de-4f49-bf09-64fc56549ddd.json
# Progress
- Jan 3 04:07:55: from the deploy box to haproxy
- 2017-01-03 04:07:55.733: network-2_neutron_agents_container-54f08b31 was hit to create a new network resource
- 2017-01-03 04:07:55.734: network-2_neutron_agents_container-54f08b31 tried to connect create a network and failed.
############
# 1st step
############
root@infra-1-utility-container-b68c12d7:/var/log# openstack catalog show neutron
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
+-----------+--------------------------------------+
| Field | Value |
+-----------+--------------------------------------+
| endpoints | RegionOne |
| | internal: http://172.22.0.213:9696 |
| | RegionOne |
| | public: https://172.22.12.213:9696 |
| | RegionOne |
| | admin: http://172.22.0.213:9696 |
| | |
| id | 7ee44aad3d3841c79e3704a6c4ebab5a |
| name | neutron |
| type | network |
+-----------+--------------------------------------+
- 172.22.0.213 is the mgmt interface on infra-1 served by haproxy
# haproxy started getting 503's from both the neutron servers at 04:08 which lasted a minute
root@infra-1:/var/log# grep 'Jan 3 04:0' haproxy_netfail.log | grep 'POST /v2.0/networks.json' | grep ' 503 ' | grep network-2_neutron_server_container-d26d379e | head -n 10
Jan 3 04:08:00 localhost haproxy[45498]: 172.22.12.128:54372 [03/Jan/2017:04:07:59.662] neutron_server-front-1~ neutron_server-back/network-2_neutron_server_container-d26d379e 3/0/0/502/505 503 364 - - ---- 1910/4/3/2/0 0/0 "POST /v2.0/networks.json HTTP/1.1"
Jan 3 04:08:00 localhost haproxy[45498]: 172.22.12.128:54378 [03/Jan/2017:04:08:00.137] neutron_server-front-1~ neutron_server-back/network-2_neutron_server_container-d26d379e 4/0/0/541/545 503 364 - - ---- 1910/4/3/2/0 0/0 "POST /v2.0/networks.json HTTP/1.1"
Jan 3 04:08:01 localhost haproxy[45498]: 172.22.12.128:54384 [03/Jan/2017:04:08:00.394] neutron_server-front-1~ neutron_server-back/network-2_neutron_server_container-d26d379e 6/0/1/607/614 503 364 - - ---- 1908/2/1/1/0 0/0 "POST /v2.0/networks.json HTTP/1.1"
Jan 3 04:08:01 localhost haproxy[45498]: 172.22.12.128:54404 [03/Jan/2017:04:08:01.049] neutron_server-front-1~ neutron_server-back/network-2_neutron_server_container-d26d379e 4/0/0/507/511 503 364 - - ---- 1912/5/2/2/0 0/0 "POST /v2.0/networks.json HTTP/1.1"
Jan 3 04:08:01 localhost haproxy[45498]: 172.22.12.128:54408 [03/Jan/2017:04:08:01.288] neutron_server-front-1~ neutron_server-back/network-2_neutron_server_container-d26d379e 6/0/0/512/518 503 364 - - ---- 1911/4/1/1/0 0/0 "POST /v2.0/networks.json HTTP/1.1"
Jan 3 04:08:02 localhost haproxy[45498]: 172.22.12.128:54428 [03/Jan/2017:04:08:01.875] neutron_server-front-1~ neutron_server-back/network-2_neutron_server_container-d26d379e 3/0/0/479/482 503 364 - - ---- 1916/7/2/2/0 0/0 "POST /v2.0/networks.json HTTP/1.1"
Jan 3 04:08:02 localhost haproxy[45498]: 172.22.12.128:54432 [03/Jan/2017:04:08:02.037] neutron_server-front-1~ neutron_server-back/network-2_neutron_server_container-d26d379e 3/0/1/634/638 503 364 - - ---- 1920/10/3/2/0 0/0 "POST /v2.0/networks.json HTTP/1.1"
Jan 3 04:08:03 localhost haproxy[45498]: 172.22.12.128:54448 [03/Jan/2017:04:08:02.610] neutron_server-front-1~ neutron_server-back/network-2_neutron_server_container-d26d379e 3/0/2/687/692 503 364 - - ---- 1917/8/2/2/0 0/0 "POST /v2.0/networks.json HTTP/1.1"
Jan 3 04:08:03 localhost haproxy[45498]: 172.22.12.128:54456 [03/Jan/2017:04:08:02.894] neutron_server-front-1~ neutron_server-back/network-2_neutron_server_container-d26d379e 3/0/0/561/564 503 364 - - ---- 1919/9/2/1/0 0/0 "POST /v2.0/networks.json HTTP/1.1"
Jan 3 04:08:04 localhost haproxy[45498]: 172.22.12.128:54478 [03/Jan/2017:04:08:03.520] neutron_server-front-1~ neutron_server-back/network-2_neutron_server_container-d26d379e 4/0/1/535/540 503 364 - - ---- 1914/8/2/2/0 0/0 "POST /v2.0/networks.json HTTP/1.1"
...
Jan 3 04:09:59 localhost haproxy[45498]: 172.22.12.128:57912 [03/Jan/2017:04:09:59.351] neutron_server-front-1~ neutron_server-back/network-1_neutron_server_container-1b794726 3/0/1/552/556 503 364 - - ---- 1974/31/1/1/0 0/0 "POST /v2.0/networks.json HTTP/1.1"
# haproxy config
frontend neutron_server-front-1
bind 172.22.12.213:9696 ssl crt /etc/ssl/private/haproxy.pem ciphers ECDH+AESGCM:DH+AESGCM:ECDH+AES256:DH+AES256:ECDH+AES128:DH+AES:ECDH+3DES:DH+3DES:RSA+AESGCM:RSA+AES:RSA+3DES:!aNULL:!MD5:!DSS
option httplog
option forwardfor except 127.0.0.0/8
option http-server-close
reqadd X-Forwarded-Proto:\ https
mode http
default_backend neutron_server-back
frontend neutron_server-front-2
bind 172.22.0.213:9696
option httplog
option forwardfor except 127.0.0.0/8
option http-server-close
mode http
default_backend neutron_server-back
backend neutron_server-back
mode http
balance leastconn
stick store-request src
stick-table type ip size 256k expire 30m
option forwardfor
option httplog
option httpchk HEAD /
server network-1_neutron_server_container-1b794726 172.22.2.142:9696 check port 9696 inter 12000 rise 2 fall 2
server network-2_neutron_server_container-d26d379e 172.22.1.10:9696 check port 9696 inter 12000 rise 2 fall 2
############
# 2nd step
############
# Ran from deploy
root@deploy:/opt/openstack-ansible/playbooks# ansible -i inventory/dynamic_inventory.py 'network*' -m shell -a 'zgrep req-24537c73-2a95-45f8-bc32-e6513bc7e77d /var/log/neutron/*.gz'
Variable files: "-e @/etc/openstack_deploy/user_secrets.yml -e @/etc/openstack_deploy/user_variables.yml "
network-1 | FAILED | rc=2 >>
gzip: /var/log/neutron/*.gz: No such file or directory
network-2 | FAILED | rc=2 >>
gzip: /var/log/neutron/*.gz: No such file or directory
network-2_neutron_agents_container-54f08b31 | FAILED | rc=1 >>
network-1_neutron_agents_container-0770e36c | FAILED | rc=1 >>
network-1_neutron_server_container-1b794726 | FAILED | rc=1 >>
network-2_neutron_server_container-d26d379e | FAILED | rc=1 >>
/var/log/neutron/neutron-server.log-20170109.gz:2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource [req-24537c73-2a95-45f8-bc32-e6513bc7e77d ca6365d9850a497aba99bc06123aef88 a204b39650d2479f94756549c58f28f8 - - -] create failed: No details.
/var/log/neutron/neutron-server.log-20170109.gz:2017-01-03 04:07:55.734 14194 INFO neutron.wsgi [req-24537c73-2a95-45f8-bc32-e6513bc7e77d ca6365d9850a497aba99bc06123aef88 a204b39650d2479f94756549c58f28f8 - - -] 172.22.12.128,172.22.0.213 - - [03/Jan/2017 04:07:55] "POST /v2.0/networks.json HTTP/1.1" 503 364 0.499503
# Ran on network-2_neutron_server_container
root@network-2-neutron-server-container-d26d379e:/var/log/neutron# zcat /var/log/neutron/neutron-server.log-20170109.gz | grep req-24537c73-2a95-45f8-bc32-e6513bc7e77d -A 78
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource [req-24537c73-2a95-45f8-bc32-e6513bc7e77d ca6365d9850a497aba99bc06123aef88 a204b39650d2479f94756549c58f28f8 - - -] create failed: No details.
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource Traceback (most recent call last):
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/api/v2/resource.py", line 79, in resource
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource result = method(request=request, **args)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/api/v2/base.py", line 430, in create
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource return self._create(request, body, **kwargs)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 88, in wrapped
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource self.force_reraise()
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 84, in wrapped
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource return f(*args, **kwargs)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_db/api.py", line 151, in wrapper
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource ectxt.value = e.inner_exc
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource self.force_reraise()
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_db/api.py", line 139, in wrapper
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource return f(*args, **kwargs)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 124, in wrapped
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource traceback.format_exc())
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource self.force_reraise()
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 119, in wrapped
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/api/v2/base.py", line 543, in _create
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource obj = do_create(body)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/api/v2/base.py", line 525, in do_create
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource request.context, reservation.reservation_id)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource self.force_reraise()
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/api/v2/base.py", line 518, in do_create
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/common/utils.py", line 756, in inner
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 159, in wrapped
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource return method(*args, **kwargs)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 88, in wrapped
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource self.force_reraise()
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 84, in wrapped
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource return f(*args, **kwargs)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_db/api.py", line 151, in wrapper
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource ectxt.value = e.inner_exc
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource self.force_reraise()
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_db/api.py", line 139, in wrapper
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource return f(*args, **kwargs)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 124, in wrapped
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource traceback.format_exc())
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource self.force_reraise()
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 119, in wrapped
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/plugins/ml2/plugin.py", line 777, in create_network
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource result, mech_context = self._create_network_db(context, network)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/plugins/ml2/plugin.py", line 750, in _create_network_db
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource tenant_id)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/plugins/ml2/managers.py", line 208, in create_network_segments
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource segment = self._allocate_tenant_net_segment(session)
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/plugins/ml2/managers.py", line 263, in _allocate_tenant_net_segment
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource raise exc.NoNetworkAvailable()
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation.
2017-01-03 04:07:55.733 14194 ERROR neutron.api.v2.resource
2017-01-03 04:07:55.734 14194 INFO neutron.wsgi [req-24537c73-2a95-45f8-bc32-e6513bc7e77d ca6365d9850a497aba99bc06123aef88 a204b39650d2479f94756549c58f28f8 - - -] 172.22.12.128,172.22.0.213 - - [03/Jan/2017 04:07:55] "POST /v2.0/networks.json HTTP/1.1" 503 364 0.499503
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource [req-2beab4ba-72bf-4b31-b185-33547f735263 ca6365d9850a497aba99bc06123aef88 a204b39650d2479f94756549c58f28f8 - - -] create failed: No details.
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource Traceback (most recent call last):
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/api/v2/resource.py", line 79, in resource
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource result = method(request=request, **args)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/api/v2/base.py", line 430, in create
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource return self._create(request, body, **kwargs)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 88, in wrapped
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource self.force_reraise()
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 84, in wrapped
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource return f(*args, **kwargs)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_db/api.py", line 151, in wrapper
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource ectxt.value = e.inner_exc
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource self.force_reraise()
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_db/api.py", line 139, in wrapper
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource return f(*args, **kwargs)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 124, in wrapped
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource traceback.format_exc())
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource self.force_reraise()
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 119, in wrapped
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/api/v2/base.py", line 543, in _create
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource obj = do_create(body)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/api/v2/base.py", line 525, in do_create
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource request.context, reservation.reservation_id)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource self.force_reraise()
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/api/v2/base.py", line 518, in do_create
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/common/utils.py", line 756, in inner
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource return f(self, context, *args, **kwargs)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 159, in wrapped
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource return method(*args, **kwargs)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 88, in wrapped
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource self.force_reraise()
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 84, in wrapped
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource return f(*args, **kwargs)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_db/api.py", line 151, in wrapper
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource ectxt.value = e.inner_exc
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource self.force_reraise()
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_db/api.py", line 139, in wrapper
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource return f(*args, **kwargs)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 124, in wrapped
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource traceback.format_exc())
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource self.force_reraise()
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/db/api.py", line 119, in wrapped
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/plugins/ml2/plugin.py", line 777, in create_network
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource result, mech_context = self._create_network_db(context, network)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/plugins/ml2/plugin.py", line 750, in _create_network_db
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource tenant_id)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/plugins/ml2/managers.py", line 208, in create_network_segments
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource segment = self._allocate_tenant_net_segment(session)
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource File "/openstack/venvs/neutron-14.0.2/lib/python2.7/site-packages/neutron/plugins/ml2/managers.py", line 263, in _allocate_tenant_net_segment
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource raise exc.NoNetworkAvailable()
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource NoNetworkAvailable: Unable to create the network. No tenant network is available for allocation.
2017-01-03 04:07:56.248 14206 ERROR neutron.api.v2.resource
# Failure start/stop times in same log file
Start: 2017-01-01 22:04:56.521 14206 ERROR neutron.api.v2.resource [req-4e1b9dca-83ce-4b90-aea2-3ebd4451e62e 7c834a94900349768772d618a897f266 54befff349cf4b14bb2ed545ee340dda - - -] index failed: No details.
Stop: 2017-01-01 23:32:52.223 14209 ERROR neutron.api.v2.resource [req-6c43f251-aac9-409e-9d1c-d74d60b18572 7c834a94900349768772d618a897f266 54befff349cf4b14bb2ed545ee340dda - - -] index failed: No details.
Start: 2017-01-02 01:35:54.177 14190 ERROR neutron.api.v2.resource [req-21bcf84a-5fc8-402e-b3a9-2615f735ea1a bfc43e29995f41bb94be48aed22c3acb e2520adc8e5040fb80d04f4956f4c854 - - -] index failed: No details.
Stop: 2017-01-02 01:37:40.425 14208 ERROR neutron.api.v2.resource [req-766a2b93-7421-44ce-9aab-a11af126690a bfc43e29995f41bb94be48aed22c3acb e2520adc8e5040fb80d04f4956f4c854 - - -] index failed: No details.
Start: 2017-01-03 02:37:16.800 14210 ERROR neutron.api.v2.resource [req-e028fb71-83df-43a4-91a8-7c4a1c079529 d73a9be7463941d695a5355f8fe1084f 083360b1ce6a45d29ffeadb94f3649b7 - - -] create failed: No details.
Stop: 2017-01-03 04:46:21.147 20983 ERROR neutron.api.v2.resource [req-ce6b667a-fa51-4ffb-9481-362a6cedb368 1c851af3c7c84bd98e38bd1f98c91dd2 459c91c8d0d8423fa6864a33986bf1df - - -] create failed: No details.
Start: 2017-01-03 09:50:31.920 20989 ERROR oslo.service.loopingcall [req-bd7a85a6-68cc-4707-a43b-eaede87cdb3a - - - - -] Fixed interval looping call 'neutron.plugins.ml2.plugin.Ml2Plugin.agent_health_check' failed
Stop: 2017-01-03 09:59:30.504 20985 ERROR neutron.api.v2.resource [req-e68b699f-0711-4bf5-ab9f-f7f5340f1dd4 7c834a94900349768772d618a897f266 54befff349cf4b14bb2ed545ee340dda - - -] index failed: No details.
Start: 2017-01-03 16:26:58.307 20982 ERROR neutron.api.v2.resource [req-c120416b-a77f-42f0-a1d0-297e41d7db2c 18f1731704e2406dbd8167604098da42 92d48859a93d427d9477cda308e2c9de - - -] create failed: No details.
Stop: 2017-01-03 18:00:03.101 46919 ERROR neutron.api.v2.resource [req-3d10abec-9d7a-4cee-adba-3badcef68579 824eb77b84c640ee8ffb7857d4940192 5e166e1cfed34d71994df2e4c411b521 - - -] create failed: No details.
@ntk148v
Copy link

ntk148v commented May 13, 2017

I have same issue. Do you find the solution? Thank you.

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment