gistfile1.txt

2014-12-04 01:31:08.240 7715 TRACE neutron.agent.l3_agent [u'Traceback (most recent call last):\n', u'  File "/usr/lib/python2.6/site-packages/neutron/openstack/common/rpc/amqp.py", line 462, in _process_data\n    **args)\n', u'  File "/usr/lib/python2.6/site-packages/neutron/common/rpc.py", line 45, in dispatch\n    neutron_ctxt, version, method, namespace, **kwargs)\n', u'  File "/usr/lib/python2.6/site-packages/neutron/openstack/common/rpc/dispatcher.py", line 172, in dispatch\n    result = getattr(proxyobj, method)(ctxt, **kwargs)\n', u'  File "/usr/lib/python2.6/site-packages/neutron/db/l3_rpc_base.py", line 55, in sync_routers\n    l3plugin.auto_schedule_routers(context, host, router_ids)\n', u'  File "/usr/lib/python2.6/site-packages/neutron/db/l3_agentschedulers_db.py", line 242, in auto_schedule_routers\n    self, context, host, router_ids)\n', u'  File "/usr/lib/python2.6/site-packages/neutron/scheduler/l3_agent_scheduler.py", line 63, in auto_schedule_routers\n    l3_agent = query.one()\n', u'  File "/usr/lib64/python2.6/site-packages/sqlalchemy/orm/query.py", line 2310, in one\n    ret = list(self)\n', u'  File "/usr/lib64/python2.6/site-packages/sqlalchemy/orm/query.py", line 2353, in __iter__\n    return self._execute_and_instances(context)\n', u'  File "/usr/lib64/python2.6/site-packages/sqlalchemy/orm/query.py", line 2368, in _execute_and_instances\n    result = conn.execute(querycontext.statement, self._params)\n', u'  File "/usr/lib64/python2.6/site-packages/sqlalchemy/engine/base.py", line 662, in execute\n    params)\n', u'  File "/usr/lib64/python2.6/site-packages/sqlalchemy/engine/base.py", line 761, in _execute_clauseelement\n    compiled_sql, distilled_params\n', u'  File "/usr/lib64/python2.6/site-packages/sqlalchemy/engine/base.py", line 874, in _execute_context\n    context)\n', u'  File "/usr/lib64/python2.6/site-packages/sqlalchemy/engine/base.py", line 1024, in _handle_dbapi_exception\n    exc_info\n', u'  File "/usr/lib64/python2.6/site-packages/sqlalchemy/util/compat.py", line 196, in raise_from_cause\n    reraise(type(exception), exception, tb=exc_tb)\n', u'  File "/usr/lib64/python2.6/site-packages/sqlalchemy/engine/base.py", line 867, in _execute_context\n    context)\n', u'  File "/usr/lib64/python2.6/site-packages/sqlalchemy/engine/default.py", line 324, in do_execute\n    cursor.execute(statement, parameters)\n', u'  File "/usr/lib64/python2.6/site-packages/MySQLdb/cursors.py", line 173, in execute\n    self.errorhandler(self, exc, value)\n', u'  File "/usr/lib64/python2.6/site-packages/MySQLdb/connections.py", line 36, in defaulterrorhandler\n    raise errorclass, errorvalue\n', u'ProgrammingError: (ProgrammingError) (1146, "Table \'neutron.agents\' doesn\'t exist") \'SELECT agents.id AS agents_id, agents.agent_type AS agents_agent_type, agents.`binary` AS agents_binary, agents.topic AS agents_topic, agents.host AS agents_host, agents.admin_state_up AS agents_admin_state_up, agents.created_at AS agents_created_at, agents.started_at AS agents_started_at, agents.heartbeat_timestamp AS agents_heartbeat_timestamp, agents.description AS agents_description, agents.configurations AS agents_configurations \\nFROM agents \\nWHERE agents.agent_type = %s AND agents.host = %s AND agents.admin_state_up = true\' (\'L3 agent\', \'controller\')\n'].
2014-12-04 01:31:08.240 7715 TRACE neutron.agent.l3_agent
2014-12-04 01:31:12.760 11874 ERROR neutron.agent.l3_agent [req-83bcaab2-70aa-4772-9b4f-9ada828abfd6 None] Failed synchronizing routers due to RPC error
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent Traceback (most recent call last):
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent   File "/usr/lib/python2.6/site-packages/neutron/agent/l3_agent.py", line 869, in _sync_routers_task
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent     context, router_ids)
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent   File "/usr/lib/python2.6/site-packages/neutron/agent/l3_agent.py", line 76, in get_routers
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent     topic=self.topic)
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent   File "/usr/lib/python2.6/site-packages/neutron/openstack/common/rpc/proxy.py", line 125, in call
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent     result = rpc.call(context, real_topic, msg, timeout)
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent   File "/usr/lib/python2.6/site-packages/neutron/openstack/common/rpc/__init__.py", line 112, in call
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent     return _get_impl().call(CONF, context, topic, msg, timeout)
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent   File "/usr/lib/python2.6/site-packages/neutron/openstack/common/rpc/impl_kombu.py", line 818, in call
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent     rpc_amqp.get_connection_pool(conf, Connection))
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent   File "/usr/lib/python2.6/site-packages/neutron/openstack/common/rpc/amqp.py", line 575, in call
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent     rv = list(rv)
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent   File "/usr/lib/python2.6/site-packages/neutron/openstack/common/rpc/amqp.py", line 540, in __iter__
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent     raise result
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent RemoteError: Remote error: AgentNotFoundByTypeHost Agent with agent_type=L3 agent and host=controller could not be found
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent [u'Traceback (most recent call last):\n', u'  File "/usr/lib/python2.6/site-packages/neutron/openstack/common/rpc/amqp.py", line 462, in _process_data\n    **args)\n', u'  File "/usr/lib/python2.6/site-packages/neutron/common/rpc.py", line 45, in dispatch\n    neutron_ctxt, version, method, namespace, **kwargs)\n', u'  File "/usr/lib/python2.6/site-packages/neutron/openstack/common/rpc/dispatcher.py", line 172, in dispatch\n    result = getattr(proxyobj, method)(ctxt, **kwargs)\n', u'  File "/usr/lib/python2.6/site-packages/neutron/db/l3_rpc_base.py", line 57, in sync_routers\n    context, host, router_ids)\n', u'  File "/usr/lib/python2.6/site-packages/neutron/db/l3_agentschedulers_db.py", line 132, in list_active_sync_routers_on_active_l3_agent\n    context, constants.AGENT_TYPE_L3, host)\n', u'  File "/usr/lib/python2.6/site-packages/neutron/db/agents_db.py", line 140, in _get_agent_by_type_and_host\n    host=host)\n', u'AgentNotFoundByTypeHost: Agent with agent_type=L3 agent and host=controller could not be found\n'].
2014-12-04 01:31:12.760 11874 TRACE neutron.agent.l3_agent
2014-12-04 05:12:12.645 11874 ERROR neutron.agent.l3_agent [-] Failed synchronizing routers
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent Traceback (most recent call last):
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent   File "/usr/lib/python2.6/site-packages/neutron/agent/l3_agent.py", line 838, in _rpc_loop
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent     self._process_routers(routers)
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent   File "/usr/lib/python2.6/site-packages/neutron/agent/l3_agent.py", line 805, in _process_routers
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent     self._router_added(r['id'], r)
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent   File "/usr/lib/python2.6/site-packages/neutron/agent/l3_agent.py", line 348, in _router_added
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent     self._create_router_namespace(ri)
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent   File "/usr/lib/python2.6/site-packages/neutron/agent/l3_agent.py", line 311, in _create_router_namespace
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent     ip_wrapper = ip_wrapper_root.ensure_namespace(ri.ns_name)
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent   File "/usr/lib/python2.6/site-packages/neutron/agent/linux/ip_lib.py", line 136, in ensure_namespace
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent     if not self.netns.exists(name):
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent   File "/usr/lib/python2.6/site-packages/neutron/agent/linux/ip_lib.py", line 471, in exists
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent     output = self._parent._execute('o', 'netns', ['list'])
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent   File "/usr/lib/python2.6/site-packages/neutron/agent/linux/ip_lib.py", line 82, in _execute
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent     root_helper=root_helper)
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent   File "/usr/lib/python2.6/site-packages/neutron/agent/linux/utils.py", line 82, in execute
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent     raise RuntimeError(m)
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent RuntimeError:
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent Command: ['ip', '-o', 'netns', 'list']
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent Exit code: 255
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent Stdout: ''
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent Stderr: 'Object "netns" is unknown, try "ip help".\n'
2014-12-04 05:12:12.645 11874 TRACE neutron.agent.l3_agent