Stack Track - Live Blog Python Server

stacktrace-liveblog

07:50:14 work.1 | GET /liveblog/ingest/_search [status:404 request:0.004s] level=WARNING process=ForkPoolWorker-1
07:50:14 work.1 | TransportError(404, 'IndexMissingException[[liveblog] missing]') level=ERROR process=ForkPoolWorker-1
07:50:14 work.1 | Traceback (most recent call last):
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/io/commands/remove_expired_content.py", line 44, in remove_expired
07:50:14 work.1 |     remove_expired_data(provider)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/io/commands/remove_expired_content.py", line 91, in remove_expired_data
07:50:14 work.1 |     remove_expired_from_elastic(ingest_collection)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/io/commands/remove_expired_content.py", line 97, in remove_expired_from_elastic
07:50:14 work.1 |     items = ingest.search({'filter': {'range': {'expiry': {'lt': 'now-5m/m'}}}})
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/services.py", line 161, in search
07:50:14 work.1 |     return self.backend.search(self.datasource, source)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/eve_backend.py", line 75, in search
07:50:14 work.1 |     return search_backend.find(endpoint_name, req, {})
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/eve_elastic/elastic.py", line 429, in find
07:50:14 work.1 |     hits = self.elastic(resource).search(body=query, **args)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/elasticsearch/client/utils.py", line 69, in _wrapped
07:50:14 work.1 |     return func(*args, params=params, **kwargs)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/elasticsearch/client/__init__.py", line 531, in search
07:50:14 work.1 |     doc_type, '_search'), params=params, body=body)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/elasticsearch/transport.py", line 307, in perform_request
07:50:14 work.1 |     status, headers, data = connection.perform_request(method, url, params, body, ignore=ignore, timeout=timeout)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/elasticsearch/connection/http_urllib3.py", line 93, in perform_request
07:50:14 work.1 |     self._raise_error(response.status, raw_data)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/elasticsearch/connection/base.py", line 105, in _raise_error
07:50:14 work.1 |     raise HTTP_EXCEPTIONS.get(status_code, TransportError)(status_code, error_message, additional_info)
07:50:14 work.1 | elasticsearch.exceptions.NotFoundError: TransportError(404, 'IndexMissingException[[liveblog] missing]')
07:50:14 wamp.1 | INFO:superdesk.websockets_comms:Queue: socket_consumer_52972042-4caa-4c79-a519-0dee694f7ea4. Broadcasting message {"_process": 15299, "event": "activity", "_created": "2018-05-02T07:50:14.322202", "extra": {"_dest": []}}
07:50:14 work.1 | ProviderError Error 2002 - Expired content could not be removed: TransportError(404, 'IndexMissingException[[liveblog] missing]') on channel Unknown provider level=ERROR process=ForkPoolWorker-1
07:50:14 work.1 | Traceback (most recent call last):
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/io/commands/remove_expired_content.py", line 44, in remove_expired
07:50:14 work.1 |     remove_expired_data(provider)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/io/commands/remove_expired_content.py", line 91, in remove_expired_data
07:50:14 work.1 |     remove_expired_from_elastic(ingest_collection)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/io/commands/remove_expired_content.py", line 97, in remove_expired_from_elastic
07:50:14 work.1 |     items = ingest.search({'filter': {'range': {'expiry': {'lt': 'now-5m/m'}}}})
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/services.py", line 161, in search
07:50:14 work.1 |     return self.backend.search(self.datasource, source)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/eve_backend.py", line 75, in search
07:50:14 work.1 |     return search_backend.find(endpoint_name, req, {})
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/eve_elastic/elastic.py", line 429, in find
07:50:14 work.1 |     hits = self.elastic(resource).search(body=query, **args)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/elasticsearch/client/utils.py", line 69, in _wrapped
07:50:14 work.1 |     return func(*args, params=params, **kwargs)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/elasticsearch/client/__init__.py", line 531, in search
07:50:14 work.1 |     doc_type, '_search'), params=params, body=body)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/elasticsearch/transport.py", line 307, in perform_request
07:50:14 work.1 |     status, headers, data = connection.perform_request(method, url, params, body, ignore=ignore, timeout=timeout)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/elasticsearch/connection/http_urllib3.py", line 93, in perform_request
07:50:14 work.1 |     self._raise_error(response.status, raw_data)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/elasticsearch/connection/base.py", line 105, in _raise_error
07:50:14 work.1 |     raise HTTP_EXCEPTIONS.get(status_code, TransportError)(status_code, error_message, additional_info)
07:50:14 work.1 | elasticsearch.exceptions.NotFoundError: TransportError(404, 'IndexMissingException[[liveblog] missing]')
07:50:14 work.1 | ProviderError Error 2002 - Expired content could not be removed level=ERROR process=ForkPoolWorker-1
07:50:14 work.1 | Traceback (most recent call last):
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/io/commands/remove_expired_content.py", line 44, in remove_expired
07:50:14 work.1 |     remove_expired_data(provider)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/io/commands/remove_expired_content.py", line 91, in remove_expired_data
07:50:14 work.1 |     remove_expired_from_elastic(ingest_collection)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/io/commands/remove_expired_content.py", line 97, in remove_expired_from_elastic
07:50:14 work.1 |     items = ingest.search({'filter': {'range': {'expiry': {'lt': 'now-5m/m'}}}})
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/services.py", line 161, in search
07:50:14 work.1 |     return self.backend.search(self.datasource, source)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/eve_backend.py", line 75, in search
07:50:14 work.1 |     return search_backend.find(endpoint_name, req, {})
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/eve_elastic/elastic.py", line 429, in find
07:50:14 work.1 |     hits = self.elastic(resource).search(body=query, **args)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/elasticsearch/client/utils.py", line 69, in _wrapped
07:50:14 work.1 |     return func(*args, params=params, **kwargs)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/elasticsearch/client/__init__.py", line 531, in search
07:50:14 work.1 |     doc_type, '_search'), params=params, body=body)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/elasticsearch/transport.py", line 307, in perform_request
07:50:14 work.1 |     status, headers, data = connection.perform_request(method, url, params, body, ignore=ignore, timeout=timeout)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/elasticsearch/connection/http_urllib3.py", line 93, in perform_request
07:50:14 work.1 |     self._raise_error(response.status, raw_data)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/elasticsearch/connection/base.py", line 105, in _raise_error
07:50:14 work.1 |     raise HTTP_EXCEPTIONS.get(status_code, TransportError)(status_code, error_message, additional_info)
07:50:14 work.1 | elasticsearch.exceptions.NotFoundError: TransportError(404, 'IndexMissingException[[liveblog] missing]')
07:50:14 work.1 | 
07:50:14 work.1 | During handling of the above exception, another exception occurred:
07:50:14 work.1 | 
07:50:14 work.1 | Traceback (most recent call last):
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/celery_app.py", line 91, in __call__
07:50:14 work.1 |     return super().__call__(*args, **kwargs)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/celery/app/trace.py", line 622, in __protected_call__
07:50:14 work.1 |     return self.run(*args, **kwargs)
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/io/__init__.py", line 82, in gc_ingest
07:50:14 work.1 |     RemoveExpiredContent().run()
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/io/commands/remove_expired_content.py", line 31, in run
07:50:14 work.1 |     self.remove_expired({'exclude': [str(p.get('_id')) for p in providers]})
07:50:14 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/io/commands/remove_expired_content.py", line 48, in remove_expired
07:50:14 work.1 |     raise ProviderError.expiredContentError(err, provider)
07:50:14 work.1 | superdesk.errors.ProviderError: ProviderError Error 2002 - Expired content could not be removed
07:50:24 work.1 | Connection unexpectedly closed level=ERROR process=ForkPoolWorker-1
07:50:24 work.1 | Traceback (most recent call last):
07:50:24 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/celery/app/trace.py", line 367, in trace_task
07:50:24 work.1 |     R = retval = fun(*args, **kwargs)
07:50:24 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/celery_app.py", line 91, in __call__
07:50:24 work.1 |     return super().__call__(*args, **kwargs)
07:50:24 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/celery/app/trace.py", line 622, in __protected_call__
07:50:24 work.1 |     return self.run(*args, **kwargs)
07:50:24 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/emails/__init__.py", line 52, in send_email
07:50:24 work.1 |     return app.mail.send(msg)
07:50:24 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/flask_mail.py", line 491, in send
07:50:24 work.1 |     with self.connect() as connection:
07:50:24 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/flask_mail.py", line 144, in __enter__
07:50:24 work.1 |     self.host = self.configure_host()
07:50:24 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/flask_mail.py", line 158, in configure_host
07:50:24 work.1 |     host = smtplib.SMTP(self.mail.server, self.mail.port)
07:50:24 work.1 |   File "/usr/lib/python3.5/smtplib.py", line 251, in __init__
07:50:24 work.1 |     (code, msg) = self.connect(host, port)
07:50:24 work.1 |   File "/usr/lib/python3.5/smtplib.py", line 337, in connect
07:50:24 work.1 |     (code, msg) = self.getreply()
07:50:24 work.1 |   File "/usr/lib/python3.5/smtplib.py", line 393, in getreply
07:50:24 work.1 |     raise SMTPServerDisconnected("Connection unexpectedly closed")
07:50:24 work.1 | smtplib.SMTPServerDisconnected: Connection unexpectedly closed
07:50:24 work.1 | Task superdesk.emails.send_email[af7d127a-3349-4cb2-a016-f0fe69613e14] raised unexpected: SMTPServerDisconnected('Connection unexpectedly closed',) level=ERROR process=ForkPoolWorker-1
07:50:24 work.1 | Traceback (most recent call last):
07:50:24 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/celery/app/trace.py", line 367, in trace_task
07:50:24 work.1 |     R = retval = fun(*args, **kwargs)
07:50:24 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/celery_app.py", line 91, in __call__
07:50:24 work.1 |     return super().__call__(*args, **kwargs)
07:50:24 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/celery/app/trace.py", line 622, in __protected_call__
07:50:24 work.1 |     return self.run(*args, **kwargs)
07:50:24 work.1 |   File "/home/dcomm/liveblog/server/env/src/superdesk-core/superdesk/emails/__init__.py", line 52, in send_email
07:50:24 work.1 |     return app.mail.send(msg)
07:50:24 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/flask_mail.py", line 491, in send
07:50:24 work.1 |     with self.connect() as connection:
07:50:24 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/flask_mail.py", line 144, in __enter__
07:50:24 work.1 |     self.host = self.configure_host()
07:50:24 work.1 |   File "/home/dcomm/liveblog/server/env/lib/python3.5/site-packages/flask_mail.py", line 158, in configure_host
07:50:24 work.1 |     host = smtplib.SMTP(self.mail.server, self.mail.port)
07:50:24 work.1 |   File "/usr/lib/python3.5/smtplib.py", line 251, in __init__
07:50:24 work.1 |     (code, msg) = self.connect(host, port)
07:50:24 work.1 |   File "/usr/lib/python3.5/smtplib.py", line 337, in connect
07:50:24 work.1 |     (code, msg) = self.getreply()
07:50:24 work.1 |   File "/usr/lib/python3.5/smtplib.py", line 393, in getreply
07:50:24 work.1 |     raise SMTPServerDisconnected("Connection unexpectedly closed")
07:50:24 work.1 | smtplib.SMTPServerDisconnected: Connection unexpectedly closed