Traceback

gistfile1.md

INFO:dedupe.blocking:Canopy: TfidfTextCanopyPredicate: (0.6, contributor_name)
INFO:dedupe.blocking:Canopy: TfidfNGramCanopyPredicate: (0.8, contributor_name)
Traceback (most recent call last):
  File "/home/datamade/dedupe-api/api/queue.py", line 80, in processMessage
    upd_args['return_value'] = func(*args, **kwargs)
  File "/home/datamade/dedupe-api/api/utils/delayed_tasks.py", line 708, in dedupeRaw
    block_gen = blockDedupe(session_id)
  File "/home/datamade/dedupe-api/api/utils/delayed_tasks.py", line 542, in blockDedupe
    full_data = list(full_data)
  File "/home/datamade/dedupe-api/api/utils/delayed_tasks.py", line 539, in <genexpr>
    full_data = ((getattr(row, 'record_id'), dict(zip(row.keys(), row.values()))) \
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/engine/result$
py", line 548, in __iter__
    row = self.fetchone()
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/engine/result$
py", line 825, in fetchone
    self.cursor, self.context)
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/engine/base.p$
", line 1162, in _handle_dbapi_exception
    util.reraise(*exc_info)
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/util/compat.p$
", line 182, in reraise
    raise value
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/engine/result.
py", line 816, in fetchone
    row = self._fetchone_impl()
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/engine/result.
py", line 907, in _fetchone_impl
    self.__buffer_rows()
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/engine/result.
py", line 900, in __buffer_rows
    self.__rowbuffer = collections.deque(self.cursor.fetchmany(size))
MemoryError
Traceback (most recent call last):
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/pool.py", line
 950, in _do_get
    return self._pool.get(wait, self._timeout)
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/util/queue.py"
, line 145, in get
    raise Empty
sqlalchemy.util.queue.Empty

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/engine/strateg
ies.py", line 90, in connect
    return dialect.connect(*cargs, **cparams)
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/engine/default
.py", line 377, in connect
    return self.dbapi.connect(*cargs, **cparams)
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/psycopg2/__init__.py", li
ne 164, in connect
    conn = _connect(dsn, connection_factory=connection_factory, async=async)
psycopg2.OperationalError: could not fork new process for connection: Cannot allocate memory

could not fork new process for connection: Cannot allocate memory
could not fork new process for connection: Cannot allocate memory


The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "run_queue.py", line 2, in <module>
    queue_daemon()
  File "/home/datamade/dedupe-api/api/queue.py", line 127, in queue_daemon
    processMessage()
  File "/home/datamade/dedupe-api/api/queue.py", line 43, in processMessage
    with engine.begin() as conn:
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/engine/base.py
", line 1668, in begin
    conn = self.contextual_connect(close_with_result=close_with_result)
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/engine/base.py
", line 1798, in contextual_connect
    self.pool.connect(),
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/pool.py", line
 338, in connect
    return _ConnectionFairy._checkout(self)
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/pool.py", line
 644, in _checkout
    fairy = _ConnectionRecord.checkout(pool)
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/pool.py", line
 440, in checkout
    rec = pool._do_get()
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/pool.py", line
 963, in _do_get
    return self._create_connection()
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/pool.py", line
 285, in _create_connection
    return _ConnectionRecord(self)
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/pool.py", line
 411, in __init__
    self.connection = self.__connect()
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/pool.py", line
 538, in __connect
    connection = self.__pool._creator()
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/engine/strateg
ies.py", line 96, in connect
    connection_invalidated=invalidated
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/util/compat.py
", line 188, in raise_from_cause
    reraise(type(exception), exception, tb=exc_tb, cause=exc_value)
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/util/compat.py
", line 181, in reraise
    raise value.with_traceback(tb)
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/engine/strateg
ies.py", line 90, in connect
    return dialect.connect(*cargs, **cparams)
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/sqlalchemy/engine/default
.py", line 377, in connect
    return self.dbapi.connect(*cargs, **cparams)
  File "/home/datamade/.virtualenvs/dedupe-api/lib/python3.4/site-packages/psycopg2/__init__.py", li
ne 164, in connect
    conn = _connect(dsn, connection_factory=connection_factory, async=async)
sqlalchemy.exc.OperationalError: (OperationalError) could not fork new process for connection: Canno
t allocate memory

could not fork new process for connection: Cannot allocate memory
could not fork new process for connection: Cannot allocate memory
 None None
Sentry is attempting to send 1 pending error messages