garthcn

[2016-08-08 23:13:55,315] {models.py:1286} ERROR - (_mysql_exceptions.OperationalError) (2006, 'MySQL server has gone away') [SQL: u'DELETE FROM xcom WHERE xcom.`key` = %s AND xcom.execution_date = %s AND xcom.task_id = %s AND xcom.dag_id = %s'] [parameters: (u'return_value', datetime.datetime(2016, 8, 6, 13, 0), 'process_installs', 'mobile_hourly')]
Traceback (most recent call last):
  File "/tmp/venv/lib/python2.7/site-packages/airflow/models.py", line 1249, in run
    self.xcom_push(key=XCOM_RETURN_KEY, value=result)
  File "/tmp/venv/lib/python2.7/site-packages/airflow/models.py", line 1463, in xcom_push
    execution_date=execution_date or self.execution_date)
  File "/tmp/venv/lib/python2.7/site-packages/airflow/utils/db.py", line 53, in wrapper
    result = func(*args, **kwargs)
  File "/tmp/venv/lib/python2.7/site-packages/airflow/models.py", line 3197, in set
    cls.dag_id == dag_id).delete()

garthcn

/* Extend the Underscore object with the following methods */

// Rate limit ensures a function is never called more than every [rate]ms
// Unlike underscore's _.throttle function, function calls are queued so that
//   requests are never lost and simply deferred until some other time
//
// Parameters
// * func - function to rate limit
// * rate - minimum time to wait between function calls
// * async - if async is true, we won't wait (rate) for the function to complete before queueing the next request

garthcn

public gist

this is the content.