Monitor celery by using celery -A freightquotes events
Start celery with beats celery -A freightquotes worker -B -E -l INFO --autoscale=2,1
Note:-
-B beats - to execute schedule tasks
-l log-level (INFO/DEBUG)
-E --task-events
| from apscheduler.schedulers.background import BackgroundScheduler | |
| from apscheduler.executors.pool import ThreadPoolExecutor | |
| from apscheduler.jobstores.memory import MemoryJobStore | |
| from apscheduler.job import Job | |
| import json | |
| import logging | |
| from apscheduler.triggers.cron import CronTrigger | |
| import time | |
| from celery import Celery | |
| from typing import List |
| from celery import Task | |
| from django.conf import settings | |
| from django.core.cache import caches | |
| from celery.utils.log import get_task_logger | |
| logger = get_task_logger(__name__) | |
| # noinspection PyAbstractClass | |
| class TaskWithLock(Task): | |
| """ |
| import flask | |
| from celery import Celery | |
| class FlaskCelery(Celery): | |
| app = None | |
| def __init__(self, *args, **kwargs): |
| from .celery import app as celery_app | |
| __all__ = ('celery_app', ) |
| FROM python:3.4 | |
| ADD . /app/ | |
| WORKDIR /app/ | |
| RUN pip install -r requirements.txt | |
| CMD ["echo", "hello"] |
| from datetime import datetime | |
| import time | |
| import kombu.five | |
| from celery.task.control import inspect | |
| def get_stuck_celery_tasks(threshold=600): | |
| i = inspect() | |
| for worker, tasks in i.active().items(): |
| from celery.task.control import revoke | |
| from celery.task.control import inspect | |
| def revoke_tasks_by_name(task_name, worker_prefix=''): | |
| """ | |
| Revoke all tasks by the name of the celery task | |
| :param task_name: Name of the celery task | |
| :param worker_prefix: Prefix for the worker |
| from celery.schedules import crontab | |
| CELERY_IMPORTS = ('app.tasks.test') | |
| CELERY_TASK_RESULT_EXPIRES = 30 | |
| CELERY_TIMEZONE = 'UTC' | |
| CELERY_ACCEPT_CONTENT = ['json', 'msgpack', 'yaml'] | |
| CELERY_TASK_SERIALIZER = 'json' | |
| CELERY_RESULT_SERIALIZER = 'json' |
| from __future__ import absolute_import | |
| import os | |
| from subprocess import Popen, PIPE | |
| import datetime | |
| import time | |
| from celery import Celery | |
| from celery import states | |
| from os.path import dirname, join |