check_urls.py

# -*- coding: utf-8 -*-

# django command to check if a url return a status != 2xx

import sys
import json
import aiohttp
import asyncio

from django.core.management.base import NoArgsCommand
from django.conf import settings
from photos.models import Image


@asyncio.coroutine
def fetch_image(image_id, url):
    result = None
    response = yield from aiohttp.get('https://{0}/{1}'.format(settings.NEW_CDN, url))
    if response.status > 299:
        result = url

    response.close()
    return  result


class Command(NoArgsCommand):

    def handle_noargs(self, **options):
        tasks = [
            fetch_image(image.id, image.url) for image in Image.objects.iterator()
        ]
        out = []
        exit_status = 0
        if tasks:
            loop = asyncio.get_event_loop()
            done, _ = loop.run_until_complete(asyncio.wait(tasks))
            loop.close()
            out = [future.result() for future in done if future.result() is not None]

        if out:
            json.dump(out, sys.stdout)
            exit_status = 1
        sys.exit(exit_status)