Test Project for issue #134 on rq

.gitignore

*.pyc

__init__.py

__init__.py

README.md

Test Project for issue #134 on rq

Pickling of django models not working

This is a default django project witha default app. The one model only has a text field.

ipython

In [1]: from test_app.models import TestModel

In [2]: TestModel.objects.all()
Out[2]: []

In [3]: TestModel.objects.create(test_field='h')
Out[3]: <TestModel: TestModel object>

In [4]: TestModel.objects.all()
Out[4]: [<TestModel: TestModel object>]

In [5]: m = TestModel.objects.all()[0]

In [6]: from test_file import q, test_func

In [8]: q.enqueue(test_func, 'hi')
Out[8]: <rq.job.Job at 0x10ca2cb90>

In [9]: q.enqueue(test_func, m)
Out[9]: <rq.job.Job at 0x10ca2cb50>

In [10]: q = q.enqueue(test_func, m)

In [11]: q.args
Out[11]: (<TestModel: TestModel object>,)

rqworker -v email

[2012-09-04 01:52] DEBUG: worker: Registering birth of worker Sauls-MacBook-Pro.9024
[2012-09-04 01:52] INFO: worker: RQ worker started, version 0.3.2
[2012-09-04 01:52] INFO: worker: 
[2012-09-04 01:52] INFO: worker: *** Listening on email...
[2012-09-04 01:53] INFO: worker: email: test_file.test_func('hi') (d6fc2e12-d75d-43ce-a21b-91fce5f75c1f)
hi
[2012-09-04 01:53] INFO: horse: Job OK
[2012-09-04 01:53] INFO: horse: Result is kept for 500 seconds.
[2012-09-04 01:53] INFO: worker: 
[2012-09-04 01:53] INFO: worker: *** Listening on email...
[2012-09-04 01:53] WARNING: worker: *** Ignoring unpickleable data on email.
[2012-09-04 01:53] DEBUG: worker: Data follows:
[2012-09-04 01:53] DEBUG: worker: (S'test_file.test_func'
p1
N(cdjango.db.models.base
model_unpickle
p2
(ctest_app.models
TestModel
p3
(lcdjango.db.models.base
simple_class_factory
p4
tRp5
(dp6
S'test_field'
p7
Vh
sS'_state'
p8
ccopy_reg
_reconstructor
p9
(cdjango.db.models.base
ModelState
p10
c__builtin__
object
p11
NtRp12
(dp13
S'adding'
p14
I00
sS'db'
p15
S'default'
p16
sbsS'id'
p17
I1
sbtp18
(dp19
t.
[2012-09-04 01:53] DEBUG: worker: End of unreadable data.
[2012-09-04 01:53] INFO: worker: 
[2012-09-04 01:53] INFO: worker: *** Listening on email...
[2012-09-04 01:53] WARNING: worker: *** Ignoring unpickleable data on email.
[2012-09-04 01:53] DEBUG: worker: Data follows:
[2012-09-04 01:53] DEBUG: worker: (S'test_file.test_func'
p1
N(cdjango.db.models.base
model_unpickle
p2
(ctest_app.models
TestModel
p3
(lcdjango.db.models.base
simple_class_factory
p4
tRp5
(dp6
S'test_field'
p7
Vh
sS'_state'
p8
ccopy_reg
_reconstructor
p9
(cdjango.db.models.base
ModelState
p10
c__builtin__
object
p11
NtRp12
(dp13
S'adding'
p14
I00
sS'db'
p15
S'default'
p16
sbsS'id'
p17
I1
sbtp18
(dp19
t.
[2012-09-04 01:53] DEBUG: worker: End of unreadable data.
[2012-09-04 01:53] INFO: worker: 
[2012-09-04 01:53] INFO: worker: *** Listening on email...

manage.py

#!/usr/bin/env python
import os
import sys

if __name__ == "__main__":
    os.environ.setdefault("DJANGO_SETTINGS_MODULE", "temp.settings")

    from django.core.management import execute_from_command_line

    execute_from_command_line(sys.argv)

models.py

from django.db import models


class TestModel(models.Model):
    test_field = models.CharField(max_length=30)

requirements.txt

Django==1.4.1
Logbook==0.3
ipython==0.13
python-dateutil==2.1
pytz==2012d
readline==6.2.2
redis==2.6.2
rq==0.3.2
six==1.2.0
times==0.5
wsgiref==0.1.2

settings.py

# Django settings for temp project.

DEBUG = True
TEMPLATE_DEBUG = DEBUG

ADMINS = (
    # ('Your Name', 'your_email@example.com'),
)

MANAGERS = ADMINS

DATABASES = {
    'default': {
        'ENGINE': 'django.db.backends.sqlite3',  # Add 'postgresql_psycopg2', 'mysql', 'sqlite3' or 'oracle'.
        'NAME': '/Users/saul/temp/sqlite.db',                      # Or path to database file if using sqlite3.
        'USER': '',                      # Not used with sqlite3.
        'PASSWORD': '',                  # Not used with sqlite3.
        'HOST': '',                      # Set to empty string for localhost. Not used with sqlite3.
        'PORT': '',                      # Set to empty string for default. Not used with sqlite3.
    }
}

# Local time zone for this installation. Choices can be found here:
# http://en.wikipedia.org/wiki/List_of_tz_zones_by_name
# although not all choices may be available on all operating systems.
# In a Windows environment this must be set to your system time zone.
TIME_ZONE = 'America/Chicago'

# Language code for this installation. All choices can be found here:
# http://www.i18nguy.com/unicode/language-identifiers.html
LANGUAGE_CODE = 'en-us'

SITE_ID = 1

# If you set this to False, Django will make some optimizations so as not
# to load the internationalization machinery.
USE_I18N = True

# If you set this to False, Django will not format dates, numbers and
# calendars according to the current locale.
USE_L10N = True

# If you set this to False, Django will not use timezone-aware datetimes.
USE_TZ = True

# Absolute filesystem path to the directory that will hold user-uploaded files.
# Example: "/home/media/media.lawrence.com/media/"
MEDIA_ROOT = ''

# URL that handles the media served from MEDIA_ROOT. Make sure to use a
# trailing slash.
# Examples: "http://media.lawrence.com/media/", "http://example.com/media/"
MEDIA_URL = ''

# Absolute path to the directory static files should be collected to.
# Don't put anything in this directory yourself; store your static files
# in apps' "static/" subdirectories and in STATICFILES_DIRS.
# Example: "/home/media/media.lawrence.com/static/"
STATIC_ROOT = ''

# URL prefix for static files.
# Example: "http://media.lawrence.com/static/"
STATIC_URL = '/static/'

# Additional locations of static files
STATICFILES_DIRS = (
    # Put strings here, like "/home/html/static" or "C:/www/django/static".
    # Always use forward slashes, even on Windows.
    # Don't forget to use absolute paths, not relative paths.
)

# List of finder classes that know how to find static files in
# various locations.
STATICFILES_FINDERS = (
    'django.contrib.staticfiles.finders.FileSystemFinder',
    'django.contrib.staticfiles.finders.AppDirectoriesFinder',
#    'django.contrib.staticfiles.finders.DefaultStorageFinder',
)

# Make this unique, and don't share it with anybody.
SECRET_KEY = 'b*m2f@ksmgf5x_$(*@@e-+up9x4snw17kntl+hwo7e(d19kl_9'

# List of callables that know how to import templates from various sources.
TEMPLATE_LOADERS = (
    'django.template.loaders.filesystem.Loader',
    'django.template.loaders.app_directories.Loader',
#     'django.template.loaders.eggs.Loader',
)

MIDDLEWARE_CLASSES = (
    'django.middleware.common.CommonMiddleware',
    'django.contrib.sessions.middleware.SessionMiddleware',
    'django.middleware.csrf.CsrfViewMiddleware',
    'django.contrib.auth.middleware.AuthenticationMiddleware',
    'django.contrib.messages.middleware.MessageMiddleware',
    # Uncomment the next line for simple clickjacking protection:
    # 'django.middleware.clickjacking.XFrameOptionsMiddleware',
)

ROOT_URLCONF = 'temp.urls'

# Python dotted path to the WSGI application used by Django's runserver.
WSGI_APPLICATION = 'temp.wsgi.application'

TEMPLATE_DIRS = (
    # Put strings here, like "/home/html/django_templates" or "C:/www/django/templates".
    # Always use forward slashes, even on Windows.
    # Don't forget to use absolute paths, not relative paths.
)

INSTALLED_APPS = (
    'django.contrib.auth',
    'django.contrib.contenttypes',
    'django.contrib.sessions',
    'django.contrib.sites',
    'django.contrib.messages',
    'django.contrib.staticfiles',
    'test_app',
    # Uncomment the next line to enable the admin:
    # 'django.contrib.admin',
    # Uncomment the next line to enable admin documentation:
    # 'django.contrib.admindocs',
)

# A sample logging configuration. The only tangible logging
# performed by this configuration is to send an email to
# the site admins on every HTTP 500 error when DEBUG=False.
# See http://docs.djangoproject.com/en/dev/topics/logging for
# more details on how to customize your logging configuration.
LOGGING = {
    'version': 1,
    'disable_existing_loggers': False,
    'filters': {
        'require_debug_false': {
            '()': 'django.utils.log.RequireDebugFalse'
        }
    },
    'handlers': {
        'mail_admins': {
            'level': 'ERROR',
            'filters': ['require_debug_false'],
            'class': 'django.utils.log.AdminEmailHandler'
        }
    },
    'loggers': {
        'django.request': {
            'handlers': ['mail_admins'],
            'level': 'ERROR',
            'propagate': True,
        },
    }
}

sqlite.db

test_file.py

import os

from rq import Queue
import redis


redis_url = os.getenv('REDISTOGO_URL', 'redis://localhost:6379')
redis_connection = redis.from_url(redis_url)
q = Queue('email', connection=redis_connection)


def test_func(model):
    print model

tests.py

"""
This file demonstrates writing tests using the unittest module. These will pass
when you run "manage.py test".

Replace this with more appropriate tests for your application.
"""

from django.test import TestCase


class SimpleTest(TestCase):
    def test_basic_addition(self):
        """
        Tests that 1 + 1 always equals 2.
        """
        self.assertEqual(1 + 1, 2)

urls.py

from django.conf.urls import patterns, include, url

# Uncomment the next two lines to enable the admin:
# from django.contrib import admin
# admin.autodiscover()

urlpatterns = patterns('',
    # Examples:
    # url(r'^$', 'temp.views.home', name='home'),
    # url(r'^temp/', include('temp.foo.urls')),

    # Uncomment the admin/doc line below to enable admin documentation:
    # url(r'^admin/doc/', include('django.contrib.admindocs.urls')),

    # Uncomment the next line to enable the admin:
    # url(r'^admin/', include(admin.site.urls)),
)

views.py

# Create your views here.

wsgi.py

"""
WSGI config for temp project.

This module contains the WSGI application used by Django's development server
and any production WSGI deployments. It should expose a module-level variable
named ``application``. Django's ``runserver`` and ``runfcgi`` commands discover
this application via the ``WSGI_APPLICATION`` setting.

Usually you will have the standard Django WSGI application here, but it also
might make sense to replace the whole Django WSGI application with a custom one
that later delegates to the Django one. For example, you could introduce WSGI
middleware here, or combine a Django application with an application of another
framework.

"""
import os

os.environ.setdefault("DJANGO_SETTINGS_MODULE", "temp.settings")

# This application object is used by any WSGI server configured to use this
# file. This includes Django's development server, if the WSGI_APPLICATION
# setting points here.
from django.core.wsgi import get_wsgi_application
application = get_wsgi_application()

# Apply WSGI middleware here.
# from helloworld.wsgi import HelloWorldApplication
# application = HelloWorldApplication(application)