example.py

import logging

from raven import Client

client = Client()

with level(logging.INFO):
    client.captureMessage("Yo info")

with level(logging.DEBUG):
    client.captureMessage("Debug log")

client.captureMessage("Error level here")

level.py

class level(object):
    def __init__(self, level):
        self.level = level

    def __enter__(self):
        self._old_level = logging.ERROR
        logging.ERROR = self.level

    def __exit__(self, type, value, traceback):
        logging.ERROR = self._old_level