soxofaan

class dict_item:
    """
    Create an attribute in a custom dict subclass that accesses
    the dict value keyed by the attribute's name:
    
        >>> class UserInfo(dict):
        >>>     name = dict_item()
        >>>     age = dict_item()
        >>> user = UserInfo(name="John")
        >>> print(user.name)

soxofaan

from typing import Union


class IgnoreOrder:
    """
    pytest helper to test equality of lists/tuples ignoring item order

    E.g., these asserts pass:
    >>> assert [1, 2, 3, 3] == IgnoreOrder([3, 1, 2, 3])
    >>> assert {"foo": [1, 2, 3]} == {"foo": IgnoreOrder([3, 2, 1])}

soxofaan

import functools
import logging
import pyspark
from typing import Callable

LOG_FORMAT = "[P%(process)s/%(name)s] %(levelname)s: %(message)s"


def ensure_executor_logging(
        f=None, *,

soxofaan

soxofaan

soxofaan

How to get a stack trace for each thread in a running Python script

Sometimes a Python script will simply hang forever with no indication of what is going wrong. Perhaps it's polling a service that will never return a value that allows the program to move forward.

Here's a way to see where the program is currently stuck, using pyrasite a tool for injecting code into running Python processes.

Install gdb and pyrasite

Install gdb.

soxofaan

soxofaan

soxofaan

soxofaan