Using sentry for debugging spark code running on executirs

example.py

from raven import Client
from raven.context import Context

# copy from your project
# in future can be passed with spark app options
dsn="https://SOMETHING@app.getsentry.com/34960"
environment="dev"
client = Client(dsn)

def some_mapper_function(e):
  with Context(client, tags={"environment": environment}):
    raise 1/0
  return e
  
if __name__ == "__main__":
  sc.parallelize(range(10)).map(some_mapper_function).collect()