natekupp

def timeout(seconds_before_timeout):
    def decorate(f):
        def handler(signum, frame):
            raise TimeoutError()
        def new_f(*args, **kwargs):
            old = signal.signal(signal.SIGALRM, handler)
            signal.alarm(seconds_before_timeout)
            try:
                result = f(*args, **kwargs)
            finally:

natekupp

dups    = [x for x in myList if myList.count(x) > 1]
indices = [i for i, x in enumerate(myList) if x in dups]

natekupp

import multiprocessing
import impala.dbapi

class Impala(obect):
    def __init__(self, host, database, port, username, password, lock=None):
        self.conn = impala.dbapi.connect(host=host,
                                         port=port,
                                         database=database,
                                         user=username,
                                         password=password,

natekupp

def buildmodel():
    EPS = 0.001
    data = pandas.read_csv('iris.csv')
    xtrain = data.ix[:50,0:2]
    xtest  = data.ix[51:100,0:2]
    ytrain = data.ix[:50,2]
    ytest  = data.ix[51:100,2]

    # Use pandas.DataFrame
    models = ffx.run(xtrain, ytrain, xtest, ytest)

natekupp

python waf clean
export PYTHONPATH=/Library/Frameworks/Python.framework/Versions/2.7/
export LD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/2.7/:$LD_LIBRARY_PATH
export LD_LIBRARY_PATH=/Library/Frameworks/Python.framework/Versions/2.7/lib:$LD_LIBRARY_PATH
export LINKFLAGS='-search_dylibs_first  -L /Library/Frameworks/Python.framework/Versions/2.7/lib/'
export ARCHFLAGS='-arch x86_64'
export CC=/usr/bin/gcc-4.2
export PKG_CONFIG_PATH=/usr/local/Cellar/cairo/1.10.2/lib/pkgconfig/

python waf configure --prefix=$PYTHONPATH

natekupp

try:
    # start http server
    self.p_http = subprocess.Popen(
        ["python", "-m", "SimpleHTTPServer"],
        preexec_fn = sigint_replace,
        cwd = self.resource_dir
    )
    
    # start node.js server
    self.p_node = subprocess.Popen(

natekupp

#!/usr/bin/env python
# -*- coding: utf-8 -*-
#
# Terminal visualization of 2D numpy arrays
# Copyright (c) 2009  Nicolas P. Rougier
#
# This program is free software: you can redistribute it and/or modify it under
# the terms of the GNU General Public License as published by the Free Software
# Foundation, either version 3 of the License, or (at your option) any later
# version.

natekupp

class DataProcSparkOperator(BaseOperator):
    """
    Start a Cloud DataProc cluster, run a Spark job, then shut down the Spark cluster.
    """
    template_fields = ['arguments']
    ui_color = '#0273d4'

    @apply_defaults
    def __init__(
            self,

natekupp

import dask
import dask.distributed

from tornado import gen

PUBSUB_NAME = 'test'


class Task:
    def __init__(self, key, num, upstream_tasks):

natekupp

# example_airflow.py
from dagster import lambda_solid, pipeline

@lambda_solid
def hello_world():
    return "hello, world"

@pipeline
def basic_pipeline():
    hello_world()