jcrist

/* Generated by Cython 0.25.2 */

/* BEGIN: Cython Metadata
{
    "distutils": {
        "depends": [
            "C:\\Users\\builder\\Miniconda2\\envs\\crick\\lib\\site-packages\\numpy\\core\\include\\numpy\\arrayobject.h", 
            "C:\\Users\\builder\\Miniconda2\\envs\\crick\\lib\\site-packages\\numpy\\core\\include\\numpy\\npy_math.h", 
            "C:\\Users\\builder\\Miniconda2\\envs\\crick\\lib\\site-packages\\numpy\\core\\include\\numpy\\ufuncobject.h", 
            "crick\\tdigest_stubs.c"

jcrist

from __future__ import division, print_function

from time import time
import numpy as np

from sklearn.datasets import fetch_covtype
from sklearn.ensemble import RandomForestClassifier, ExtraTreesClassifier
from sklearn.metrics import zero_one_loss
from sklearn.utils import check_array

jcrist

import platform
import ctypes


print("Implementation: %s" % platform.python_implementation())


def cell_set(cell, target):
    offset = 2 if platform.python_implementation() == 'PyPy' else 4
    def inner():

jcrist

import argparse
from timeit import default_timer
from collections import namedtuple

import numpy as np
import dask.array as da
from dask.threaded import get
from scipy.special import erf

jcrist

_cache = {}


def case(x):
    if x not in _cache:
        _cache[x] = type("Case", (Exception,), {})
    return _cache[x]


def switch(x):

jcrist

import datetime
import dask
from dask.multiprocessing import get as mp_get
from dask import delayed
from lxml import etree
from multiprocessing import Pool

N = 10000
num_workers = 4

jcrist

function github-remote-add () {
    case $1 in
    ""|--help|-h)
        echo "Usage: github-remote-add USERNAME"
        return 1
        ;;
    esac
    local root=`git rev-parse --show-toplevel`;
    if [ $? -ne 0 ]; then
        echo "Not in a git directory"

jcrist

FROM ubuntu:xenial

RUN apt-get update && \
    apt-get install -y -q curl bzip2 git && \
    rm -rf /var/lib/apt/lists/*

# Install CDH5 in a single node: Pseudo Distributed
# Docs: https://www.cloudera.com/documentation/enterprise/5-6-x/topics/cdh_qs_yarn_pseudo.html
ADD cloudera.pref /etc/apt/preferences.d/cloudera.pref
RUN curl -s https://archive.cloudera.com/cdh5/ubuntu/xenial/amd64/cdh/archive.key | apt-key add - && \

jcrist

jcrist

import ctypes

import numpy as np
from numba.extending import get_cython_function_address, overload, intrinsic
from numba.errors import TypingError
from numba import cgutils, types

import scipy.special