rafbarr

from functools import reduce

import apache_beam as beam
import numpy as np
import tensorflow as tf
import tensorflow_transform as tft



def transform_sparse_values(sp_tensor, trans_fun):

rafbarr

# distutils: language=c++

import collections
import operator

from cpython.bytes cimport PyBytes_AS_STRING, PyBytes_GET_SIZE
import cython
import numpy as np
import pandas as pd
from libc.stdint cimport uint8_t, uint32_t

rafbarr

#!/bin/bash
//usr/bin/env groovy -cp "$(dirname "$0")" "$0" $@; exit $?

@Grab(group = 'org.apache.avro', module = 'avro', version = '1.8.0')

import org.apache.avro.SchemaValidatorBuilder

def cli = new CliBuilder(stopAtNonOption: false)
cli._(longOpt: 'reference-schemas', args: 1, argName: 'dir', 'directory with the reference schemas')
cli._(longOpt: 'schemas-to-check', args: 1, argName: 'dir', 'directory with the schemas to check')

rafbarr

#!/bin/bash
//usr/bin/env groovy -cp "$(dirname "$0")" "$0" $@; exit $?

if (args.size() == 0) {
    println 'missing root dir'
    System.exit(1)
}

def linter = new AvroSchemaLinter()
try {

rafbarr

case class SimplePrefixTree(prefix: String, leaves: Seq[SimplePrefixTree])

object SimplePrefixTree {

  def apply(stringSet: Set[String]): SimplePrefixTree = {
    val longestCommonPrefix = if (!stringSet.isEmpty) {
      (stringSet.min, stringSet.max).zipped.takeWhile(v => v._1 == v._2).unzip._1.mkString
    } else {
      ""
    }