mathieu mdespriee

## check_user_privileges_on_redshift.sql
select tablename,
   HAS_TABLE_PRIVILEGE(tablename, 'select') as select,
   HAS_TABLE_PRIVILEGE(tablename, 'insert') as insert,
   HAS_TABLE_PRIVILEGE(tablename, 'update') as update,
   HAS_TABLE_PRIVILEGE(tablename, 'delete') as delete,
   HAS_TABLE_PRIVILEGE(tablename, 'references') as references
from pg_tables where schemaname='public' order by tablename;

## sbt opts
export SBT_OPTS="-Xmx4G -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:MaxPermSize=2G -Xss2M "

## string_normalization.py
def normalize(s):
    """ Expects a unicode string, not encoded byte string.
        Returns unicode string
    """
    out = ''.join( c for c in unicodedata.normalize("NFKD", s)
                    if not unicodedata.combining(c) )
    out = _regexAlpha.sub(' ', out)
    out = _regexSpace.sub(' ', out)
    out = out.strip().upper()
    return out

## random_crypto_string.sh
cat /dev/urandom | tr -dc '[:alnum:]' | fold -w 64 | head -n 1

## reboot wireless
# grab the kernel module name
lshw -C network 2>&1 | grep wireless | grep driver

sudo modprobe -r ath9k && sudo modprobe ath9k


## stream_to_hdfs.sh

ssh edge_node "hdfs dfs -cat /some/path/part-*" | cat > file

cat file | ssh edge_node "hdfs dfs -put - /target/path"


# think of using a named pipe (mkfifo) to sream directly for application output
rm -f stream
mkfifo stream

## README-Template.md

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                mdespriee
                / README-Template.md
            
            
              Created
              January 12, 2018 13:55
                — forked from PurpleBooth/README-Template.md
            
              
                A template to make good README.md
              
          
    Project Title

One Paragraph of project description goes here
Getting Started

These instructions will get you a copy of the project up and running on your local machine for development and testing purposes. See deployment for notes on how to deploy the project on a live system.
Prerequisites


## SPARK_23220_SimpleTest.scala
package ssp

import java.nio.charset.Charset
import java.nio.file.{Files, Paths}

import org.apache.spark.sql.functions.broadcast
import org.apache.spark.sql.streaming.{OutputMode, Trigger}
import org.apache.spark.sql.types.{StringType, StructField, StructType}
import org.apache.spark.sql.{Dataset, SparkSession}
import org.apache.spark.storage.StorageLevel

## NDArrayRandomAPIBase.scala
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements.  See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License.  You may obtain a copy of the License at
*
*    http://www.apache.org/licenses/LICENSE-2.0
*

## SymbolRandomAPIBase.scala
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements.  See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License.  You may obtain a copy of the License at
*
*    http://www.apache.org/licenses/LICENSE-2.0
*
	select tablename,
	HAS_TABLE_PRIVILEGE(tablename, 'select') as select,
	HAS_TABLE_PRIVILEGE(tablename, 'insert') as insert,
	HAS_TABLE_PRIVILEGE(tablename, 'update') as update,
	HAS_TABLE_PRIVILEGE(tablename, 'delete') as delete,
	HAS_TABLE_PRIVILEGE(tablename, 'references') as references
	from pg_tables where schemaname='public' order by tablename;
	def normalize(s):
	""" Expects a unicode string, not encoded byte string.
	Returns unicode string
	"""
	out = ''.join( c for c in unicodedata.normalize("NFKD", s)
	if not unicodedata.combining(c) )
	out = _regexAlpha.sub(' ', out)
	out = _regexSpace.sub(' ', out)
	out = out.strip().upper()
	return out
	# grab the kernel module name
	lshw -C network 2>&1 \| grep wireless \| grep driver

	sudo modprobe -r ath9k && sudo modprobe ath9k

	ssh edge_node "hdfs dfs -cat /some/path/part-*" \| cat > file

	cat file \| ssh edge_node "hdfs dfs -put - /target/path"


	# think of using a named pipe (mkfifo) to sream directly for application output
	rm -f stream
	mkfifo stream
	package ssp

	import java.nio.charset.Charset
	import java.nio.file.{Files, Paths}

	import org.apache.spark.sql.functions.broadcast
	import org.apache.spark.sql.streaming.{OutputMode, Trigger}
	import org.apache.spark.sql.types.{StringType, StructField, StructType}
	import org.apache.spark.sql.{Dataset, SparkSession}
	import org.apache.spark.storage.StorageLevel
	/*
	* Licensed to the Apache Software Foundation (ASF) under one or more
	* contributor license agreements. See the NOTICE file distributed with
	* this work for additional information regarding copyright ownership.
	* The ASF licenses this file to You under the Apache License, Version 2.0
	* (the "License"); you may not use this file except in compliance with
	* the License. You may obtain a copy of the License at
	*
	* http://www.apache.org/licenses/LICENSE-2.0
	*