spark-join.scala

def natjoin(left: DataFrame, right: DataFrame, joinType: String): DataFrame = {
	// Get the left and the right columns.
	val leftCols = left.columns
	val rightCols = right.columns

	// Find the Common Columns.
	val commonCols = leftCols.toSet intersect rightCols.toSet

	// TODO: Common columns must equal publishing keys. Else throw exception.
	print(commonCols)

amitchhajer

git ls-files -z | xargs -0n1 git blame -w | perl -n -e '/^.*\((.*?)\s*[\d]{4}/; print $1,"\n"' | sort -f | uniq -c | sort -n