Ajmal Ahamed ajmal-ahmed

## Spark Dataframe Cheat Sheet.py
# A simple cheat sheet of Spark Dataframe syntax
# Current for Spark 1.6.1

# import statements
#from pyspark.sql import SQLContext
#from pyspark.sql.types import *
#from pyspark.sql.functions import *
from pyspark.sql import functions as F

#SparkContext available as sc, HiveContext available as sqlContext.

## body-codes.csv

          
            Code
            Category
            Subcategory
            Description

            
              1
              Cars & Light 4X4 Utilities
              Cars
              2-Door Saloon

            
              2
              Cars & Light 4X4 Utilities
              Cars
              4-Door Saloon

            
              3
              Cars & Light 4X4 Utilities
              Cars
              Saloon (for information only, no longer used)

            
              4
              Cars & Light 4X4 Utilities
              Cars
              Convertible

            
              5
              Cars & Light 4X4 Utilities
              Cars
              Coupe

            
              6
              Cars & Light 4X4 Utilities
              Cars
              Estate

            
              11
              Cars & Light 4X4 Utilities
              Cars
              Hearse

            
              12
              Cars & Light 4X4 Utilities
              Cars
              Limousine

            
              13
              Cars & Light 4X4 Utilities
              Cars
              3-Door Hatchback

## flatten-example.js
var flatten, obj;

flatten = require ('./flatten');
obj = {
  foo: 'bar',
  bar: 'foo',
  foobar: {
    foo: 'foo',
    bar: 'bar'
  }
	# A simple cheat sheet of Spark Dataframe syntax
	# Current for Spark 1.6.1

	# import statements
	#from pyspark.sql import SQLContext
	#from pyspark.sql.types import *
	#from pyspark.sql.functions import *
	from pyspark.sql import functions as F

	#SparkContext available as sc, HiveContext available as sqlContext.
Code	Category	Subcategory	Description
1	Cars & Light 4X4 Utilities	Cars	2-Door Saloon
2	Cars & Light 4X4 Utilities	Cars	4-Door Saloon
3	Cars & Light 4X4 Utilities	Cars	Saloon (for information only, no longer used)
4	Cars & Light 4X4 Utilities	Cars	Convertible
5	Cars & Light 4X4 Utilities	Cars	Coupe
6	Cars & Light 4X4 Utilities	Cars	Estate
11	Cars & Light 4X4 Utilities	Cars	Hearse
12	Cars & Light 4X4 Utilities	Cars	Limousine
13	Cars & Light 4X4 Utilities	Cars	3-Door Hatchback
	var flatten, obj;

	flatten = require ('./flatten');
	obj = {
	foo: 'bar',
	bar: 'foo',
	foobar: {
	foo: 'foo',
	bar: 'bar'
	}