ruby -e "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/master/install)"
brew update
# using four part files to construct "minitweet" | |
cat rawtweets/part-0000[1-3] > minitweets | |
# change log4j properties to WARN to reduce noise during demo | |
mv conf/log4j.properties.template conf/log4j.properties | |
vim conf/log4j.properties # Change to WARN | |
# launch Spark shell REPL | |
./bin/spark-shell |
#Write geojson | |
#==== | |
#Load libraries | |
library(rgdal) | |
#dataMap is a dataframe with coordinates on cols 11 (LATITUDE) and 12 (LONGITUDE) | |
#Transfor coordinates to numeric | |
dataMap$LATITUDE <- as.numeric(dataMap$LATITUDE) | |
dataMap$LONGITUDE <- as.numeric(dataMap$LONGITUDE) |