creating-features-vector.scala

val categoricalVariables = if(useCategorical){
                            Array("Origin", "Dest")
                          }else{
                            null
                          }

val categoricalIndexers = if(useCategorical){
                            categoricalVariables.map(i => new StringIndexer().setInputCol(i).setOutputCol(i+"Index").setHandleInvalid("skip"))
                          }else{
                            null
                          }
val categoricalEncoders = if(useCategorical){
                            categoricalVariables.map(e => new OneHotEncoder().setInputCol(e + "Index").setOutputCol(e + "Vec").setDropLast(false))
                          }else{
                            null
                          }

val assembler = if(useCategorical){
  new VectorAssembler()
    .setInputCols(Array("OriginVec", "DestVec", "DepDelayDouble", "TaxiOutDouble"))
    .setOutputCol("features")
    .setHandleInvalid("skip")
}else{
  new VectorAssembler()
    .setInputCols(Array("DepDelayDouble", "TaxiOutDouble"))
    .setOutputCol("features")
    .setHandleInvalid("skip")

}