Combine Features for Spark

vectorAssembler.py

from pyspark.ml.feature import VectorAssembler

# Assemble all the features with VectorAssembler
def assembleFeatures(dfRDD):

    required_features = ['week',
                        'temp',
                        'wind',
                        'rainfall',
                        'day',
                        'humScale'
                       ]

    assembler = VectorAssembler(inputCols=required_features, \\
                                  outputCol='features')

    transformed_data = assembler.transform(dfRDD)
    
    return transformed_data