11 Sparkify Vector Assembler

sparkify_11_vector_assembler.py

joined_vector = VectorAssembler(inputCols=['gender_dummy', 'level_dummy', 'logSessionCount', 
                                           'sqrtMeanSongCount', 'sqrtSessionsFreqDay'],
                                outputCol='nonScaledFeatures')\
                                .transform(joined)

joined_vector = joined_vector.withColumn('label', joined_vector.churned.cast('integer'))

joined_vector.drop('userId','level','gender', 'sessionCount', 'meanSongCount', 
                   'sessionsFreqDay', 'gender_idx', 'level_idx', 'churned').show(4)