from pyspark.sql import functions as F

final_RDD = classroom_data.withColumn('ccol',F.concat(F.lit('Gender_'), classroom_data['Gender'])).groupby('Gender').pivot('ccol').agg(F.first('Gender'))