user_age_group = classroom_data.groupby('StudentId', 'Age_Group').count() final_RDD = classroom_data.withColumn('ccol',F.concat(F.lit('NumOf'), classroom_data['Gender'])).groupby('StudentId').pivot('ccol').agg(F.first('count')).fillna(0)