Rename all columns in a Spark Dataframe

Spark_RenameAllColumns.py

########################################
## Title: Spark Script for Renaming All Columns in a Dataframe
## Language: PySpark
## Authors: Colby T. Ford, Ph.D.
########################################

column_list = data.columns
prefix = "my_prefix"
new_column_list = [prefix + s for s in column_list]
#new_column_list = [prefix + s if s != "ID" else s for s in column_list] ## Use if you plan on joining on an ID later
 
column_mapping = [[o, n] for o, n in zip(column_list, new_column_list)]

# print(column_mapping)

# data = data.select(list(map(lambda old, new: col(old).alias(new),*zip(*column_mapping))))