xxxxxxxxxx
new_column_name_list= list(map(lambda x: x.replace(" ", "_"), df.columns))
df = df.toDF(*new_column_name_list)
xxxxxxxxxx
from pyspark.sql import SparkSession
# Create SparkSession
spark = SparkSession.builder.getOrCreate()
# Read the data from a CSV file
df = spark.read.csv('path/to/input.csv', header=True)
# Rename a column
df = df.withColumnRenamed('old_column_name', 'new_column_name')
# Show the updated dataframe
df.show()
xxxxxxxxxx
new_fire_df = sampleDF.withColumnRenamed(existing="Delay", new="ResponseDelayedinMins")