xxxxxxxxxx
# Get information about configuration
app_name = spark.conf.get("spark.app.name")
driver_tcp_port = spark.conf.get("spark.driver.port")
num_partitions = spark.conf.get('spark.sql.shuffle.partitions')
# Set information about configuration
spark.conf.set('spark.sql.shuffle.partitions', 500)