convert_date_MM_dd_yyyy_to_yyyy-MM-ddin_pyspark.md

Convert date in MM/dd/yyyy to yyyy-MM-dd

from pyspark.sql import SparkSession
from pyspark.sql.functions import from_unixtime, unix_timestamp

# Initialize Spark session
spark = SparkSession.builder.appName("date_format_conversion").getOrCreate()

# Example data
data = [("3/6/2020",)]
df = spark.createDataFrame(data, ["date_string"])

# Convert date format from MM/dd/yyyy to yyyy-MM-dd
df_converted = df.withColumn("formatted_date", 
                             from_unixtime(unix_timestamp("date_string", "MM/dd/yyyy"), "yyyy-MM-dd"))

df_converted.show()