如何使用scala在读取csv文件中创建pivot

import org.apache.spark.sql.{SparkSession, DataFrame}
import org.apache.spark.sql.functions._

val spark = SparkSession.builder()
  .appName("CSV Pivot")
  .master("local")
  .getOrCreate()

val csvFilePath = "path/to/csv/file.csv"
val df = spark.read
  .format("csv")
  .option("header", "true") // 如果CSV文件包含标题行，则设置为true
  .option("inferSchema", "true") // 自动推断列的数据类型
  .load(csvFilePath)

val pivotColumn = "column_to_pivot"
val aggregationColumn = "column_to_aggregate"
val aggregatedColumn = "column_to_show_aggregation"

val pivotDF = df.groupBy(pivotColumn)
  .pivot(pivotColumn)
  .agg(sum(aggregationColumn))
  .na.fill(0) // 填充缺失值，如果有的话
  .withColumnRenamed(pivotColumn, "Pivot_Column")
  .withColumnRenamed(aggregatedColumn, "Aggregated_Column")

pivotDF.show()