使用Scala将Spark中的所有新行转换为新列

import org.apache.spark.sql.{SparkSession, Row}
import org.apache.spark.sql.functions._

val spark = SparkSession.builder()
  .appName("SparkRowToColumnTransformation")
  .getOrCreate()

val rows = Seq(
  Row("John", 25),
  Row("Jane", 30),
  Row("Tom", 35)
)

val schema = new StructType()
  .add("Name", StringType)
  .add("Age", IntegerType)

val df = spark.createDataFrame(spark.sparkContext.parallelize(rows), schema)

val rowToColumnUDF = udf((name: String, age: Int) => s"$name ($age)")

val transformedDF = df.withColumn("NewColumn", rowToColumnUDF(col("Name"), col("Age")))

transformedDF.show()