如何在Spark Dataframe中将一个时区转换为另一个时区

import org.apache.spark.sql.functions._
import org.apache.spark.sql.types._
import java.sql.Timestamp
import java.util.TimeZone

val data = Seq(
  ("2022-01-01 12:00:00", "America/New_York"),
  ("2022-01-01 12:00:00", "Asia/Tokyo"),
  ("2022-01-01 12:00:00", "Europe/London")
).toDF("timestamp", "timezone")

val dataWithTimestamp = data.withColumn("timestamp", to_timestamp(col("timestamp"), "yyyy-MM-dd HH:mm:ss"))

val convertTimezone = udf((timestamp: Timestamp, fromTimezone: String, toTimezone: String) => {
  val fromZone = TimeZone.getTimeZone(fromTimezone)
  val toZone = TimeZone.getTimeZone(toTimezone)
  val fromOffset = fromZone.getOffset(timestamp.getTime)
  val toOffset = toZone.getOffset(timestamp.getTime)
  new Timestamp(timestamp.getTime + (toOffset - fromOffset))
})

val convertedData = dataWithTimestamp.withColumn("converted_timestamp", convertTimezone(col("timestamp"), col("timezone"), lit("Asia/Shanghai")))

convertedData.show(false)