从spark数据框中选择最新记录

# 导入必要的库
from pyspark.sql import SparkSession
from pyspark.sql.functions import col

# 创建SparkSession对象
spark = SparkSession.builder.getOrCreate()

# 创建示例数据框
data = [("user1", "2022-01-01 10:00:00"),
        ("user2", "2022-01-02 12:00:00"),
        ("user3", "2022-01-03 08:00:00"),
        ("user4", "2022-01-04 15:00:00")]

df = spark.createDataFrame(data, ["user", "timestamp"])

# 将时间戳字段转换为Spark的时间戳类型
df = df.withColumn("timestamp", col("timestamp").cast("timestamp"))

# 按照时间戳字段降序排序
df = df.orderBy(col("timestamp").desc())

# 选择最新的一条记录
latest_record = df.limit(1)

# 打印最新记录
latest_record.show()