Pyspark:从嵌套字典创建spark数据框

from pyspark.sql import SparkSession
from pyspark.sql.types import StructType, StructField, StringType, IntegerType

spark = SparkSession.builder.appName("NestedDictToDataFrame").getOrCreate()

data = {
    "name": ["John", "Mike", "Sarah"],
    "age": [25, 30, 35],
    "address": {
        "street": ["123 Main St", "456 Elm St", "789 Oak St"],
        "city": ["New York", "Los Angeles", "Chicago"],
        "state": ["NY", "CA", "IL"]
    }
}

schema = StructType([
    StructField("name", StringType(), True),
    StructField("age", IntegerType(), True),
    StructField("address", StructType([
        StructField("street", StringType(), True),
        StructField("city", StringType(), True),
        StructField("state", StringType(), True)
    ]), True)
])

df = spark.createDataFrame([(data["name"][i], data["age"][i], data["address"]["street"][i], data["address"]["city"][i], data["address"]["state"][i]) for i in range(len(data["name"]))], schema)