如何使用Spark scala从字符串格式的复杂JSON创建数据帧

import org.apache.spark.sql.{SparkSession, DataFrame}
import org.apache.spark.sql.functions._

val spark = SparkSession.builder()
  .appName("JSON to DataFrame")
  .getOrCreate()

val jsonString = """
{
  "name": "John",
  "age": 30,
  "address": {
    "street": "123 Main St",
    "city": "New York",
    "state": "NY"
  },
  "hobbies": ["reading", "traveling"],
  "education": [
    {
      "degree": "Bachelor",
      "major": "Computer Science"
    },
    {
      "degree": "Master",
      "major": "Data Science"
    }
  ]
}
"""

val df = spark.read.json(Seq(jsonString).toDS())

df.printSchema()
df.show()

val flattenedDF = df.select(
  col("name"),
  col("age"),
  col("address.street").alias("street"),
  col("address.city").alias("city"),
  col("address.state").alias("state"),
  explode(col("hobbies")).alias("hobby"),
  col("education.degree").alias("degree"),
  col("education.major").alias("major")
)

flattenedDF.show()