如何在Pyspark中通过不同的字段连接两个数据帧

from pyspark.sql import SparkSession

# 创建SparkSession
spark = SparkSession.builder.getOrCreate()

# 创建第一个数据帧
data1 = [("Alice", 25, "New York"),
         ("Bob", 30, "San Francisco"),
         ("Charlie", 35, "Seattle")]
df1 = spark.createDataFrame(data1, ["name", "age", "city"])

# 创建第二个数据帧
data2 = [("Alice", "Engineer"),
         ("Bob", "Doctor"),
         ("Dave", "Teacher")]
df2 = spark.createDataFrame(data2, ["name", "profession"])

# 通过name字段连接两个数据帧
joined_df = df1.join(df2, "name")

# 显示连接后的数据帧
joined_df.show()