pyspark将dic与大数据帧进行匹配，并使用for循环计算每一行

from pyspark.sql import SparkSession
from pyspark.sql.functions import col

spark = SparkSession.builder.appName("DataFrame Matching").getOrCreate()

dic_data = [("key1", "value1"), ("key2", "value2"), ("key3", "value3")]
dic_df = spark.createDataFrame(dic_data, ["key", "value"])

big_data = [("key1", 10), ("key2", 20), ("key3", 30)]
big_df = spark.createDataFrame(big_data, ["key", "count"])

result = []
for row in big_df.collect():
    key = row["key"]
    count = row["count"]
    value = dic_df.filter(col("key") == key).select("value").first()[0]
    result.append((key, count, value))

result_df = spark.createDataFrame(result, ["key", "count", "value"])

result_df.show()