导出2个csv文件中的非重复行

import csv
from qcloud_cos import CosConfig
from qcloud_cos import CosS3Client

# 配置腾讯云COS对象存储服务
secret_id = 'your_secret_id'
secret_key = 'your_secret_key'
region = 'your_region'
bucket = 'your_bucket'
token = None
config = CosConfig(Region=region, SecretId=secret_id, SecretKey=secret_key, Token=token)
client = CosS3Client(config)

# 读取第一个CSV文件
file1_path = 'your_file1_path.csv'
file1_rows = set()
with open(file1_path, 'r') as file1:
    csv_reader = csv.reader(file1)
    for row in csv_reader:
        file1_rows.add(tuple(row))

# 读取第二个CSV文件
file2_path = 'your_file2_path.csv'
file2_rows = set()
with open(file2_path, 'r') as file2:
    csv_reader = csv.reader(file2)
    for row in csv_reader:
        file2_rows.add(tuple(row))

# 去重合并两个文件的行
unique_rows = file1_rows.union(file2_rows)

# 导出非重复行到新的CSV文件
output_file_path = 'your_output_file_path.csv'
with open(output_file_path, 'w', newline='') as output_file:
    csv_writer = csv.writer(output_file)
    for row in unique_rows:
        csv_writer.writerow(row)

# 将新的CSV文件上传到腾讯云COS对象存储服务
cos_file_path = 'your_cos_file_path.csv'
response = client.upload_file(
    Bucket=bucket,
    LocalFilePath=output_file_path,
    Key=cos_file_path,
)

# 打印上传结果
print(response)