导入多个多变量时间序列csv文件

import pandas as pd
import os

# 假设CSV文件存储在当前目录下的data文件夹中
data_folder = 'data'

# 获取所有CSV文件的路径
csv_files = [os.path.join(data_folder, f) for f in os.listdir(data_folder) if f.endswith('.csv')]

# 创建一个空的DataFrame来存储所有数据
all_data = pd.DataFrame()

# 逐个读取CSV文件并合并到all_data中
for file in csv_files:
    df = pd.read_csv(file)
    all_data = pd.concat([all_data, df], ignore_index=True)

# 查看合并后的数据
print(all_data.head())

chunksize = 1000  # 每块读取的行数
chunks = []

for file in csv_files:
    for chunk in pd.read_csv(file, chunksize=chunksize):
        chunks.append(chunk)

all_data = pd.concat(chunks, ignore_index=True)
print(all_data.head())