mysql 数据导入mongodb

mongoimport --db yourDatabaseName --collection yourCollectionName --file /path/to/your/data.json --jsonArray

import mysql.connector
from pymongo import MongoClient
import json

# 连接MySQL数据库
mysql_conn = mysql.connector.connect(
    host="your_mysql_host",
    user="your_mysql_user",
    password="your_mysql_password",
    database="your_mysql_database"
)
mysql_cursor = mysql_conn.cursor()

# 查询MySQL数据
mysql_cursor.execute("SELECT * FROM your_table")
rows = mysql_cursor.fetchall()

# 连接MongoDB数据库
mongo_client = MongoClient("your_mongodb_host", your_mongodb_port)
mongo_db = mongo_client["your_mongodb_database"]
mongo_collection = mongo_db["your_mongodb_collection"]

# 将MySQL数据转换为MongoDB文档并导入
documents = []
for row in rows:
    document = {
        "column1": row[0],
        "column2": row[1],
        # 添加更多列
    }
    documents.append(document)

mongo_collection.insert_many(documents)

# 关闭连接
mysql_cursor.close()
mysql_conn.close()
mongo_client.close()

from datetime import datetime

# 示例：将MySQL的日期类型转换为MongoDB的ISODate类型
document["date_column"] = datetime.strptime(row[2], "%Y-%m-%d").isoformat()

# 分批次导入数据
batch_size = 1000
for i in range(0, len(documents), batch_size):
    mongo_collection.insert_many(documents[i:i + batch_size])

# 示例：数据验证
imported_count = mongo_collection.count_documents({})
if imported_count != len(documents):
    print("数据导入不一致")