如何使用nodejs读取大文本文件并将每个单词保存到mongodb中？

npm init -y
npm install mongodb readline

const fs = require('fs');
const readline = require('readline');
const MongoClient = require('mongodb').MongoClient;

const url = 'mongodb://localhost:27017'; // MongoDB连接URL
const dbName = 'your_database_name'; // 数据库名称
const collectionName = 'your_collection_name'; // 集合名称

// 创建MongoDB连接
MongoClient.connect(url, { useUnifiedTopology: true }, (err, client) => {
  if (err) {
    console.error('Failed to connect to MongoDB:', err);
    return;
  }

  console.log('Connected to MongoDB');

  const db = client.db(dbName);
  const collection = db.collection(collectionName);

  // 读取大文本文件
  const fileStream = fs.createReadStream('path_to_your_text_file');

  const rl = readline.createInterface({
    input: fileStream,
    crlfDelay: Infinity
  });

  const words = new Set(); // 使用Set来存储唯一的单词

  rl.on('line', (line) => {
    const lineWords = line.split(' ');

    lineWords.forEach((word) => {
      // 过滤掉非单词字符
      const cleanedWord = word.replace(/[^a-zA-Z]/g, '');

      if (cleanedWord.length > 0) {
        words.add(cleanedWord.toLowerCase());
      }
    });
  });

  rl.on('close', () => {
    const wordsArray = Array.from(words);

    // 将单词保存到MongoDB中
    collection.insertMany(wordsArray, (err, result) => {
      if (err) {
        console.error('Failed to insert words into MongoDB:', err);
        return;
      }

      console.log('Words inserted into MongoDB:', result.insertedCount);

      client.close();
    });
  });
});

node index.js