MongoDB高并发性能问题解决方案

    <dependencies>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-web</artifactId>
        </dependency>

        <dependency>
            <groupId>org.springframework</groupId>
            <artifactId>spring-jms</artifactId>
        </dependency>

        <dependency>
            <groupId>javax.jms</groupId>
            <artifactId>javax.jms-api</artifactId>
        </dependency>

        <dependency>
            <groupId>com.ibm.mq</groupId>
            <artifactId>com.ibm.mq.allclient</artifactId>
            <version>9.0.5.0</version>
        </dependency>

        <dependency>
            <groupId>org.projectlombok</groupId>
            <artifactId>lombok</artifactId>
            <scope>provided</scope>
        </dependency>

        <dependency>
            <groupId>javolution</groupId>
            <artifactId>javolution</artifactId>
            <version>5.5.1</version>
        </dependency>

        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-data-mongodb</artifactId>
        </dependency>

        <dependency>
            <groupId>com.alibaba.fastjson2</groupId>
            <artifactId>fastjson2</artifactId>
            <version>2.0.48</version>
        </dependency>
    </dependencies>

ibm:
  mq:
    channel: JCMD.CHL
    host: 127.0.0.1
    password: 123456
    port: 1414
    queue-manager: JCMDOUTAM
    queuename: TESTQ
    receive-timeout: 5000
    username: mqm
spring:
  data:
    mongodb:
      #https://www.mongodb.com/zh-cn/docs/manual/reference/connection-string/#std-label-connections-connection-options
      uri: mongodb://localhost:27017/bjcmd?minPoolSize=5&maxPoolSize=100&maxIdleTimeMS=10000
config:
  #处理线程数，默认：10
  threadNum: 10

@Slf4j
@Component
public class MQListener extends MessageListenerAdapter {
    @Autowired
    JmsOperations jmsOperations;
    @Autowired
    private DataParseProc dataParseProc;

    @Override
    @JmsListener(destination = "${ibm.mq.queuename}",concurrency = "${config.threadNum}")
    public void onMessage(Message message) {
        try {
            if (message instanceof BytesMessage) {
                BytesMessage bytesMessage = (BytesMessage) message;
                byte[] data = new byte[(int) bytesMessage.getBodyLength()];
                bytesMessage.readBytes(data);

                if (null != data && data.length > 0) {
                    //解析数据，更新mongodb
                    dataParseProc.processingData(data);
                }
            }
        } catch (Exception e) {
            e.printStackTrace();
            log.error(e.getMessage());
        }
    }
}

@Slf4j
@Component
public class DataParseProc {
    private MongoTemplate mongoTemplate;
    public DataParseVersion(MongoTemplate template){
        mongoTemplate = template;
    }

    private void processingData(byte[] data) {
        long start = System.currentTimeMillis();

        mongoTemplate.updateFirst(query, buildUpdate(basDlV35), BA5.class, databaseA);
        mongoTemplate.updateFirst(query, buildUpdate(basDlV35), BA5.class, databaseB);
        mongoTemplate.updateFirst(query, buildUpdate(basDlV35), BA5.class, databaseC);
        //......updateFirst操作了8个不同的集合
    
        long end = System.currentTimeMillis();
        System.out.println("current thread: " + Thread.currentThread().getName() + "，consumption of time：" + (end - start) + "ms");
    }
}

@RestController
@RequestMapping("/send")
@Slf4j
public class MQSender {
    @Autowired
    JmsOperations jmsOperations;

    @GetMapping("/msg/mq")
    public void sendMq() {
        String dataStr = "00 00 01 00 CB 00 A3 03 00 00 01 01 0F 27 18 06 15 0C 0E 2E 00 00 00 00 00 00 00 00 00 00 00 00 5A 00 02 00 23 07 08 09 0A 0B 00 0A 00 00 0E 00 18 06 0C 08 03 38 0F 01 05 06 07 08 09 0A 0B 0C 0C 0D 0E 0F 01 02 03 04 05 06 08 09 0A 0B 0F 0C 0D 0E 0F 0F 01 02 03 04 05 06 07 03 04 05 06 07 08 09 0A 0B 05 0D 0E 03 04 05 06 07 08 09 0A 0B 0C 0D 0E 0F 01 02 03 01 04 05 23 00 04 00 21";
        byte[] data = DataParseUtil.hexStringToByteArray(dataStr);
        StopWatch stopWatch = new StopWatch();
        stopWatch.start();
        for (int i = 0; i < 10000; i++) {
            jmsOperations.convertAndSend("TESTQ", data);
        }
        stopWatch.stop();
        System.out.println("MQSender over: " + stopWatch.getTotalTimeMillis());
    }
}

    private MongoTemplate mongoTemplate;
    public DataParseVersion(MongoTemplate template){
        //设置非应答式写入
        template.setWriteConcern(WriteConcern.UNACKNOWLEDGED);
        mongoTemplate = template;
    }

mongodb://localhost:27017/bjcmd?minPoolSize=5&maxPoolSize=100&maxIdleTimeMS=10000&w=0