目录

• 原生批量插入的“坑”
• 解决方案
• 分片 Demo 实战
• 原生批量插入分片实现
• 总结

import com.example.demo.model.User;import com.example.demo.service.impl.UserServiceImpl;import org.junit.jupiter.api.Test;import org.springframework.beans.factory.annotation.Autowired;import org.springframework.boot.test.context.SpringBootTest; import java.util.ArrayList;import java.util.List; @SpringBootTestclass UserControllerTest {     // 最大循环次数    private static final int MAXCOUNT = 100000;     @Autowired    private UserServiceImpl userService;        /**     * 原生自己拼接 SQL，批量插入     */    @Test    void saveBatchByNative() {        long stime = System.currentTimeMillis(); // 统计开始时间        List<User> list = new ArrayList<>();        for (int i = 0; i < MAXCOUNT; i++) {            User user = new User();            user.setName("test:" + i);            user.setPassword("123456");            list.add(user);        }        // 批量插入        userService.saveBatchByNative(list);        long etime = System.currentTimeMillis(); // 统计结束时间        System.out.println("执行时间：" + (etime - stime));    }}

<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE mapper PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN" "http://mybatis.org/dtd/mybatis-3-mapper.dtd"><mapper namespace="com.example.demo.mapper.UserMapper">    <insert id="saveBatchByNative">        INSERT INTO `USER`(`NAME`,`PASSWORD`) VALUES        <foreach collection="list" separator="," item="item">            (#{item.name},#{item.password})        </foreach>    </insert> </mapper>

<!-- google guava 工具类 --><!-- https://mvnrepository.com/artifact/com.google.guava/guava --><dependency>  <groupId>com.google.guava</groupId>  <artifactId>guava</artifactId>  <version>31.0.1-jre</version></dependency>

import com.google.common.collect.Lists; import java.util.Arrays;import java.util.List; /** * Guava 分片 */public class PartitionByGuavaExample {    // 原集合    private static final List<String> OLD_LIST = Arrays.asList(            "唐僧,悟空,八戒,沙僧,曹操,刘备,孙权".split(","));     public static void main(String[] args) {        // 集合分片        List<List<String>> newList = Lists.partition(OLD_LIST, 3);        // 打印分片集合        newList.forEach(i -> {            System.out.println("集合长度：" + i.size());        });    }}

@Testvoid saveBatchByNativePartition() {    long stime = System.currentTimeMillis(); // 统计开始时间    List<User> list = new ArrayList<>();    // 构建插入数据    for (int i = 0; i < MAXCOUNT; i++) {        User user = new User();        user.setName("test:" + i);        user.setPassword("123456");        list.add(user);    }    // 分片批量插入    int count = (int) Math.ceil(MAXCOUNT / 1000.0); // 分为 n 份，每份 1000 条    List<List<User>> listPartition = Lists.partition(list, count);    // 分片批量插入    for (List<User> item : listPartition) {        userService.saveBatchByNative(item);    }    long etime = System.currentTimeMillis(); // 统计结束时间    System.out.println("执行时间：" + (etime - stime));}