SpringBoot中六种批量更新Mysql 方式效率对比 - ToB企服应用市场:ToB评测及商务社交产业平台

CREATE TABLE `people` (
`id` bigint(8) NOT NULL AUTO_INCREMENT,
`first_name` varchar(50) NOT NULL DEFAULT '',
`last_name` varchar(50) NOT NULL DEFAULT '',
PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4

复制代码

//初始化10w数据
@Test
void init10wData() {
for (int i = 0; i < 100000; i++) {
People people = new People();
people.setFirstName(UUID.randomUUID().toString());
people.setLastName(UUID.randomUUID().toString());
peopleDAO.insert(people);
}
}

复制代码

<update id="updateBatch" parameterType="java.util.List">
<foreach collection="list" item="item" index="index" open="" close="" separator=";">
update people
<set>
<if test="item.firstName != null">
first_name = #{item.firstName,jdbcType=VARCHAR},
</if>
<if test="item.lastName != null">
last_name = #{item.lastName,jdbcType=VARCHAR},
</if>
</set>
where id = #{item.id,jdbcType=BIGINT}
</foreach>
</update>

复制代码

<update id="updateBatch2" parameterType="java.util.List">
update people
<set>
<foreach collection="list" item="item">
<if test="item.firstName != null">
first_name = case when id = #{item.id} then #{item.firstName} else first_name end,
</if>
<if test="item.lastName != null">
last_name = case when id = #{item.id} then #{item.lastName} else last_name end,
</if>
</foreach>
</set>
where id in
<foreach collection="list" item="item" separator="," open="(" close=")">
#{item.id}
</foreach>
</update>

复制代码

<update id="updateBatch3" parameterType="java.util.List">
replace into people
(id,first_name,last_name) values
<foreach collection="list" index="index" item="item" separator=",">
(#{item.id},
#{item.firstName},
#{item.lastName})
</foreach>
</update>

复制代码

<update id="updateBatch4" parameterType="java.util.List">
insert into people
(id,first_name,last_name) values
<foreach collection="list" index="index" item="item" separator=",">
(#{item.id},
#{item.firstName},
#{item.lastName})
</foreach>
ON DUPLICATE KEY UPDATE
id=values(id),first_name=values(first_name),last_name=values(last_name)
</update>

复制代码

default boolean updateBatchById(Collection<T> entityList) {
return this.updateBatchById(entityList, 1000);
}
boolean updateBatchById(Collection<T> entityList, int batchSize);

复制代码

/**
* PeopleDAO继承基类
*/
@Mapper
@Repository
public interface PeopleDAO extends MyBatisBaseDao<People, Long> {
void updateBatch(@Param("list") List<People> list);
void updateBatch2(List<People> list);
void updateBatch3(List<People> list);
void updateBatch4(List<People> list);
}

复制代码

@SpringBootTest
class PeopleMapperTest {
@Resource
PeopleMapper peopleMapper;
@Resource
PeopleService peopleService;
@Resource
JdbcTemplate jdbcTemplate;
@Test
void init10wData() {
for (int i = 0; i < 100000; i++) {
People people = new People();
people.setFirstName(UUID.randomUUID().toString());
people.setLastName(UUID.randomUUID().toString());
peopleMapper.insert(people);
}
}
@Test
void updateBatch() {
List<People> list = new ArrayList();
int loop = 100;
int count = 5000;
Long maxCost = 0L;//最长耗时
Long minCost = Long.valueOf(Integer.MAX_VALUE);//最短耗时
for (int j = 0; j < count; j++) {
People people = new People();
people.setId(ThreadLocalRandom.current().nextInt(0, 100000));
people.setFirstName(UUID.randomUUID().toString());
people.setLastName(UUID.randomUUID().toString());
list.add(people);
}
Long startTime = System.currentTimeMillis();
for (int i = 0; i < loop; i++) {
Long curStartTime = System.currentTimeMillis();
// peopleMapper.updateBatch4(list);
// peopleService.updateBatchById(list);
jdbcTemplateBatchUpdate(list);
Long curCostTime = System.currentTimeMillis() - curStartTime;
if (maxCost < curCostTime) {
maxCost = curCostTime;
}
if (minCost > curCostTime) {
minCost = curCostTime;
}
}
System.out.println(loop + "-" + (System.currentTimeMillis() - startTime) / loop + "-" + minCost + "-" + maxCost );
}
private void jdbcTemplateBatchUpdate (List<People> list){
String sql = "update people set first_name=?,last_name=? where id = ?";
List<Object[]> params = list.stream().map(item -> new Object[]{item.getFirstName(), item.getLastName(), item.getId()}).collect(Collectors.toList());
jdbcTemplate.batchUpdate(sql,params);
}
}

复制代码