一、批量插入數據SQL
- MySQL批量插入數據SQL
INSERT INTO TABLE_NAME(COLUMN1,COLUMN2...,COLUMNN)VALUES(VALUE1,VALUE2...,VALUEN),(VALUE1,VALUE2...,VALUEN),(VALUE1,VALUE2...,VALUEN);
- Oracle批量插入數據SQL
INSERT ALL
INTO TABLE_NAME(COLUMN1,COLUMN2...,COLUMNN)VALUES(VALUE1,VALUE2...,VALUEN)
INTO TABLE_NAME(COLUMN1,COLUMN2...,COLUMNN)VALUES(VALUE1,VALUE2...,VALUEN)
INTO TABLE_NAME(COLUMN1,COLUMN2...,COLUMNN)VALUES(VALUE1,VALUE2...,VALUEN)
SELECT * FROM DUAL
二、MybatisPlus批量插入實現方式
2.1 通過實現MybatisPlus IService接口，獲取saveBatch，底層其實是單條插入
@Transactional(
rollbackFor = {Exception.class}
)
public boolean saveBatch(Collection<T> entityList, int batchSize) {
String sqlStatement = this.getSqlStatement(SqlMethod.INSERT_ONE);
return this.executeBatch(entityList, batchSize, (sqlSession, entity) -> {
sqlSession.insert(sqlStatement, entity);
});
}
2.2 通過XML手動拼接SQL實現批量插入
缺點是每個表都要手動編寫xml，優點是效率較高
- MySQL
<insert id="batchInsert" parameterType="java.util.List">
insert into user (id, name, age)values
<foreach collection="list" item="user" separator=",">
(#{user.id}, #{user.name}, #{user.age})
</foreach>
</insert>
- Oracle
// mapper.xml
<insert id="batchInsert" parameterType="java.util.List">
insert all
<foreach collection="list" item="user" separator=",">
into user (id, name, age) values(#{user.id}, #{user.name}, #{user.age})
</foreach>
select * from dual
</insert>
2.3 通過使用InsertBatchSomeColumn方法批量插入
底層也是拼接sql，但無需手動編寫sql語句，效率同第二種，本文重點介紹這種方式，使用步驟：
2.3.1. 自定義SQL注入器實現DefaultSqlInjector，添加InsertBatchSomeColumn方法
MySQL版
public class MySqlInjector extends DefaultSqlInjector {
@Override
public List<AbstractMethod> getMethodList(Class<?> mapperClass, TableInfo tableInfo) {
List<AbstractMethod> methodList = super.getMethodList(mapperClass, tableInfo);
methodList.add(new InsertBatchSomeColumn(i -> i.getFieldFill() != FieldFill.UPDATE));
return methodList;
}
}
Oracle版
import com.baomidou.mybatisplus.annotation.FieldFill;
import com.baomidou.mybatisplus.core.injector.AbstractMethod;
import com.baomidou.mybatisplus.core.injector.DefaultSqlInjector;
import java.util.List;
public class OracleInjector extends DefaultSqlInjector {
@Override
public List<AbstractMethod> getMethodList(Class<?> mapperClass) {
List<AbstractMethod> methodList = super.getMethodList(mapperClass);
//這里改成我們自己的實現MyInsertBatchSomeColumn
methodList.add(new OracleInsertBatchSomeColumn(i -> i.getFieldFill() != FieldFill.UPDATE));
return methodList;
}
}
2.3.2 編寫配置類，把自定義注入器放入spring容器
@Configuration
public class MyBatisConfig {
@Bean
public OracleInjector sqlInjector() {
return new OracleInjector();
}
}
2.3.2 編寫自定義BaseMapper,加入InsertBatchSomeColumn方法
public interface MyBaseMapper<T> extends BaseMapper<T> {
/**
* 以下定義的 4個 method 其中 3 個是內置的選裝件
*/
int insertBatchSomeColumn(List<T> entityList);
}
2.3.4 需要批量插入的Mapper繼承自定義BaseMapper
@Mapper
public interface UserMapper extends MyBaseMapper<Student> {
}
2.3.5 修改適配Oracle
先了解下，Oracle批量插入數據SQL
INSERT ALL
INTO TABLE_NAME(COLUMN1,COLUMN2...,COLUMNN)VALUES(VALUE1,VALUE2...,VALUEN)
INTO TABLE_NAME(COLUMN1,COLUMN2...,COLUMNN)VALUES(VALUE1,VALUE2...,VALUEN)
INTO TABLE_NAME(COLUMN1,COLUMN2...,COLUMNN)VALUES(VALUE1,VALUE2...,VALUEN)
SELECT * FROM DUAL
因此我們需要把SQL組裝成這種結構,查看InsertBatchSomeColumn類，可以發現SQL組裝邏輯在injectMappedStatement方法，因此我們模仿InsertBatchSomeColumn類，編寫SQL組裝邏輯
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.core.enums.SqlMethod;
import com.baomidou.mybatisplus.core.metadata.TableFieldInfo;
import com.baomidou.mybatisplus.core.metadata.TableInfo;
import com.baomidou.mybatisplus.core.metadata.TableInfoHelper;
import com.baomidou.mybatisplus.extension.injector.methods.InsertBatchSomeColumn;
import lombok.AllArgsConstructor;
import lombok.NoArgsConstructor;
import lombok.Setter;
import lombok.experimental.Accessors;
import org.apache.ibatis.executor.keygen.Jdbc3KeyGenerator;
import org.apache.ibatis.executor.keygen.KeyGenerator;
import org.apache.ibatis.executor.keygen.NoKeyGenerator;
import org.apache.ibatis.mapping.MappedStatement;
import org.apache.ibatis.mapping.SqlSource;
import java.util.List;
import java.util.Map;
import java.util.function.Predicate;
@NoArgsConstructor
@AllArgsConstructor
@SuppressWarnings("serial")
public class OracleInsertBatchSomeColumn extends InsertBatchSomeColumn {
@Setter
@Accessors(chain = true)
private Predicate<TableFieldInfo> predicate;
private final String INSERT_BATCH_SQL="<script>\nINSERT ALL \n %s\n</script>";
@SuppressWarnings("Duplicates")
@Override
public MappedStatement injectMappedStatement(Class<?> mapperClass, Class<?> modelClass, TableInfo tableInfo) {
//pojo類型為Map時禁用
if (tableInfo.getEntityType().equals(Map.class)) {
return null;
}
KeyGenerator keyGenerator = new NoKeyGenerator();
SqlMethod sqlMethod = SqlMethod.INSERT_ONE;
List<TableFieldInfo> fieldList = tableInfo.getFieldList();
String insertSqlColumn = tableInfo.getKeyInsertSqlColumn(false) +
this.filterTableFieldInfo(fieldList, predicate, TableFieldInfo::getInsertSqlColumn, EMPTY);
String columns = insertSqlColumn.substring(0, insertSqlColumn.length() - 1) ;
String insertSqlProperty = tableInfo.getKeyInsertSqlProperty(ENTITY_DOT, false) +
this.filterTableFieldInfo(fieldList, predicate, i -> i.getInsertSqlProperty(ENTITY_DOT), EMPTY);
insertSqlProperty = LEFT_BRACKET + insertSqlProperty.substring(0, insertSqlProperty.length() - 1) + RIGHT_BRACKET;
String valuesScript = convertForeach(insertSqlProperty, "list", tableInfo.getTableName(),columns, ENTITY, NEWLINE);
String keyProperty = null;
String keyColumn = null;
// 表包含主鍵處理邏輯,如果不包含主鍵當普通字段處理
if (tableInfo.havePK()) {
if (tableInfo.getIdType() == IdType.AUTO) {
/* 自增主鍵 */
keyGenerator = new Jdbc3KeyGenerator();
keyProperty = tableInfo.getKeyProperty();
keyColumn = tableInfo.getKeyColumn();
} else {
if (null != tableInfo.getKeySequence()) {
keyGenerator = TableInfoHelper.genKeyGenerator(getMethod(sqlMethod), tableInfo, builderAssistant);
keyProperty = tableInfo.getKeyProperty();
keyColumn = tableInfo.getKeyColumn();
}
}
}
String sql = String.format(INSERT_BATCH_SQL, valuesScript);
SqlSource sqlSource = languageDriver.createSqlSource(configuration, sql, modelClass);
return this.addInsertMappedStatement(mapperClass, modelClass, getMethod(sqlMethod), sqlSource, keyGenerator, keyProperty, keyColumn);
}
public static String convertForeach(final String sqlScript, final String collection, final String tableName,final String columns, final String item, final String separator) {
StringBuilder sb = new StringBuilder("<foreach");
if (StringUtils.isNotBlank(collection)) {
sb.append(" collection=\"").append(collection).append("\"");
}
if (StringUtils.isNotBlank(item)) {
sb.append(" item=\"").append(item).append("\"");
}
if (StringUtils.isNotBlank(separator)) {
sb.append(" separator=\"").append(separator).append("\"");
}
sb.append(">").append("\n");
if (StringUtils.isNotBlank(tableName)) {
sb.append(" INTO ").append(tableName).append(" ");
}
if (StringUtils.isNotBlank(columns)) {
sb.append(LEFT_BRACKET).append(columns).append(RIGHT_BRACKET).append(" VALUES ");
}
return sb.append(sqlScript).append("\n").append("</foreach>\n").append(" SELECT ").append("*").append(" FROM dual").toString();
}
}
執行批量插入，會發現報錯
Servlet.service() for servlet [dispatcherServlet] in context with path [] threw exception [Request processing failed; nested exception is org.mybatis.spring.MyBatisSystemException: nested exception is org.apache.ibatis.type.TypeException: Could not set parameters for mapping: ParameterMapping{property='__frch_et_0.serialno', mode=IN, javaType=class java.lang.String, jdbcType=null, numericScale=null, resultMapId='null', jdbcTypeName='null', expression='null'}. Cause: org.apache.ibatis.type.TypeException: Error setting null for parameter #2 with JdbcType OTHER . Try setting a different JdbcType for this parameter or a different jdbcTypeForNull configuration property. Cause: java.sql.SQLException: 無效的列類型: 1111] with root cause
這是因為字段值為NULL時無法確定jdbcType是什么類型，導致插入失敗，有兩種解決方法，第一種是指定實體所有屬性的jdbcType類型，如
import com.baomidou.mybatisplus.annotation.TableField;
import com.baomidou.mybatisplus.extension.activerecord.Model;
import lombok.Data;
import org.apache.ibatis.type.JdbcType;
import java.io.Serializable;
import java.util.Date;
@SuppressWarnings("serial")
@Data
public class TzVerifyLog extends Model<TzVerifyLog> {
private String id;
@TableField(value = "serialno",jdbcType = JdbcType.VARCHAR)
private String serialno;
@TableField(value = "verify_msg",jdbcType = JdbcType.VARCHAR)
private String verifyMsg;
@TableField(value = "type",jdbcType = JdbcType.VARCHAR)
private String type;
@TableField(value = "row_num",jdbcType = JdbcType.INTEGER)
private Integer rowNum;
@TableField(value = "createtime",jdbcType = JdbcType.DATE)
private Date createtime;
/**
* 獲取主鍵值
*
* @return 主鍵值
*/
@Override
protected Serializable pkVal() {
return this.id;
}
}
第二種是設置mybatisplus的jdbc-type-for-null屬性值
mybatis-plus:
configuration:
jdbc-type-for-null: varchar #空值時設置為varchar類型
2.4 service封裝InsertBatchSomeColumn方法
service封裝insertBatchSomeColumn方法，方便后面調用
- 新建一個IMyService接口繼承IServic
import com.baomidou.mybatisplus.extension.service.IService;
import java.util.List;
public interface IMyService <T> extends IService<T> {
int insertBatchSomeColumn(List<T> entityList);
int insertBatchSomeColumn(List<T> entityList,int batchSize);
}
- 新建一個MyServiceImpl類繼承ServiceImpl
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import java.util.ArrayList;
import java.util.List;
public class MyServiceImpl<M extends MyBaseMapper<T>, T>extends ServiceImpl<M,T> implements IMyService<T> {
@Override
public int insertBatchSomeColumn(List<T> entityList) {
return this.baseMapper.insertBatchSomeColumn(entityList);
}
@Override
public int insertBatchSomeColumn(List<T> entityList, int batchSize) {
int size=entityList.size();
if(size<batchSize){
return this.baseMapper.insertBatchSomeColumn(entityList);
}
int page=1;
if(size % batchSize ==0){
page=size/batchSize;
}else {
page=size/batchSize+1;
}
for (int i = 0; i < page; i++) {
List<T> sub = new ArrayList<>();
if(i==page-1){
sub=entityList.subList(i*batchSize, entityList.size());
}else {
sub.subList(i*batchSize,(i+1)*batchSize);
}
if(sub.size()>0){
baseMapper.insertBatchSomeColumn(sub);
}
}
return size;
}
}
- 實體Service接口和接口實現類都分別繼承IMyService和MyServiceImpl
public interface ITzVerifyLogService extends IMyService<TzVerifyLog> {
}
import org.springframework.stereotype.Service;
@Service
public class TzVerifyLogServiceImpl extends MyServiceImpl<TzVerifyLogMapper, TzVerifyLog> implements ITzVerifyLogService {
}
