111
This commit is contained in:
1 parent
81eca8933a
commit
345f906c35
540 files changed
+494222
-90
No files matched your search
@@ -0,0 +1,439 @@
|
||||
/*
|
||||
* Copyright (c) 2011-2020, baomidou (jobob@qq.com).
|
||||
* <p>
|
||||
* Licensed under the Apache License, Version 2.0 (the "License"); you may not
|
||||
* use this file except in compliance with the License. You may obtain a copy of
|
||||
* the License at
|
||||
* <p>
|
||||
* https://www.apache.org/licenses/LICENSE-2.0
|
||||
* <p>
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||
* License for the specific language governing permissions and limitations under
|
||||
* the License.
|
||||
*/
|
||||
package com.ruoyi;
|
||||
|
||||
import com.baomidou.mybatisplus.annotation.DbType;
|
||||
import com.baomidou.mybatisplus.core.metadata.IPage;
|
||||
import com.baomidou.mybatisplus.core.metadata.OrderItem;
|
||||
import com.baomidou.mybatisplus.core.toolkit.*;
|
||||
import com.baomidou.mybatisplus.extension.plugins.inner.InnerInterceptor;
|
||||
import com.baomidou.mybatisplus.extension.plugins.pagination.DialectFactory;
|
||||
import com.baomidou.mybatisplus.extension.plugins.pagination.DialectModel;
|
||||
import com.baomidou.mybatisplus.extension.plugins.pagination.dialects.IDialect;
|
||||
import com.baomidou.mybatisplus.extension.toolkit.JdbcUtils;
|
||||
import com.baomidou.mybatisplus.extension.toolkit.PropertyMapper;
|
||||
import com.baomidou.mybatisplus.extension.toolkit.SqlParserUtils;
|
||||
import lombok.Data;
|
||||
import lombok.NoArgsConstructor;
|
||||
import net.sf.jsqlparser.JSQLParserException;
|
||||
import net.sf.jsqlparser.expression.Alias;
|
||||
import net.sf.jsqlparser.expression.Expression;
|
||||
import net.sf.jsqlparser.expression.Function;
|
||||
import net.sf.jsqlparser.expression.LongValue;
|
||||
import net.sf.jsqlparser.expression.operators.relational.ExpressionList;
|
||||
import net.sf.jsqlparser.parser.CCJSqlParserUtil;
|
||||
import net.sf.jsqlparser.schema.Column;
|
||||
import net.sf.jsqlparser.schema.Table;
|
||||
import net.sf.jsqlparser.statement.select.*;
|
||||
import org.apache.ibatis.cache.CacheKey;
|
||||
import org.apache.ibatis.executor.Executor;
|
||||
import org.apache.ibatis.logging.Log;
|
||||
import org.apache.ibatis.logging.LogFactory;
|
||||
import org.apache.ibatis.mapping.BoundSql;
|
||||
import org.apache.ibatis.mapping.MappedStatement;
|
||||
import org.apache.ibatis.mapping.ParameterMapping;
|
||||
import org.apache.ibatis.mapping.ResultMap;
|
||||
import org.apache.ibatis.session.Configuration;
|
||||
import org.apache.ibatis.session.ResultHandler;
|
||||
import org.apache.ibatis.session.RowBounds;
|
||||
|
||||
import java.sql.SQLException;
|
||||
import java.util.*;
|
||||
import java.util.concurrent.ConcurrentHashMap;
|
||||
import java.util.stream.Collectors;
|
||||
|
||||
/**
|
||||
* 分页拦截器
|
||||
* <p>
|
||||
* 默认对 left join 进行优化,虽然能优化count,但是加上分页的话如果1对多本身结果条数就是不正确的
|
||||
*
|
||||
* @author hubin
|
||||
* @since 3.4.0
|
||||
*/
|
||||
@Data
|
||||
@NoArgsConstructor
|
||||
@SuppressWarnings({"rawtypes"})
|
||||
public class PaginationInnerInterceptor implements InnerInterceptor {
|
||||
|
||||
protected static final List<SelectItem> COUNT_SELECT_ITEM = Collections.singletonList(defaultCountSelectItem());
|
||||
protected static final Map<String, MappedStatement> countMsCache = new ConcurrentHashMap<>();
|
||||
protected final Log logger = LogFactory.getLog(this.getClass());
|
||||
|
||||
/**
|
||||
* 获取jsqlparser中count的SelectItem
|
||||
*/
|
||||
private static SelectItem defaultCountSelectItem() {
|
||||
Function function = new Function();
|
||||
ExpressionList expressionList = new ExpressionList(Collections.singletonList(new LongValue(1)));
|
||||
function.setName("COUNT");
|
||||
function.setParameters(expressionList);
|
||||
return new SelectExpressionItem(function);
|
||||
}
|
||||
|
||||
/**
|
||||
* 溢出总页数后是否进行处理
|
||||
*/
|
||||
protected boolean overflow;
|
||||
/**
|
||||
* 单页分页条数限制
|
||||
*/
|
||||
protected Long maxLimit;
|
||||
/**
|
||||
* 数据库类型
|
||||
* <p>
|
||||
* 查看 {@link #findIDialect(Executor)} 逻辑
|
||||
*/
|
||||
private DbType dbType;
|
||||
/**
|
||||
* 方言实现类
|
||||
* <p>
|
||||
* 查看 {@link #findIDialect(Executor)} 逻辑
|
||||
*/
|
||||
private IDialect dialect;
|
||||
|
||||
public PaginationInnerInterceptor(DbType dbType) {
|
||||
this.dbType = dbType;
|
||||
}
|
||||
|
||||
public PaginationInnerInterceptor(IDialect dialect) {
|
||||
this.dialect = dialect;
|
||||
}
|
||||
|
||||
/**
|
||||
* 这里进行count,如果count为0这返回false(就是不再执行sql了)
|
||||
*/
|
||||
@Override
|
||||
public boolean willDoQuery(Executor executor, MappedStatement ms, Object parameter, RowBounds rowBounds, ResultHandler resultHandler, BoundSql boundSql) throws SQLException {
|
||||
IPage<?> page = ParameterUtils.findPage(parameter).orElse(null);
|
||||
if (page == null || page.getSize() < 0 || !page.isSearchCount()) {
|
||||
return true;
|
||||
}
|
||||
|
||||
BoundSql countSql;
|
||||
MappedStatement countMs = buildCountMappedStatement(ms, page.countId());
|
||||
if (countMs != null) {
|
||||
countSql = countMs.getBoundSql(parameter);
|
||||
} else {
|
||||
countMs = buildAutoCountMappedStatement(ms);
|
||||
String countSqlStr = autoCountSql(page.optimizeCountSql(), boundSql.getSql());
|
||||
PluginUtils.MPBoundSql mpBoundSql = PluginUtils.mpBoundSql(boundSql);
|
||||
countSql = new BoundSql(countMs.getConfiguration(), countSqlStr, mpBoundSql.parameterMappings(), parameter);
|
||||
PluginUtils.setAdditionalParameter(countSql, mpBoundSql.additionalParameters());
|
||||
}
|
||||
|
||||
CacheKey cacheKey = executor.createCacheKey(countMs, parameter, rowBounds, countSql);
|
||||
Object result = executor.query(countMs, parameter, rowBounds, resultHandler, cacheKey, countSql).get(0);
|
||||
page.setTotal(result == null ? 0L : Long.parseLong(result.toString()));
|
||||
return continuePage(page);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void beforeQuery(Executor executor, MappedStatement ms, Object parameter, RowBounds rowBounds, ResultHandler resultHandler, BoundSql boundSql) throws SQLException {
|
||||
IPage<?> page = ParameterUtils.findPage(parameter).orElse(null);
|
||||
if (null == page) {
|
||||
return;
|
||||
}
|
||||
|
||||
// 处理 orderBy 拼接
|
||||
boolean addOrdered = false;
|
||||
String buildSql = boundSql.getSql();
|
||||
List<OrderItem> orders = page.orders();
|
||||
if (!CollectionUtils.isEmpty(orders)) {
|
||||
addOrdered = true;
|
||||
buildSql = this.concatOrderBy(buildSql, orders);
|
||||
}
|
||||
|
||||
// size 小于 0 不构造分页sql
|
||||
if (page.getSize() < 0) {
|
||||
if (addOrdered) {
|
||||
PluginUtils.mpBoundSql(boundSql).sql(buildSql);
|
||||
}
|
||||
return;
|
||||
}
|
||||
|
||||
handlerLimit(page);
|
||||
IDialect dialect = findIDialect(executor);
|
||||
|
||||
final Configuration configuration = ms.getConfiguration();
|
||||
DialectModel model = dialect.buildPaginationSql(buildSql, page.offset(), page.getSize());
|
||||
PluginUtils.MPBoundSql mpBoundSql = PluginUtils.mpBoundSql(boundSql);
|
||||
|
||||
List<ParameterMapping> mappings = mpBoundSql.parameterMappings();
|
||||
Map<String, Object> additionalParameter = mpBoundSql.additionalParameters();
|
||||
model.consumers(mappings, configuration, additionalParameter);
|
||||
mpBoundSql.sql(model.getDialectSql());
|
||||
mpBoundSql.parameterMappings(mappings);
|
||||
}
|
||||
|
||||
/**
|
||||
* 获取分页方言类的逻辑
|
||||
*
|
||||
* @param executor Executor
|
||||
* @return 分页方言类
|
||||
*/
|
||||
protected IDialect findIDialect(Executor executor) {
|
||||
if (dialect != null) {
|
||||
return dialect;
|
||||
}
|
||||
if (dbType != null) {
|
||||
dialect = DialectFactory.getDialect(dbType);
|
||||
return dialect;
|
||||
}
|
||||
return DialectFactory.getDialect(JdbcUtils.getDbType(executor));
|
||||
}
|
||||
|
||||
/**
|
||||
* 获取指定的 id 的 MappedStatement
|
||||
*
|
||||
* @param ms MappedStatement
|
||||
* @param countId id
|
||||
* @return MappedStatement
|
||||
*/
|
||||
protected MappedStatement buildCountMappedStatement(MappedStatement ms, String countId) {
|
||||
if (StringUtils.isNotBlank(countId)) {
|
||||
final String id = ms.getId();
|
||||
if (!countId.contains(StringPool.DOT)) {
|
||||
countId = id.substring(0, id.lastIndexOf(StringPool.DOT) + 1) + countId;
|
||||
}
|
||||
final Configuration configuration = ms.getConfiguration();
|
||||
try {
|
||||
return CollectionUtils.computeIfAbsent(countMsCache, countId, key -> configuration.getMappedStatement(key, false));
|
||||
} catch (Exception e) {
|
||||
logger.warn(String.format("can not find this countId: [\"%s\"]", countId));
|
||||
}
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
/**
|
||||
* 构建 mp 自用自动的 MappedStatement
|
||||
*
|
||||
* @param ms MappedStatement
|
||||
* @return MappedStatement
|
||||
*/
|
||||
protected MappedStatement buildAutoCountMappedStatement(MappedStatement ms) {
|
||||
final String countId = ms.getId() + "_mpCount";
|
||||
final Configuration configuration = ms.getConfiguration();
|
||||
return CollectionUtils.computeIfAbsent(countMsCache, countId, key -> {
|
||||
MappedStatement.Builder builder = new MappedStatement.Builder(configuration, key, ms.getSqlSource(), ms.getSqlCommandType());
|
||||
builder.resource(ms.getResource());
|
||||
builder.fetchSize(ms.getFetchSize());
|
||||
builder.statementType(ms.getStatementType());
|
||||
builder.timeout(ms.getTimeout());
|
||||
builder.parameterMap(ms.getParameterMap());
|
||||
builder.resultMaps(Collections.singletonList(new ResultMap.Builder(configuration, Constants.MYBATIS_PLUS, Long.class, Collections.emptyList()).build()));
|
||||
builder.resultSetType(ms.getResultSetType());
|
||||
builder.cache(ms.getCache());
|
||||
builder.flushCacheRequired(ms.isFlushCacheRequired());
|
||||
builder.useCache(ms.isUseCache());
|
||||
return builder.build();
|
||||
});
|
||||
}
|
||||
|
||||
/**
|
||||
* 获取自动优化的 countSql
|
||||
*
|
||||
* @param optimizeCountSql 是否进行优化
|
||||
* @param sql sql
|
||||
* @return countSql
|
||||
*/
|
||||
protected String autoCountSql(boolean optimizeCountSql, String sql) {
|
||||
if (!optimizeCountSql) {
|
||||
return lowLevelCountSql(sql);
|
||||
}
|
||||
try {
|
||||
Select select = (Select) CCJSqlParserUtil.parse(sql);
|
||||
PlainSelect plainSelect = (PlainSelect) select.getSelectBody();
|
||||
Distinct distinct = plainSelect.getDistinct();
|
||||
GroupByElement groupBy = plainSelect.getGroupBy();
|
||||
List<OrderByElement> orderBy = plainSelect.getOrderByElements();
|
||||
|
||||
if (CollectionUtils.isNotEmpty(orderBy)) {
|
||||
boolean canClean = true;
|
||||
if (groupBy != null) {
|
||||
// 包含groupBy 不去除orderBy
|
||||
canClean = false;
|
||||
}
|
||||
if (canClean) {
|
||||
for (OrderByElement order : orderBy) {
|
||||
// order by 里带参数,不去除order by
|
||||
Expression expression = order.getExpression();
|
||||
if (!(expression instanceof Column) && expression.toString().contains(StringPool.QUESTION_MARK)) {
|
||||
canClean = false;
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
if (canClean) {
|
||||
plainSelect.setOrderByElements(null);
|
||||
}
|
||||
}
|
||||
//#95 Github, selectItems contains #{} ${}, which will be translated to ?, and it may be in a function: power(#{myInt},2)
|
||||
for (SelectItem item : plainSelect.getSelectItems()) {
|
||||
if (item.toString().contains(StringPool.QUESTION_MARK)) {
|
||||
return lowLevelCountSql(select.toString());
|
||||
}
|
||||
}
|
||||
// 包含 distinct、groupBy不优化
|
||||
if (distinct != null || null != groupBy) {
|
||||
return lowLevelCountSql(select.toString());
|
||||
}
|
||||
// 包含 join 连表,进行判断是否移除 join 连表
|
||||
List<Join> joins = plainSelect.getJoins();
|
||||
if (CollectionUtils.isNotEmpty(joins)) {
|
||||
boolean canRemoveJoin = true;
|
||||
String whereS = Optional.ofNullable(plainSelect.getWhere()).map(Expression::toString).orElse(StringPool.EMPTY);
|
||||
for (Join join : joins) {
|
||||
if (!join.isLeft()) {
|
||||
canRemoveJoin = false;
|
||||
break;
|
||||
}
|
||||
Table table = (Table) join.getRightItem();
|
||||
String str = Optional.ofNullable(table.getAlias()).map(Alias::getName).orElse(table.getName()) + StringPool.DOT;
|
||||
String onExpressionS = join.getOnExpression().toString();
|
||||
/* 如果 join 里包含 ?(代表有入参) 或者 where 条件里包含使用 join 的表的字段作条件,就不移除 join */
|
||||
if (onExpressionS.contains(StringPool.QUESTION_MARK) || whereS.contains(str)) {
|
||||
canRemoveJoin = false;
|
||||
break;
|
||||
}
|
||||
}
|
||||
if (canRemoveJoin) {
|
||||
plainSelect.setJoins(null);
|
||||
}
|
||||
}
|
||||
// 优化 SQL
|
||||
plainSelect.setSelectItems(COUNT_SELECT_ITEM);
|
||||
return select.toString();
|
||||
} catch (Throwable e) {
|
||||
// 无法优化使用原 SQL
|
||||
logger.warn("optimize this sql to a count sql has exception, sql:\"" + sql + "\", exception:\n" + e.getCause());
|
||||
return lowLevelCountSql(sql);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* 无法进行count优化时,降级使用此方法
|
||||
*
|
||||
* @param originalSql 原始sql
|
||||
* @return countSql
|
||||
*/
|
||||
protected String lowLevelCountSql(String originalSql) {
|
||||
return SqlParserUtils.getOriginalCountSql(originalSql);
|
||||
}
|
||||
|
||||
/**
|
||||
* 查询SQL拼接Order By
|
||||
*
|
||||
* @param originalSql 需要拼接的SQL
|
||||
* @return ignore
|
||||
*/
|
||||
protected String concatOrderBy(String originalSql, List<OrderItem> orderList) {
|
||||
try {
|
||||
Select select = (Select) CCJSqlParserUtil.parse(originalSql);
|
||||
SelectBody selectBody = select.getSelectBody();
|
||||
if (selectBody instanceof PlainSelect) {
|
||||
PlainSelect plainSelect = (PlainSelect) selectBody;
|
||||
List<OrderByElement> orderByElements = plainSelect.getOrderByElements();
|
||||
List<OrderByElement> orderByElementsReturn = addOrderByElements(orderList, orderByElements);
|
||||
plainSelect.setOrderByElements(orderByElementsReturn);
|
||||
return select.toString();
|
||||
} else if (selectBody instanceof SetOperationList) {
|
||||
SetOperationList setOperationList = (SetOperationList) selectBody;
|
||||
List<OrderByElement> orderByElements = setOperationList.getOrderByElements();
|
||||
List<OrderByElement> orderByElementsReturn = addOrderByElements(orderList, orderByElements);
|
||||
setOperationList.setOrderByElements(orderByElementsReturn);
|
||||
return select.toString();
|
||||
} else if (selectBody instanceof WithItem) {
|
||||
// todo: don't known how to resole
|
||||
return originalSql;
|
||||
} else {
|
||||
return originalSql;
|
||||
}
|
||||
} catch (JSQLParserException e) {
|
||||
logger.warn("failed to concat orderBy from IPage, exception:\n" + e.getCause());
|
||||
return originalSql;
|
||||
}
|
||||
}
|
||||
|
||||
protected List<OrderByElement> addOrderByElements(List<OrderItem> orderList, List<OrderByElement> orderByElements) {
|
||||
orderByElements = CollectionUtils.isEmpty(orderByElements) ? new ArrayList<>(orderList.size()) : orderByElements;
|
||||
List<OrderByElement> orderByElementList = orderList.stream()
|
||||
.filter(item -> StringUtils.isNotBlank(item.getColumn()))
|
||||
.map(item -> {
|
||||
OrderByElement element = new OrderByElement();
|
||||
element.setExpression(new Column(item.getColumn()));
|
||||
element.setAsc(item.isAsc());
|
||||
element.setAscDescPresent(true);
|
||||
return element;
|
||||
}).collect(Collectors.toList());
|
||||
orderByElements.addAll(orderByElementList);
|
||||
return orderByElements;
|
||||
}
|
||||
|
||||
/**
|
||||
* count 查询之后,是否继续执行分页
|
||||
*
|
||||
* @param page 分页对象
|
||||
* @return 是否
|
||||
*/
|
||||
protected boolean continuePage(IPage<?> page) {
|
||||
if (page.getTotal() <= 0) {
|
||||
return false;
|
||||
}
|
||||
if (page.getCurrent() > page.getPages()) {
|
||||
if (overflow) {
|
||||
//溢出总页数处理
|
||||
handlerOverflow(page);
|
||||
} else {
|
||||
// 超过最大范围,未设置溢出逻辑中断 list 执行
|
||||
return false;
|
||||
}
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
/**
|
||||
* 处理超出分页条数限制,默认归为限制数
|
||||
*
|
||||
* @param page IPage
|
||||
*/
|
||||
protected void handlerLimit(IPage<?> page) {
|
||||
final long size = page.getSize();
|
||||
Long pageMaxLimit = page.maxLimit();
|
||||
Long limit = pageMaxLimit != null ? pageMaxLimit : maxLimit;
|
||||
if (limit != null && limit > 0 && size > limit) {
|
||||
page.setSize(limit);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* 处理页数溢出,默认设置为第一页
|
||||
*
|
||||
* @param page IPage
|
||||
*/
|
||||
protected void handlerOverflow(IPage<?> page) {
|
||||
page.setCurrent(1);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void setProperties(Properties properties) {
|
||||
PropertyMapper.newInstance(properties)
|
||||
.whenNotBlack("overflow", Boolean::parseBoolean, this::setOverflow)
|
||||
.whenNotBlack("dbType", DbType::getDbType, this::setDbType)
|
||||
.whenNotBlack("dialect", ClassUtils::newInstance, this::setDialect)
|
||||
.whenNotBlack("maxLimit", Long::parseLong, this::setMaxLimit);
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user