sqlserver数据库查询和导出开发测试

This commit is contained in:
暮光:城中城
2021-06-17 23:34:48 +08:00
parent 01ab1d6079
commit da9146f75f
15 changed files with 403 additions and 81 deletions

View File

@@ -25,7 +25,7 @@ import com.zyplayer.doc.db.framework.db.dto.*;
import com.zyplayer.doc.db.framework.db.enums.DatabaseProductEnum;
import com.zyplayer.doc.db.framework.json.DocDbResponseJson;
import com.zyplayer.doc.db.framework.utils.PoiUtil;
import com.zyplayer.doc.db.service.DbBaseFactory;
import com.zyplayer.doc.db.service.DatabaseServiceFactory;
import com.zyplayer.doc.db.service.DbBaseService;
import org.apache.commons.lang.StringUtils;
import org.apache.commons.lang.math.NumberUtils;
@@ -57,7 +57,7 @@ public class DatabaseDocController {
@Resource
UserAuthService userAuthService;
@Resource
DbBaseFactory dbBaseFactory;
DatabaseServiceFactory databaseServiceFactory;
@PostMapping(value = "/getDataSourceList")
public ResponseJson getDataSourceList() {
@@ -101,7 +101,7 @@ public class DatabaseDocController {
if (resultObj != null) {
return DocDbResponseJson.ok(resultObj);
}
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(sourceId);
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(sourceId);
Map<String, Object> dbResultMap = dbBaseService.getEditorData(sourceId);
dbResultMap.put("product", dbBaseService.getDatabaseProduct().name().toLowerCase());
// 缓存10分钟如果10分钟内库里面增删改了表或字段则提示不出来
@@ -111,35 +111,35 @@ public class DatabaseDocController {
@PostMapping(value = "/getTableDdl")
public ResponseJson getTableDdl(Long sourceId, String dbName, String tableName) {
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(sourceId);
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(sourceId);
TableDdlVo tableDdlVo = dbBaseService.getTableDdl(sourceId, dbName, tableName);
return DocDbResponseJson.ok(tableDdlVo);
}
@PostMapping(value = "/getDatabaseList")
public ResponseJson getDatabaseList(Long sourceId) {
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(sourceId);
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(sourceId);
List<DatabaseInfoDto> databaseList = dbBaseService.getDatabaseList(sourceId);
return DocDbResponseJson.ok(databaseList);
}
@PostMapping(value = "/getTableStatus")
public ResponseJson getTableStatus(Long sourceId, String dbName, String tableName) {
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(sourceId);
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(sourceId);
TableStatusVo tableStatusVo = dbBaseService.getTableStatus(sourceId, dbName, tableName);
return DocDbResponseJson.ok(tableStatusVo);
}
@PostMapping(value = "/getTableList")
public ResponseJson getTableList(Long sourceId, String dbName) {
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(sourceId);
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(sourceId);
List<TableInfoDto> tableList = dbBaseService.getTableList(sourceId, dbName);
return DocDbResponseJson.ok(tableList);
}
@PostMapping(value = "/getTableColumnList")
public ResponseJson getTableColumnList(Long sourceId, String dbName, String tableName) {
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(sourceId);
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(sourceId);
TableColumnVo tableColumnVo = dbBaseService.getTableColumnList(sourceId, dbName, tableName);
return DocDbResponseJson.ok(tableColumnVo);
}
@@ -149,14 +149,14 @@ public class DatabaseDocController {
if (StringUtils.isBlank(searchText)) {
return DocDbResponseJson.ok();
}
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(sourceId);
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(sourceId);
List<QueryTableColumnDescDto> columnDescDto = dbBaseService.getTableAndColumnBySearch(sourceId, dbName, searchText);
return DocDbResponseJson.ok(columnDescDto);
}
@PostMapping(value = "/getTableDescList")
public ResponseJson getTableDescList(Long sourceId, String dbName, String tableName) {
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(sourceId);
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(sourceId);
List<TableDescDto> tableDescList = dbBaseService.getTableDescList(sourceId, dbName, tableName);
return DocDbResponseJson.ok(tableDescList);
}
@@ -164,7 +164,7 @@ public class DatabaseDocController {
@PostMapping(value = "/updateTableDesc")
public ResponseJson updateTableDesc(Long sourceId, String dbName, String tableName, String newDesc) {
this.judgeAuth(sourceId, DbAuthType.DESC_EDIT.getName(), "没有修改该表注释的权限");
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(sourceId);
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(sourceId);
dbBaseService.updateTableDesc(sourceId, dbName, tableName, newDesc);
return DocDbResponseJson.ok();
}
@@ -172,7 +172,7 @@ public class DatabaseDocController {
@PostMapping(value = "/updateTableColumnDesc")
public ResponseJson updateTableColumnDesc(Long sourceId, String dbName, String tableName, String columnName, String newDesc) {
this.judgeAuth(sourceId, DbAuthType.DESC_EDIT.getName(), "没有修改该表字段注释的权限");
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(sourceId);
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(sourceId);
dbBaseService.updateTableColumnDesc(sourceId, dbName, tableName, columnName, newDesc);
return DocDbResponseJson.ok();
}
@@ -192,7 +192,7 @@ public class DatabaseDocController {
}
private DocDbResponseJson exportForTableDdl(HttpServletResponse response, Long sourceId, String dbName, List<String> tableNameList, Integer exportFormat) {
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(sourceId);
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(sourceId);
Map<String, String> ddlSqlMap = new HashMap<>();
for (String tableName : tableNameList) {
TableDdlVo tableDdlVo = dbBaseService.getTableDdl(sourceId, dbName, tableName);
@@ -210,7 +210,7 @@ public class DatabaseDocController {
}
private DocDbResponseJson exportForTableDoc(HttpServletResponse response, Long sourceId, String dbName, List<String> tableNameList, Integer exportFormat) {
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(sourceId);
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(sourceId);
// 数据组装
List<TableInfoVo> tableList = new LinkedList<>();
Map<String, List<TableColumnDescDto>> columnList = new HashMap<>();

View File

@@ -4,7 +4,6 @@ import cn.hutool.core.date.DateTime;
import cn.hutool.core.io.FileUtil;
import cn.hutool.core.util.IdUtil;
import cn.hutool.core.util.RandomUtil;
import cn.hutool.core.util.ZipUtil;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.serializer.SerializerFeature;
import com.alibaba.fastjson.util.TypeUtils;
@@ -25,7 +24,7 @@ import com.zyplayer.doc.db.framework.db.mapper.base.ExecuteType;
import com.zyplayer.doc.db.framework.db.mapper.base.SqlExecutor;
import com.zyplayer.doc.db.framework.json.DocDbResponseJson;
import com.zyplayer.doc.db.framework.utils.JSONUtil;
import com.zyplayer.doc.db.service.DbBaseFactory;
import com.zyplayer.doc.db.service.DatabaseServiceFactory;
import com.zyplayer.doc.db.service.DbBaseService;
import com.zyplayer.doc.db.service.download.BaseDownloadService;
import org.apache.commons.collections.CollectionUtils;
@@ -60,7 +59,7 @@ public class DbDataViewController {
@Resource
SqlExecutor sqlExecutor;
@Resource
DbBaseFactory dbBaseFactory;
DatabaseServiceFactory databaseServiceFactory;
@Resource
BaseDownloadService baseDownloadService;
// 最大允许导出的行数设置的过大有可能会导致内存溢出默认10W条
@@ -71,7 +70,7 @@ public class DbDataViewController {
public ResponseJson query(DataViewParam param) {
// 数据查询
ExecuteType executeType = this.getExecuteType(param.getSourceId());
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(param.getSourceId());
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(param.getSourceId());
String queryPageSql = dbBaseService.getQueryPageSql(param);
ExecuteResult executeResult = this.query(param.getSourceId(), param.getExecuteId(), executeType, queryPageSql);
// 数据组装
@@ -99,7 +98,7 @@ public class DbDataViewController {
public ResponseJson download(HttpServletResponse response, DataViewParam param) {
param.setExecuteId(RandomUtil.simpleUUID());
ExecuteType executeType = this.getExecuteType(param.getSourceId());
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(param.getSourceId());
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(param.getSourceId());
if (this.getDataCount(param, executeType) > downloadMaxRow) {
return DocDbResponseJson.error(String.format("导出失败,表:%s 数据行数超过最大导出配置 %s请联系管理员修改", param.getTableName(), downloadMaxRow));
}
@@ -132,7 +131,7 @@ public class DbDataViewController {
*/
@PostMapping(value = "/downloadMultiple")
public ResponseJson downloadMultiple(HttpServletResponse response, DataViewParam param) {
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(param.getSourceId());
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(param.getSourceId());
if (StringUtils.isBlank(param.getTableNames())) {
return DocDbResponseJson.warn("请选择导出的表");
}
@@ -204,7 +203,7 @@ public class DbDataViewController {
}
private Long getDataCount(DataViewParam param, ExecuteType executeType) {
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(param.getSourceId());
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(param.getSourceId());
String queryCountSql = dbBaseService.getQueryCountSql(param);
ExecuteResult countResult = this.query(param.getSourceId(), param.getExecuteId(), executeType, queryCountSql);
if (CollectionUtils.isNotEmpty(countResult.getResult()) && MapUtils.isNotEmpty(countResult.getResult().get(0))) {

View File

@@ -3,13 +3,11 @@ package com.zyplayer.doc.db.controller;
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import com.baomidou.mybatisplus.core.metadata.IPage;
import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
import com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException;
import com.zyplayer.doc.core.annotation.AuthMan;
import com.zyplayer.doc.core.exception.ConfirmException;
import com.zyplayer.doc.core.json.ResponseJson;
import com.zyplayer.doc.data.config.security.DocUserDetails;
import com.zyplayer.doc.data.config.security.DocUserUtil;
import com.zyplayer.doc.data.repository.manage.entity.DbDatasource;
import com.zyplayer.doc.data.repository.manage.entity.DbProcLog;
import com.zyplayer.doc.data.repository.support.consts.DocAuthConst;
import com.zyplayer.doc.data.service.manage.DbProcLogService;
@@ -18,7 +16,7 @@ import com.zyplayer.doc.db.framework.consts.DbAuthType;
import com.zyplayer.doc.db.framework.db.dto.ProcedureDto;
import com.zyplayer.doc.db.framework.db.mapper.base.ExecuteResult;
import com.zyplayer.doc.db.framework.json.DocDbResponseJson;
import com.zyplayer.doc.db.service.DbBaseFactory;
import com.zyplayer.doc.db.service.DatabaseServiceFactory;
import com.zyplayer.doc.db.service.DbBaseService;
import org.apache.commons.lang.StringUtils;
import org.slf4j.Logger;
@@ -44,7 +42,7 @@ public class DbProcedureController {
private static Logger logger = LoggerFactory.getLogger(DbProcedureController.class);
@Resource
DbBaseFactory dbBaseFactory;
DatabaseServiceFactory databaseServiceFactory;
@Resource
DbProcLogService dbProcLogService;
@@ -57,7 +55,7 @@ public class DbProcedureController {
@PostMapping(value = "/list")
public ResponseJson list(ProcedureListParam procedureParam) {
try {
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(procedureParam.getSourceId());
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(procedureParam.getSourceId());
procedureParam.setOffset((procedureParam.getPageNum() - 1) * procedureParam.getPageSize());
List<ProcedureDto> procedureDtoList = dbBaseService.getProcedureList(procedureParam);
DocDbResponseJson responseJson = DocDbResponseJson.ok(procedureDtoList);
@@ -82,7 +80,7 @@ public class DbProcedureController {
*/
@PostMapping(value = "/detail")
public ResponseJson detail(Long sourceId, String dbName, String typeName, String procName) {
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(sourceId);
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(sourceId);
try {
ProcedureDto procedureDto = dbBaseService.getProcedureDetail(sourceId, dbName, typeName, procName);
return DocDbResponseJson.ok(procedureDto);
@@ -106,7 +104,7 @@ public class DbProcedureController {
this.judgeAuth(sourceId, DbAuthType.PROC_EDIT.getName(), "没有修改该库函数的权限");
DbProcLog dbProcLog = this.createDbProcLog(sourceId, dbName, typeName, procName, "删除函数操作");
try {
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(sourceId);
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(sourceId);
dbBaseService.deleteProcedure(sourceId, dbName, typeName, procName);
return DocDbResponseJson.ok();
} catch (Exception e) {
@@ -133,7 +131,7 @@ public class DbProcedureController {
this.judgeAuth(sourceId, DbAuthType.PROC_EDIT.getName(), "没有修改该库函数的权限");
DbProcLog dbProcLog = this.createDbProcLog(sourceId, dbName, typeName, procName, procSql);
try {
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(sourceId);
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(sourceId);
ExecuteResult executeResult = dbBaseService.saveProcedure(sourceId, dbName, typeName, procName, procSql);
if (StringUtils.isNotBlank(executeResult.getErrMsg())) {
dbProcLog.setStatus(2);

View File

@@ -11,7 +11,7 @@ import com.zyplayer.doc.db.controller.vo.TableColumnVo;
import com.zyplayer.doc.db.framework.consts.DbAuthType;
import com.zyplayer.doc.db.framework.db.dto.TableColumnDescDto;
import com.zyplayer.doc.db.framework.json.DocDbResponseJson;
import com.zyplayer.doc.db.service.DbBaseFactory;
import com.zyplayer.doc.db.service.DatabaseServiceFactory;
import com.zyplayer.doc.db.service.DbBaseService;
import org.apache.commons.collections.CollectionUtils;
import org.slf4j.Logger;
@@ -36,13 +36,13 @@ public class DbTableRelationController {
private static Logger logger = LoggerFactory.getLogger(DbTableRelationController.class);
@Resource
DbBaseFactory dbBaseFactory;
DatabaseServiceFactory databaseServiceFactory;
@Resource
DbTableRelationService dbTableRelationService;
@PostMapping(value = "/update")
public ResponseJson update(TableRelationParam param) {
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(param.getSourceId());
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(param.getSourceId());
dbBaseService.judgeAuth(param.getSourceId(), DbAuthType.UPDATE.getName(), "没有该库的执行权限");
dbTableRelationService.update(param);
return DocDbResponseJson.ok();
@@ -53,7 +53,7 @@ public class DbTableRelationController {
TableRelationVo relationVo = new TableRelationVo();
relationVo.setDbName(param.getDbName());
relationVo.setName(param.getTableName());
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(param.getSourceId());
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(param.getSourceId());
TableColumnVo tableColumn = dbBaseService.getTableColumnList(param.getSourceId(), param.getDbName(), param.getTableName());
if (CollectionUtils.isNotEmpty(tableColumn.getColumnList())) {
Set<String> drillPath = new HashSet<>();
@@ -93,7 +93,7 @@ public class DbTableRelationController {
if (CollectionUtils.isEmpty(relationList)) {
return resultRelationList;
}
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(sourceId);
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(sourceId);
for (DbTableRelation tableRelation : relationList) {
String endDbName = tableRelation.getStartDbName();
String endTableName = tableRelation.getStartTableName();

View File

@@ -1,15 +1,5 @@
<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE mapper PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN" "http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="com.zyplayer.doc.db.framework.db.mapper.mysql.MysqlMapper">
<select id="getColumnInfo" resultType="com.zyplayer.doc.db.framework.db.dto.ColumnInfoDto">
select
IS_NULLABLE isNullable, COLUMN_TYPE columnType, CHARACTER_MAXIMUM_LENGTH maxLength,
COLUMN_DEFAULT columnDefault,EXTRA extra
from information_schema.columns t
where t.table_schema=#{dbName}
and t.table_name=#{tableName}
and t.column_name=#{columnName}
</select>
<mapper namespace="com.zyplayer.doc.db.framework.db.mapper.mysql.HiveMapper">
</mapper>

View File

@@ -23,7 +23,7 @@
</select>
<select id="getTableStatus" resultType="com.zyplayer.doc.db.controller.vo.TableStatusVo">
select 1
select #{tableName} as name
</select>
<select id="getTableList" resultType="com.zyplayer.doc.db.framework.db.dto.TableInfoDto">
@@ -31,7 +31,7 @@
FROM ${dbName}..SysObjects Where XType='U' ORDER BY NAME
</select>
<select id="getTableColumnList" resultMap="TableColumnDescDtoMap">
<select id="getTableColumnList" resultType="com.zyplayer.doc.db.framework.db.dto.TableColumnDescDto">
WITH PRIMARYINFO( COLUMNNAME ,ISPRAMARY) AS
(
SELECT C.NAME,'true' AS COLUMNNAME
@@ -46,7 +46,8 @@
SELECT (
SELECT IS_IDENTITY FROM SYS.ALL_COLUMNS
WHERE SYS.ALL_COLUMNS.NAME=SYSCOLUMNS.NAME AND OBJECT_ID = OBJECT_ID(#{tableName})
) ISIDENTITY,SYSCOLUMNS.NAME NAME,SYSTYPES.NAME TYPE,Iif(SYSCOLUMNS.ISNULLABLE=1,'1','0') NULLABLE,SYSCOLUMNS.LENGTH LENGTH,PRIMARYINFO.ISPRAMARY
) selfIncrement, SYSCOLUMNS.NAME name,SYSTYPES.NAME type,Iif(SYSCOLUMNS.ISNULLABLE=1,'1','0') nullable,
SYSCOLUMNS.LENGTH length,PRIMARYINFO.ISPRAMARY primaryKey
FROM SYSCOLUMNS
LEFT JOIN PRIMARYINFO ON PRIMARYINFO.COLUMNNAME=NAME
LEFT JOIN SYSTYPES ON SYSCOLUMNS.XUSERTYPE = SYSTYPES.XUSERTYPE

View File

@@ -1,6 +1,6 @@
<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE mapper PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN" "http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="com.zyplayer.doc.db.framework.db.mapper.base.BaseMapper">
<mapper namespace="com.zyplayer.doc.db.framework.db.mapper.sqlserver.SqlServerMapper">
<select id="getTableColumnDescList" resultType="com.zyplayer.doc.db.framework.db.dto.TableColumnDescDto">
SELECT B.name AS name,C.value AS description

View File

@@ -4,6 +4,8 @@ import com.zyplayer.doc.core.exception.ConfirmException;
import com.zyplayer.doc.db.framework.db.bean.DatabaseFactoryBean;
import com.zyplayer.doc.db.framework.db.bean.DatabaseRegistrationBean;
import com.zyplayer.doc.db.framework.db.enums.DatabaseProductEnum;
import com.zyplayer.doc.db.service.download.BaseDownloadService;
import com.zyplayer.doc.db.service.download.DownloadService;
import org.springframework.stereotype.Service;
import javax.annotation.PostConstruct;
@@ -13,17 +15,24 @@ import java.util.List;
import java.util.Map;
@Service
public class DbBaseFactory {
public class DatabaseServiceFactory {
@Resource
DatabaseRegistrationBean databaseRegistrationBean;
@Resource
private List<DbBaseService> dbBaseServiceList;
private final Map<DatabaseProductEnum, DbBaseService> dbBaseServiceMap = new HashMap<>();
// 下载服务
@Resource
private BaseDownloadService baseDownloadService;
@Resource
private List<DownloadService> downloadServiceList;
private final Map<DatabaseProductEnum, DownloadService> downloadServiceMap = new HashMap<>();
@PostConstruct
private void init() {
dbBaseServiceList.forEach(item -> dbBaseServiceMap.put(item.getDatabaseProduct(), item));
downloadServiceList.forEach(item -> downloadServiceMap.put(item.getDatabaseProductEnum(), item));
}
public DbBaseService getDbBaseService(Long sourceId) {
@@ -34,4 +43,13 @@ public class DbBaseFactory {
return dbBaseServiceMap.get(databaseFactoryBean.getDatabaseProduct());
}
/**
* 获取下载服务
* @param databaseProductEnum 数据库类型
* @return 下载服务
*/
public DownloadService getDownloadService(DatabaseProductEnum databaseProductEnum) {
return downloadServiceMap.getOrDefault(databaseProductEnum, baseDownloadService);
}
}

View File

@@ -1,8 +1,5 @@
package com.zyplayer.doc.db.service;
import cn.hutool.core.date.DateTime;
import cn.hutool.core.io.IoUtil;
import com.alibaba.fastjson.JSONObject;
import com.zyplayer.doc.core.exception.ConfirmException;
import com.zyplayer.doc.data.config.security.DocUserUtil;
import com.zyplayer.doc.data.repository.support.consts.DocAuthConst;
@@ -21,12 +18,12 @@ import com.zyplayer.doc.db.framework.db.mapper.base.ExecuteParam;
import com.zyplayer.doc.db.framework.db.mapper.base.ExecuteResult;
import com.zyplayer.doc.db.framework.db.mapper.base.SqlExecutor;
import com.zyplayer.doc.db.service.download.BaseDownloadService;
import com.zyplayer.doc.db.service.download.DownloadService;
import org.apache.commons.collections.CollectionUtils;
import org.apache.commons.lang.StringUtils;
import javax.annotation.Resource;
import javax.servlet.http.HttpServletResponse;
import java.net.URLEncoder;
import java.util.*;
import java.util.stream.Collectors;
@@ -41,6 +38,8 @@ public abstract class DbBaseService {
@Resource
SqlExecutor sqlExecutor;
@Resource
DatabaseServiceFactory databaseServiceFactory;
@Resource
BaseDownloadService baseDownloadService;
@Resource
DatabaseRegistrationBean databaseRegistrationBean;
@@ -358,8 +357,9 @@ public abstract class DbBaseService {
* @since 2020年4月24日
*/
public String getQueryPageSql(DataViewParam dataViewParam) {
String queryColumns = StringUtils.defaultIfBlank(dataViewParam.getRetainColumn(), "*");
StringBuilder sqlSb = new StringBuilder();
sqlSb.append(String.format("select * from %s.%s", dataViewParam.getDbName(), dataViewParam.getTableName()));
sqlSb.append(String.format("select %s from %s.%s", queryColumns, dataViewParam.getDbName(), dataViewParam.getTableName()));
if (StringUtils.isNotBlank(dataViewParam.getCondition())) {
sqlSb.append(String.format(" where %s", dataViewParam.getCondition()));
}
@@ -393,14 +393,16 @@ public abstract class DbBaseService {
* @since 2020年6月5日
*/
public void downloadSingleTableData(HttpServletResponse response, DataViewParam param, ExecuteParam executeParam, List<TableColumnDescDto> dataCols, Set<String> conditionSet) throws Exception {
DatabaseProductEnum databaseProduct = databaseServiceFactory.getDbBaseService(param.getSourceId()).getDatabaseProduct();
DownloadService downloadService = databaseServiceFactory.getDownloadService(databaseProduct);
if (Objects.equals(param.getDownloadType(), "insert")) {
String resultStr = baseDownloadService.downloadDataByInsert(param, executeParam, dataCols, conditionSet);
String resultStr = downloadService.downloadDataByInsert(param, executeParam, dataCols, conditionSet);
baseDownloadService.sendResponse(response, param.getTableName(), ".sql", resultStr);
} else if (Objects.equals(param.getDownloadType(), "update")) {
String resultStr = baseDownloadService.downloadDataByUpdate(param, executeParam, dataCols, conditionSet);
String resultStr = downloadService.downloadDataByUpdate(param, executeParam, dataCols, conditionSet);
baseDownloadService.sendResponse(response, param.getTableName(), ".sql", resultStr);
} else if (Objects.equals(param.getDownloadType(), "json")) {
String resultStr = baseDownloadService.downloadDataByJson(param, executeParam, dataCols, conditionSet);
String resultStr = downloadService.downloadDataByJson(param, executeParam, dataCols, conditionSet);
baseDownloadService.sendResponse(response, param.getTableName(), ".json", resultStr);
}
}
@@ -412,12 +414,14 @@ public abstract class DbBaseService {
* @since 2020年6月5日
*/
public String getDownloadTableData(DataViewParam param, ExecuteParam executeParam, List<TableColumnDescDto> dataCols, Set<String> conditionSet) throws Exception {
DatabaseProductEnum databaseProduct = databaseServiceFactory.getDbBaseService(param.getSourceId()).getDatabaseProduct();
DownloadService downloadService = databaseServiceFactory.getDownloadService(databaseProduct);
if (Objects.equals(param.getDownloadType(), "insert")) {
return baseDownloadService.downloadDataByInsert(param, executeParam, dataCols, conditionSet);
return downloadService.downloadDataByInsert(param, executeParam, dataCols, conditionSet);
} else if (Objects.equals(param.getDownloadType(), "update")) {
return baseDownloadService.downloadDataByUpdate(param, executeParam, dataCols, conditionSet);
return downloadService.downloadDataByUpdate(param, executeParam, dataCols, conditionSet);
} else if (Objects.equals(param.getDownloadType(), "json")) {
return baseDownloadService.downloadDataByJson(param, executeParam, dataCols, conditionSet);
return downloadService.downloadDataByJson(param, executeParam, dataCols, conditionSet);
}
return null;
}

View File

@@ -1,18 +1,30 @@
package com.zyplayer.doc.db.service;
import com.zyplayer.doc.db.controller.param.DataViewParam;
import com.zyplayer.doc.db.controller.vo.TableColumnVo;
import com.zyplayer.doc.db.framework.db.dto.TableColumnDescDto;
import com.zyplayer.doc.db.framework.db.enums.DatabaseProductEnum;
import com.zyplayer.doc.db.framework.db.mapper.base.ExecuteParam;
import com.zyplayer.doc.db.framework.db.mapper.sqlserver.SqlServerMapper;
import com.zyplayer.doc.db.service.download.BaseDownloadService;
import com.zyplayer.doc.db.service.download.SqlserverDownloadService;
import org.apache.commons.lang.StringUtils;
import org.springframework.stereotype.Service;
import javax.annotation.Resource;
import javax.servlet.http.HttpServletResponse;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import java.util.Set;
import java.util.stream.Collectors;
@Service
public class SqlserverServiceImpl extends DbBaseService {
@Resource
SqlserverDownloadService sqlserverDownloadService;
@Override
public DatabaseProductEnum getDatabaseProduct() {
return DatabaseProductEnum.SQLSERVER;
@@ -34,4 +46,59 @@ public class SqlserverServiceImpl extends DbBaseService {
}
return tableColumnVo;
}
/**
* 获取分页查询的SQL
*
* @return 分页查询的SQL
* @author 暮光:城中城
* @since 2021年6月13日
*/
@Override
public String getQueryPageSql(DataViewParam dataViewParam) {
String queryColumns = StringUtils.defaultIfBlank(dataViewParam.getRetainColumn(), "*");
StringBuilder sqlSb = new StringBuilder();
sqlSb.append(String.format("select %s from %s..%s", queryColumns, dataViewParam.getDbName(), dataViewParam.getTableName()));
if (StringUtils.isNotBlank(dataViewParam.getCondition())) {
sqlSb.append(String.format(" where %s", dataViewParam.getCondition()));
}
if (StringUtils.isNotBlank(dataViewParam.getOrderColumn()) && StringUtils.isNotBlank(dataViewParam.getOrderType())) {
sqlSb.append(String.format(" order by %s %s", dataViewParam.getOrderColumn(), dataViewParam.getOrderType()));
}
sqlSb.append(String.format(" offset %s row fetch next %s rows only", dataViewParam.getOffset(), dataViewParam.getPageSize()));
return sqlSb.toString();
}
/**
* 获取查询总条数的SQL
*
* @return 查询总条数的SQL
* @author 暮光:城中城
* @since 2020年4月24日
*/
public String getQueryCountSql(DataViewParam dataViewParam) {
StringBuilder sqlSb = new StringBuilder();
sqlSb.append(String.format("select count(1) as counts from %s..%s", dataViewParam.getDbName(), dataViewParam.getTableName()));
if (StringUtils.isNotBlank(dataViewParam.getCondition())) {
sqlSb.append(String.format(" where %s", dataViewParam.getCondition()));
}
return sqlSb.toString();
}
/**
* 获取全量数据查询的SQL
*
* @return 分页查询的SQL
* @author 暮光:城中城
* @since 2020年4月24日
*/
public String getQueryAllSql(DataViewParam dataViewParam) {
String queryColumns = StringUtils.defaultIfBlank(dataViewParam.getRetainColumn(), "*");
StringBuilder sqlSb = new StringBuilder();
sqlSb.append(String.format("select %s from %s..%s", queryColumns, dataViewParam.getDbName(), dataViewParam.getTableName()));
if (StringUtils.isNotBlank(dataViewParam.getCondition())) {
sqlSb.append(String.format(" where %s", dataViewParam.getCondition()));
}
return sqlSb.toString();
}
}

View File

@@ -10,9 +10,10 @@ import com.alibaba.fastjson.JSONObject;
import com.zyplayer.doc.db.controller.param.DataViewParam;
import com.zyplayer.doc.db.controller.vo.TableDdlVo;
import com.zyplayer.doc.db.framework.db.dto.TableColumnDescDto;
import com.zyplayer.doc.db.framework.db.enums.DatabaseProductEnum;
import com.zyplayer.doc.db.framework.db.mapper.base.ExecuteParam;
import com.zyplayer.doc.db.framework.db.mapper.base.SqlExecutor;
import com.zyplayer.doc.db.service.DbBaseFactory;
import com.zyplayer.doc.db.service.DatabaseServiceFactory;
import com.zyplayer.doc.db.service.DbBaseService;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -31,13 +32,18 @@ import java.util.regex.Pattern;
* 基础的数据导出服务类按照MySQL规范写的不满足的可新增类来实现
*/
@Service
public class BaseDownloadService {
public class BaseDownloadService implements DownloadService {
private static Logger logger = LoggerFactory.getLogger(BaseDownloadService.class);
@Resource
SqlExecutor sqlExecutor;
@Resource
DbBaseFactory dbBaseFactory;
DatabaseServiceFactory databaseServiceFactory;
@Override
public DatabaseProductEnum getDatabaseProductEnum() {
return DatabaseProductEnum.MYSQL;
}
/**
* 导出数据为insert语句格式
@@ -45,6 +51,7 @@ public class BaseDownloadService {
* @author 暮光:城中城
* @since 2020年6月5日
*/
@Override
public String downloadDataByInsert(DataViewParam param, ExecuteParam executeParam, List<TableColumnDescDto> dataCols, Set<String> conditionSet) throws Exception {
String dbTableName = String.format("`%s`.`%s`", param.getDbName(), param.getTableName());
StringBuilder resultSb = new StringBuilder();
@@ -53,9 +60,14 @@ public class BaseDownloadService {
if (Objects.equals(param.getDropTableFlag(), 1)) {
resultSb.append("DROP TABLE IF EXISTS ").append(dbTableName).append(";\n");
}
DbBaseService dbBaseService = dbBaseFactory.getDbBaseService(param.getSourceId());
TableDdlVo tableDdlVo = dbBaseService.getTableDdl(param.getSourceId(), param.getDbName(), param.getTableName());
resultSb.append(tableDdlVo.getTableDDLByType()).append("\n\n");
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(param.getSourceId());
try {
TableDdlVo tableDdlVo = dbBaseService.getTableDdl(param.getSourceId(), param.getDbName(), param.getTableName());
resultSb.append(tableDdlVo.getTableDDLByType()).append("\n\n");
} catch (Exception e) {
logger.error("导出表结构失败:{}", e.getMessage());
resultSb.append("-- !!导出表 ").append(dbTableName).append(" 结构失败!!\n");
}
}
resultSb.append("-- 导出表 ").append(dbTableName).append(" 数据\n");
Pattern pattern = Pattern.compile("\t|\r\n|\r|\n|\\s+");
@@ -92,6 +104,7 @@ public class BaseDownloadService {
* @author 暮光:城中城
* @since 2020年6月5日
*/
@Override
public String downloadDataByUpdate(DataViewParam param, ExecuteParam executeParam, List<TableColumnDescDto> dataCols, Set<String> conditionSet) throws Exception {
String dbTableName = String.format("`%s`.`%s`", param.getDbName(), param.getTableName());
StringBuilder resultSb = new StringBuilder();
@@ -103,23 +116,25 @@ public class BaseDownloadService {
StringBuilder values = new StringBuilder();
StringBuilder where = new StringBuilder();
for (TableColumnDescDto dataCol : dataCols) {
if (values.length() > 0) values.append(", ");
values.append(dataCol.getName()).append("=");
Object val = item.get(dataCol.getName());
if (this.isNumber(dataCol.getType())) {
values.append(val);
if (conditionSet.contains(dataCol.getName())) {
if (conditionSet.contains(dataCol.getName())) {
if (this.isNumber(dataCol.getType())) {
if (where.length() > 0) where.append(" and ");
where.append(dataCol.getName()).append(" = ").append(val);
}
} else {
val = (val == null) ? "" : val;
val = val.toString().replaceAll("'", "''");
values.append("'").append(val).append("'");
if (conditionSet.contains(dataCol.getName())) {
} else {
if (where.length() > 0) where.append(" and ");
where.append(dataCol.getName()).append(" = ").append("'").append(val).append("'");
}
} else {
if (values.length() > 0) values.append(", ");
values.append(dataCol.getName()).append("=");
if (this.isNumber(dataCol.getType())) {
values.append(val);
} else {
val = (val == null) ? "" : val;
val = val.toString().replaceAll("'", "''");
values.append("'").append(val).append("'");
}
}
}
if (where.length() > 0) where.insert(0, " where ");
@@ -135,6 +150,7 @@ public class BaseDownloadService {
* @author 暮光:城中城
* @since 2020年6月5日
*/
@Override
public String downloadDataByJson(DataViewParam param, ExecuteParam executeParam, List<TableColumnDescDto> dataCols, Set<String> conditionSet) throws Exception {
StringBuilder resultSb = new StringBuilder();
resultSb.append("[");
@@ -196,6 +212,7 @@ public class BaseDownloadService {
* @param type 类型
* @return 结果
*/
@Override
public boolean isNumber(String type) {
return type.contains("int")
|| type.contains("bit")

View File

@@ -0,0 +1,49 @@
package com.zyplayer.doc.db.service.download;
import com.zyplayer.doc.db.controller.param.DataViewParam;
import com.zyplayer.doc.db.framework.db.dto.TableColumnDescDto;
import com.zyplayer.doc.db.framework.db.enums.DatabaseProductEnum;
import com.zyplayer.doc.db.framework.db.mapper.base.ExecuteParam;
import org.springframework.stereotype.Service;
import java.util.List;
import java.util.Set;
@Service
public interface DownloadService {
DatabaseProductEnum getDatabaseProductEnum();
/**
* 导出数据为insert语句格式
*
* @author 暮光:城中城
* @since 2020年6月5日
*/
public String downloadDataByInsert(DataViewParam param, ExecuteParam executeParam, List<TableColumnDescDto> dataCols, Set<String> conditionSet) throws Exception;
/**
* 导出数据为update语句格式
*
* @author 暮光:城中城
* @since 2020年6月5日
*/
public String downloadDataByUpdate(DataViewParam param, ExecuteParam executeParam, List<TableColumnDescDto> dataCols, Set<String> conditionSet) throws Exception;
/**
* 导出数据为json格式
*
* @author 暮光:城中城
* @since 2020年6月5日
*/
public String downloadDataByJson(DataViewParam param, ExecuteParam executeParam, List<TableColumnDescDto> dataCols, Set<String> conditionSet) throws Exception;
/**
* 是否是数值类型
*
* @param type 类型
* @return 结果
*/
public boolean isNumber(String type);
}

View File

@@ -0,0 +1,179 @@
package com.zyplayer.doc.db.service.download;
import com.alibaba.fastjson.JSONObject;
import com.zyplayer.doc.db.controller.param.DataViewParam;
import com.zyplayer.doc.db.controller.vo.TableDdlVo;
import com.zyplayer.doc.db.framework.db.dto.TableColumnDescDto;
import com.zyplayer.doc.db.framework.db.enums.DatabaseProductEnum;
import com.zyplayer.doc.db.framework.db.mapper.base.ExecuteParam;
import com.zyplayer.doc.db.framework.db.mapper.base.SqlExecutor;
import com.zyplayer.doc.db.service.DatabaseServiceFactory;
import com.zyplayer.doc.db.service.DbBaseService;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.stereotype.Service;
import javax.annotation.Resource;
import java.util.List;
import java.util.Objects;
import java.util.Set;
import java.util.regex.Pattern;
/**
* SQLServer的数据导出服务类
*/
@Service
public class SqlserverDownloadService implements DownloadService {
private static Logger logger = LoggerFactory.getLogger(SqlserverDownloadService.class);
@Resource
SqlExecutor sqlExecutor;
@Resource
DatabaseServiceFactory databaseServiceFactory;
@Override
public DatabaseProductEnum getDatabaseProductEnum() {
return DatabaseProductEnum.SQLSERVER;
}
/**
* 导出数据为insert语句格式
*
* @author 暮光:城中城
* @since 2020年6月5日
*/
@Override
public String downloadDataByInsert(DataViewParam param, ExecuteParam executeParam, List<TableColumnDescDto> dataCols, Set<String> conditionSet) throws Exception {
String dbTableName = String.format("%s..%s", param.getDbName(), param.getTableName());
StringBuilder resultSb = new StringBuilder();
if (Objects.equals(param.getCreateTableFlag(), 1)) {
resultSb.append("-- 导出表 ").append(dbTableName).append(" 结构\n");
if (Objects.equals(param.getDropTableFlag(), 1)) {
resultSb.append("DROP TABLE IF EXISTS ").append(dbTableName).append(";\n");
}
DbBaseService dbBaseService = databaseServiceFactory.getDbBaseService(param.getSourceId());
try {
TableDdlVo tableDdlVo = dbBaseService.getTableDdl(param.getSourceId(), param.getDbName(), param.getTableName());
resultSb.append(tableDdlVo.getTableDDLByType()).append("\n\n");
} catch (Exception e) {
logger.error("导出表结构失败:{}", e.getMessage());
resultSb.append("-- !!导出表 ").append(dbTableName).append(" 结构失败!!\n");
}
}
resultSb.append("-- 导出表 ").append(dbTableName).append(" 数据\n");
Pattern pattern = Pattern.compile("\t|\r\n|\r|\n|\\s+");
String executeSql = pattern.matcher(executeParam.getSql()).replaceAll(" ");
resultSb.append("-- 导出查询SQL").append(executeSql).append(";\n");
// 执行数据查询操作
sqlExecutor.execute(executeParam, item -> {
StringBuilder names = new StringBuilder();
for (TableColumnDescDto dataCol : dataCols) {
if (names.length() > 0) names.append(", ");
names.append(dataCol.getName());
}
StringBuilder values = new StringBuilder();
for (TableColumnDescDto dataCol : dataCols) {
if (values.length() > 0) values.append(", ");
Object val = item.get(dataCol.getName());
if (this.isNumber(dataCol.getType())) {
values.append(val);
} else {
val = (val == null) ? "" : val;
val = val.toString().replaceAll("'", "''");
values.append("'").append(val).append("'");
}
}
String resultData = "insert into " + dbTableName + " (" + names + ") values (" + values + ");\n";
resultSb.append(resultData);
});
return resultSb.toString();
}
/**
* 导出数据为update语句格式
*
* @author 暮光:城中城
* @since 2020年6月5日
*/
@Override
public String downloadDataByUpdate(DataViewParam param, ExecuteParam executeParam, List<TableColumnDescDto> dataCols, Set<String> conditionSet) throws Exception {
String dbTableName = String.format("%s..%s", param.getDbName(), param.getTableName());
StringBuilder resultSb = new StringBuilder();
Pattern pattern = Pattern.compile("\t|\r\n|\r|\n|\\s+");
String executeSql = pattern.matcher(executeParam.getSql()).replaceAll(" ");
resultSb.append("-- 导出查询SQL").append(executeSql).append(";\n");
// 执行数据查询操作
sqlExecutor.execute(executeParam, item -> {
StringBuilder values = new StringBuilder();
StringBuilder where = new StringBuilder();
for (TableColumnDescDto dataCol : dataCols) {
Object val = item.get(dataCol.getName());
if (conditionSet.contains(dataCol.getName())) {
if (this.isNumber(dataCol.getType())) {
if (where.length() > 0) where.append(" and ");
where.append(dataCol.getName()).append(" = ").append(val);
} else {
if (where.length() > 0) where.append(" and ");
where.append(dataCol.getName()).append(" = ").append("'").append(val).append("'");
}
} else {
if (values.length() > 0) values.append(", ");
values.append(dataCol.getName()).append("=");
if (this.isNumber(dataCol.getType())) {
values.append(val);
} else {
val = (val == null) ? "" : val;
val = val.toString().replaceAll("'", "''");
values.append("'").append(val).append("'");
}
}
}
if (where.length() > 0) where.insert(0, " where ");
String resultData = "update " + dbTableName + " set " + values + where + ";\n";
resultSb.append(resultData);
});
return resultSb.toString();
}
/**
* 导出数据为json格式
*
* @author 暮光:城中城
* @since 2020年6月5日
*/
@Override
public String downloadDataByJson(DataViewParam param, ExecuteParam executeParam, List<TableColumnDescDto> dataCols, Set<String> conditionSet) throws Exception {
StringBuilder resultSb = new StringBuilder();
resultSb.append("[");
sqlExecutor.execute(executeParam, item -> {
JSONObject result = new JSONObject();
for (TableColumnDescDto dataCol : dataCols) {
result.put(dataCol.getName(), item.get(dataCol.getName()));
}
String resultData = result.toJSONString();
if (resultSb.length() > 1) {
resultSb.append(",");
}
resultSb.append(resultData);
});
resultSb.append("]\n");
return resultSb.toString();
}
/**
* 是否是数值类型
*
* @param type 类型
* @return 结果
*/
@Override
public boolean isNumber(String type) {
return type.contains("int")
|| type.contains("bit")
|| type.contains("float")
|| type.contains("double")
|| type.contains("decimal")
|| type.contains("real")
;
}
}

View File

@@ -1 +1 @@
<!DOCTYPE html><html lang=en><head><meta charset=utf-8><meta http-equiv=X-UA-Compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><link rel=icon href=favicon-db.png><title>数据库文档管理</title><link href=css/app.f232fb4e.css rel=preload as=style><link href=css/chunk-vendors.8924efc6.css rel=preload as=style><link href=js/app.356a0de3.js rel=preload as=script><link href=js/chunk-vendors.96aa31ea.js rel=preload as=script><link href=css/chunk-vendors.8924efc6.css rel=stylesheet><link href=css/app.f232fb4e.css rel=stylesheet></head><body><noscript><strong>We're sorry but zyplayer-db-ui doesn't work properly without JavaScript enabled. Please enable it to continue.</strong></noscript><div id=app></div><script src=js/chunk-vendors.96aa31ea.js></script><script src=js/app.356a0de3.js></script></body></html>
<!DOCTYPE html><html lang=en><head><meta charset=utf-8><meta http-equiv=X-UA-Compatible content="IE=edge"><meta name=viewport content="width=device-width,initial-scale=1"><link rel=icon href=favicon-db.png><title>数据库文档管理</title><link href=css/app.f232fb4e.css rel=preload as=style><link href=css/chunk-vendors.8924efc6.css rel=preload as=style><link href=js/app.ae04f4d2.js rel=preload as=script><link href=js/chunk-vendors.96aa31ea.js rel=preload as=script><link href=css/chunk-vendors.8924efc6.css rel=stylesheet><link href=css/app.f232fb4e.css rel=stylesheet></head><body><noscript><strong>We're sorry but zyplayer-db-ui doesn't work properly without JavaScript enabled. Please enable it to continue.</strong></noscript><div id=app></div><script src=js/chunk-vendors.96aa31ea.js></script><script src=js/app.ae04f4d2.js></script></body></html>