Skip to content

N
nnjcy-data-model
Commit 33ece2e3 by wqc
Options

连接库查看表、表结构

parent 2296a378
Showing with 200 additions and 54 deletions
dataoperation-server/pom.xml
...@@ -117,6 +117,12 @@ ...@@ -117,6 +117,12 @@
<version>1.0.0</version> <version>1.0.0</version>
<scope>compile</scope> <scope>compile</scope>
</dependency> </dependency>
<dependency>
<groupId>com.zq</groupId>
<artifactId>sys-server</artifactId>
<version>1.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies> </dependencies>
<build> <build>
......
dataoperation-server/src/main/java/com/zq/dataoperation/controller/CommonQueryController.java
package com.zq.dataoperation.controller; package com.zq.dataoperation.controller;
import cn.hutool.core.convert.Convert;
import cn.hutool.core.date.DateUtil; import cn.hutool.core.date.DateUtil;
import com.alibaba.druid.pool.DruidConnectionHolder;
import com.alibaba.druid.pool.DruidDataSource;
import com.alibaba.druid.pool.DruidPooledConnection;
import com.alibaba.druid.spring.boot.autoconfigure.DruidDataSourceBuilder;
import com.zq.common.exception.BusinessException;
import com.zq.common.utils.AssertUtils; import com.zq.common.utils.AssertUtils;
import com.zq.common.vo.ResultVo; import com.zq.common.vo.ResultVo;
import com.zq.dataoperation.entity.CommonQuerySetting; import com.zq.dataoperation.entity.CommonQuerySetting;
import com.zq.dataoperation.entity.QueryDb; import com.zq.dataoperation.entity.QueryDb;
import com.zq.dataoperation.service.CommonQueryService; import com.zq.dataoperation.service.CommonQueryService;
import com.zq.dataoperation.service.QueryDbService; import com.zq.dataoperation.service.QueryDbService;
import com.zq.dataoperation.utils.TableUtil;
import io.swagger.annotations.Api; import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation; import io.swagger.annotations.ApiOperation;
import org.springframework.web.bind.annotation.*; import org.springframework.web.bind.annotation.*;
import javax.annotation.Resource; import javax.annotation.Resource;
import java.util.HashMap;
import java.util.Map; import java.util.Map;
@Api(tags = "通用查询") @Api(tags = "通用查询")
@RestController @RestController
@RequestMapping(value = "/data/query") @RequestMapping(value = "/data/query")
public class CommonQueryController{ public class CommonQueryController {
@Resource @Resource
private CommonQueryService commonQueryService; private CommonQueryService commonQueryService;
...@@ -33,32 +29,31 @@ public class CommonQueryController{ ...@@ -33,32 +29,31 @@ public class CommonQueryController{
@ApiOperation("获取全部数据源") @ApiOperation("获取全部数据源")
@GetMapping("/datasource") @GetMapping("/datasource")
public ResultVo getDatasource(){ public ResultVo getDatasource() {
return ResultVo.success(commonQueryService.getDatasource()); return ResultVo.success(commonQueryService.getDatasource());
} }
@ApiOperation("添加数据源") @ApiOperation("添加数据源")
@PostMapping("/addDatasource") @PostMapping("/addDatasource")
public ResultVo addDatasource(@RequestBody QueryDb queryDb){ public ResultVo addDatasource(@RequestBody QueryDb queryDb) {
commonQueryService.addDatasource(queryDb); return ResultVo.success(commonQueryService.addDatasource(queryDb));
return ResultVo.success();
} }
@ApiOperation("测试连接数据源") @ApiOperation("测试连接数据源")
@PostMapping("/checkConnect") @PostMapping("/checkConnect")
public ResultVo checkConnect(@RequestBody QueryDb queryDb){ public ResultVo checkConnect(@RequestBody QueryDb queryDb) {
return ResultVo.success(commonQueryService.checkConnect(queryDb)); return ResultVo.success(commonQueryService.checkConnect(queryDb));
} }
@ApiOperation("修改数据源") @ApiOperation("修改数据源")
@PostMapping("/updateDatasource") @PostMapping("/updateDatasource")
public ResultVo updateDatasource(@RequestBody QueryDb queryDb){ public ResultVo updateDatasource(@RequestBody QueryDb queryDb) {
AssertUtils.notNull(queryDb.getDbName(), "缺少数据库名"); AssertUtils.notNull(queryDb.getDbName(), "缺少数据库名");
AssertUtils.hasText(queryDb.getDbIp(), "缺少IP"); AssertUtils.hasText(queryDb.getDbIp(), "缺少IP");
AssertUtils.notNull(queryDb.getDbPort(), "缺少端口"); AssertUtils.notNull(queryDb.getDbPort(), "缺少端口");
AssertUtils.notNull(queryDb.getDbType(), "缺少数据库类型"); AssertUtils.notNull(queryDb.getDbType(), "缺少数据库类型");
AssertUtils.hasText(queryDb.getUsername(), "缺少连接用户名"); AssertUtils.hasText(queryDb.getUsername(), "缺少连接用户名");
AssertUtils.hasText(queryDb.getPassword(),"缺少连接密码"); AssertUtils.hasText(queryDb.getPassword(), "缺少连接密码");
queryDb.setUpdateTime(DateUtil.date()); queryDb.setUpdateTime(DateUtil.date());
boolean b = queryDbService.updateById(queryDb); boolean b = queryDbService.updateById(queryDb);
return b ? ResultVo.success("操作成功！") : ResultVo.fail("操作失败"); return b ? ResultVo.success("操作成功！") : ResultVo.fail("操作失败");
...@@ -66,6 +61,7 @@ public class CommonQueryController{ ...@@ -66,6 +61,7 @@ public class CommonQueryController{
/** /**
* 根据ID删除数据源 * 根据ID删除数据源
*
* @param id * @param id
* @return * @return
*/ */
...@@ -80,13 +76,13 @@ public class CommonQueryController{ ...@@ -80,13 +76,13 @@ public class CommonQueryController{
@ApiOperation("获取全部查询") @ApiOperation("获取全部查询")
@GetMapping @GetMapping
public ResultVo get(){ public ResultVo get() {
return ResultVo.success(commonQueryService.get()); return ResultVo.success(commonQueryService.get());
} }
@ApiOperation("添加查询") @ApiOperation("添加查询")
@PostMapping("/add") @PostMapping("/add")
public ResultVo add(@RequestBody CommonQuerySetting commonQuerySetting){ public ResultVo add(@RequestBody CommonQuerySetting commonQuerySetting) {
commonQueryService.add(commonQuerySetting); commonQueryService.add(commonQuerySetting);
return ResultVo.success(); return ResultVo.success();
} }
...@@ -95,7 +91,7 @@ public class CommonQueryController{ ...@@ -95,7 +91,7 @@ public class CommonQueryController{
@PostMapping("/run") @PostMapping("/run")
public ResultVo run(@RequestBody Map<String, Object> body) throws Exception { public ResultVo run(@RequestBody Map<String, Object> body) throws Exception {
System.out.println(body); System.out.println(body);
return ResultVo.success(commonQueryService.run( body)); return ResultVo.success(commonQueryService.run(body));
} }
@ApiOperation("自定义sql查询") @ApiOperation("自定义sql查询")
...@@ -103,4 +99,21 @@ public class CommonQueryController{ ...@@ -103,4 +99,21 @@ public class CommonQueryController{
public ResultVo runSelect(@RequestBody Map<String, Object> body) throws Exception { public ResultVo runSelect(@RequestBody Map<String, Object> body) throws Exception {
return ResultVo.success(commonQueryService.runSelect(body)); return ResultVo.success(commonQueryService.runSelect(body));
} }
@ApiOperation("获取库下的所有表")
@PostMapping("/showTables")
public ResultVo showTables(@RequestBody Map<String, Object> body) throws Exception {
return ResultVo.success(commonQueryService.showTables(body));
}
@ApiOperation("获取表结构")
@PostMapping("/tablesStructure")
public ResultVo tablesStructure(@RequestBody Map<String, Object> body) throws Exception {
Object id = body.get("id");
AssertUtils.notNull(id, "缺失ID");
Object tableName = body.get("tableName");
AssertUtils.notNull(tableName, "缺失表名");
return ResultVo.success(TableUtil.getColumns(Convert.toLong(id), Convert.toStr(tableName)));
}
} }
dataoperation-server/src/main/java/com/zq/dataoperation/service/CommonQueryService.java
...@@ -2,14 +2,11 @@ package com.zq.dataoperation.service; ...@@ -2,14 +2,11 @@ package com.zq.dataoperation.service;
import cn.hutool.json.JSONObject; import cn.hutool.json.JSONObject;
import cn.hutool.json.JSONUtil; import cn.hutool.json.JSONUtil;
import com.alibaba.druid.pool.DruidDataSource;
import com.alibaba.druid.pool.DruidPooledConnection; import com.alibaba.druid.pool.DruidPooledConnection;
import com.alibaba.druid.spring.boot.autoconfigure.DruidDataSourceBuilder;
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper; import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import com.baomidou.mybatisplus.core.toolkit.Wrappers;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl; import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.zq.common.exception.BusinessException; import com.zq.common.exception.BusinessException;
import com.zq.common.vo.PageVo;
import com.zq.common.vo.ResultVo; import com.zq.common.vo.ResultVo;
import com.zq.dataoperation.dao.CommonQuerySettingDao; import com.zq.dataoperation.dao.CommonQuerySettingDao;
import com.zq.dataoperation.dao.QueryDbDao; import com.zq.dataoperation.dao.QueryDbDao;
...@@ -18,17 +15,14 @@ import com.zq.dataoperation.entity.QueryDb; ...@@ -18,17 +15,14 @@ import com.zq.dataoperation.entity.QueryDb;
import com.zq.dataoperation.utils.ConnectionUtil; import com.zq.dataoperation.utils.ConnectionUtil;
import com.zq.dataoperation.utils.SqlUtils; import com.zq.dataoperation.utils.SqlUtils;
import com.zq.spiderflow.dao.MetaDataMappingDao; import com.zq.spiderflow.dao.MetaDataMappingDao;
import com.zq.spiderflow.entity.MetaData;
import com.zq.spiderflow.entity.MetaDataMapping; import com.zq.spiderflow.entity.MetaDataMapping;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;
import org.springframework.web.bind.annotation.RequestBody;
import java.sql.*;
import javax.annotation.Resource; import javax.annotation.Resource;
import java.sql.Connection; import java.util.*;
import java.sql.ResultSet;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.regex.Matcher; import java.util.regex.Matcher;
import java.util.regex.Pattern; import java.util.regex.Pattern;
...@@ -40,6 +34,8 @@ public class CommonQueryService extends ServiceImpl<CommonQuerySettingDao, Commo ...@@ -40,6 +34,8 @@ public class CommonQueryService extends ServiceImpl<CommonQuerySettingDao, Commo
@Resource @Resource
private MetaDataMappingDao metaDataMappingDao; private MetaDataMappingDao metaDataMappingDao;
private Map<Long, DruidPooledConnection> connectionMap = new HashMap<>(); private Map<Long, DruidPooledConnection> connectionMap = new HashMap<>();
public List<QueryDb> getDatasource() { public List<QueryDb> getDatasource() {
...@@ -77,36 +73,15 @@ public class CommonQueryService extends ServiceImpl<CommonQuerySettingDao, Commo ...@@ -77,36 +73,15 @@ public class CommonQueryService extends ServiceImpl<CommonQuerySettingDao, Commo
sql = sql.replace("{" + group + "}", jsonObject.getStr(group)); sql = sql.replace("{" + group + "}", jsonObject.getStr(group));
} }
} }
return commonQuery(sql, queryDb.getId());
ResultSet resultSet = null;
try {
Connection connection = ConnectionUtil.get(queryDb.getId());
resultSet = connection.prepareStatement(sql).executeQuery();
int columnCount = resultSet.getMetaData().getColumnCount();
List<Map> results = new ArrayList<>();
while (resultSet.next()) {
Map<String, String> map = new HashMap<>(columnCount);
for (int i = 1; i <= columnCount; i++) {
map.put(resultSet.getMetaData().getColumnName(i), resultSet.getString(i));
}
results.add(map);
}
return results;
} catch (Exception e) {
throw new Exception(e);
} finally {
if (resultSet != null) {
resultSet.close();
}
}
} }
public Object checkConnect(QueryDb queryDb) { public Object checkConnect(QueryDb queryDb) {
QueryDb queryDb1 = queryDbDao.selectById(queryDb.getId()); QueryDb queryDb1 = queryDbDao.selectById(queryDb.getId());
//jdbc:mysql://47.107.148.253:3306/nnjcy_data_model //jdbc:mysql://47.107.148.253:3306/nnjcy_data_model
String jdbcUrl=queryDb1.getDbIp(); String jdbcUrl = queryDb1.getDbIp();
try { try {
return SqlUtils.testConnection(jdbcUrl,queryDb1.getUsername(),queryDb1.getPassword()); return SqlUtils.testConnection(jdbcUrl, queryDb1.getUsername(), queryDb1.getPassword());
} catch (Exception e) { } catch (Exception e) {
log.error(e.getMessage()); log.error(e.getMessage());
return false; return false;
...@@ -118,7 +93,6 @@ public class CommonQueryService extends ServiceImpl<CommonQuerySettingDao, Commo ...@@ -118,7 +93,6 @@ public class CommonQueryService extends ServiceImpl<CommonQuerySettingDao, Commo
String querySql = jsonObject.get("querySql").toString(); String querySql = jsonObject.get("querySql").toString();
Long id = Long.valueOf(jsonObject.get("id").toString()); Long id = Long.valueOf(jsonObject.get("id").toString());
List<MetaDataMapping> list = metaDataMappingDao.selectByCateId(id); List<MetaDataMapping> list = metaDataMappingDao.selectByCateId(id);
ResultSet resultSet = null;
String tableSqlname = null; String tableSqlname = null;
Long queryDbId = null; Long queryDbId = null;
for (MetaDataMapping mapping : list) { for (MetaDataMapping mapping : list) {
...@@ -126,8 +100,45 @@ public class CommonQueryService extends ServiceImpl<CommonQuerySettingDao, Commo ...@@ -126,8 +100,45 @@ public class CommonQueryService extends ServiceImpl<CommonQuerySettingDao, Commo
queryDbId = mapping.getQueryDbId(); queryDbId = mapping.getQueryDbId();
} }
String sql = "SELECT * FROM " + tableSqlname + " WHERE " + querySql; String sql = "SELECT * FROM " + tableSqlname + " WHERE " + querySql;
return commonQuery(sql, queryDbId);
}
public Object showTables(@RequestBody Map<String, Object> body) throws Exception {
JSONObject jsonObject = JSONUtil.parseObj(body);
int page = (int) jsonObject.get("page");
int size = (int) jsonObject.get("size");
String likeName = jsonObject.get("likeName").toString();
int start = 0;
PageVo<Map> pageVo = new PageVo<>();
if (page - 1 == 0) {
pageVo.setStart(0);
start = 0;
} else {
pageVo.setStart((page - 1) * size);
start = (page - 1) * size;
}
Long queryId = Long.valueOf(jsonObject.get("queryId").toString());
QueryDb queryDb = queryDbDao.selectById(queryId);
List<Map> results = null;
List<Map> list = null;
if (queryDb != null) {
String sql = "SELECT TABLE_NAME,TABLE_COMMENT FROM INFORMATION_SCHEMA.`TABLES` WHERE TABLE_SCHEMA='" + queryDb.getDbName() + "' " + "AND TABLE_NAME LIKE CONCAT('" + likeName + "' ,'%') ORDER BY CREATE_TIME DESC LIMIT " + start + "," + size;
results = commonQuery(sql, queryId);
String sqlTotal = "SELECT TABLE_NAME,TABLE_COMMENT FROM INFORMATION_SCHEMA.`TABLES` WHERE TABLE_SCHEMA='" + queryDb.getDbName() + "' " + "AND TABLE_NAME LIKE CONCAT('" + likeName + "' ,'%')";
list = commonQuery(sqlTotal, queryId);
}
pageVo.setPage(page);
pageVo.setSize(size);
pageVo.setRows(results);
pageVo.setTotal(list.size());
return pageVo;
}
public List<Map> commonQuery(String sql, Long queryId) throws Exception {
ResultSet resultSet = null;
try { try {
Connection connection = ConnectionUtil.get(queryDbId); Connection connection = ConnectionUtil.get(queryId);
resultSet = connection.prepareStatement(sql).executeQuery(); resultSet = connection.prepareStatement(sql).executeQuery();
int columnCount = resultSet.getMetaData().getColumnCount(); int columnCount = resultSet.getMetaData().getColumnCount();
List<Map> results = new ArrayList<>(); List<Map> results = new ArrayList<>();
......
dataoperation-server/src/main/java/com/zq/dataoperation/utils/TableUtil.java 0 → 100644
package com.zq.dataoperation.utils;
import com.zq.dataoperation.vo.Column;
import lombok.SneakyThrows;
import java.sql.Connection;
import java.sql.DatabaseMetaData;
import java.sql.ResultSet;
import java.util.ArrayList;
import java.util.List;
/**
* @author Administrator
*/
public class TableUtil {
@SneakyThrows
public static Object getColumns(Long queryId, String tableName) {
String driver = "com.mysql.cj.jdbc.Driver";
Class.forName(driver);
Connection connection = ConnectionUtil.get(queryId);
DatabaseMetaData metaData = connection.getMetaData();
String primaryColumn = "";
ResultSet idxRs = metaData.getIndexInfo(connection.getCatalog(), connection.getCatalog(), tableName, false, false);
while (idxRs.next()) {
String indexName = idxRs.getString("INDEX_NAME");
if ("PRIMARY".equals(indexName)) {
primaryColumn = idxRs.getString("COLUMN_NAME");
break;
}
}
List<Column> columns = new ArrayList<>();
ResultSet columnRs = metaData.getColumns(connection.getCatalog(), connection.getCatalog(), tableName, "%");
while (columnRs.next()) {
Column column = new Column();
column.setName(columnRs.getString("COLUMN_NAME"));
column.setType(columnRs.getString("TYPE_NAME"));
column.setLength(columnRs.getString("COLUMN_SIZE"));
column.setDecimalDigits(columnRs.getString("DECIMAL_DIGITS"));
column.setNotNull(!columnRs.getBoolean("NULLABLE"));
column.setPrimary(column.getName().equals(primaryColumn));
column.setComment(columnRs.getString("REMARKS"));
columns.add(column);
}
return columns;
}
}
dataoperation-server/src/main/java/com/zq/dataoperation/vo/Column.java 0 → 100644
package com.zq.dataoperation.vo;
import lombok.Data;
@Data
public class Column {
String name;
String type;
String length;
String decimalDigits;
boolean notNull;
boolean primary;
String comment;
}
dataoperation-server/src/main/java/com/zq/dataoperation/vo/Index.java 0 → 100644
package com.zq.dataoperation.vo;
import com.zq.system.utils.StringUtils;
import lombok.Data;
@Data
public class Index {
String tableName;
String indexName;
boolean unique;
String params;
public void addParams(String param) {
if (StringUtils.isBlank(params)) {
params = param;
} else {
params = params + "," + param;
}
}
}
dataoperation-server/src/main/java/com/zq/dataoperation/vo/Table.java 0 → 100644
package com.zq.dataoperation.vo;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import java.util.ArrayList;
import java.util.List;
@Data
@AllArgsConstructor
@NoArgsConstructor
public class Table {
String tableName;
String tableComment;
List<Column> columnList = new ArrayList<>();
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment