opensource/Chat2DB
1
0
Fork 0
mirror of https://github.com/CodePhiliaX/Chat2DB.git synced 2025-07-30 19:22:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'chat2db:dev' into dev

Browse Source
This commit is contained in:
Zhuoyuan1
2023-11-04 09:32:38 +08:00
committed by GitHub
parent 04bf636292 696591753e
commit 2f40ba66f1
84 changed files with 2286 additions and 542 deletions
Download Patch File Download Diff File Expand all files Collapse all files

176
chat2db-server/chat2db-server-domain/chat2db-server-domain-core/src/main/java/ai/chat2db/server/domain/core/impl/DlTemplateServiceImpl.java
View File

@ -2,15 +2,16 @@ package ai.chat2db.server.domain.core.impl;
import java.sql.Connection;
import java.sql.SQLException;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
import java.util.Optional;
import java.util.*;
import java.util.stream.Collectors;
import ai.chat2db.server.domain.api.param.*;
import ai.chat2db.server.domain.api.param.operation.OperationLogCreateParam;
import ai.chat2db.server.domain.api.service.OperationLogService;
import ai.chat2db.server.domain.api.service.TableService;
import ai.chat2db.server.domain.core.util.MetaNameUtils;
import ai.chat2db.spi.MetaData;
import ai.chat2db.spi.model.*;
import ai.chat2db.spi.sql.ConnectInfo;
import com.alibaba.druid.DbType;
import com.alibaba.druid.sql.PagerUtils;
@ -28,8 +29,6 @@ import ai.chat2db.server.tools.common.util.EasyCollectionUtils;
import ai.chat2db.server.tools.common.util.I18nUtils;
import ai.chat2db.spi.enums.DataTypeEnum;
import ai.chat2db.spi.enums.SqlTypeEnum;
import ai.chat2db.spi.model.ExecuteResult;
import ai.chat2db.spi.model.Header;
import ai.chat2db.spi.sql.Chat2DBContext;
import ai.chat2db.spi.sql.SQLExecutor;
import ai.chat2db.spi.util.JdbcUtils;
@ -37,6 +36,8 @@ import ai.chat2db.spi.util.SqlUtils;
import com.google.common.collect.Lists;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.collections4.CollectionUtils;
import org.apache.commons.collections4.ListUtils;
import org.apache.commons.lang3.ObjectUtils;
import org.apache.commons.lang3.StringUtils;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
@ -53,6 +54,9 @@ public class DlTemplateServiceImpl implements DlTemplateService {
@Autowired
private OperationLogService operationLogService;
@Autowired
private TableService tableService;
@Override
public ListResult<ExecuteResult> execute(DlExecuteParam param) {
if (StringUtils.isBlank(param.getSql())) {
@ -147,9 +151,9 @@ public class DlTemplateServiceImpl implements DlTemplateService {
log.warn("解析sql失败:{}", originalSql, e);
}
ExecuteResult executeResult = null;
if (SqlTypeEnum.SELECT.getCode().equals(sqlType) && !SqlUtils.hasPageLimit(originalSql,dbType)) {
if (SqlTypeEnum.SELECT.getCode().equals(sqlType) && !SqlUtils.hasPageLimit(originalSql, dbType)) {
String pageLimit = Chat2DBContext.getSqlBuilder().pageLimit(originalSql, offset, pageNo, pageSize);
if(StringUtils.isNotBlank(pageLimit)) {
if (StringUtils.isNotBlank(pageLimit)) {
executeResult = execute(pageLimit, 0, count);
}
}
@ -176,16 +180,16 @@ public class DlTemplateServiceImpl implements DlTemplateService {
executeResult.setHasNextPage(Boolean.FALSE);
}
// Splice row numbers
List<Header> newHeaderList = new ArrayList<>();
newHeaderList.add(Header.builder()
List<Header> headers = executeResult.getHeaderList();
if (executeResult.getSuccess() && executeResult.isCanEdit() && CollectionUtils.isNotEmpty(headers)){
headers = setColumnInfo(headers, executeResult.getTableName(), param.getSchemaName(), param.getDatabaseName());
}
Header rowNumberHeader = Header.builder()
.name(I18nUtils.getMessage("sqlResult.rowNumber"))
.dataType(DataTypeEnum.CHAT2DB_ROW_NUMBER
.getCode()).build());
if (executeResult.getHeaderList() != null) {
newHeaderList.addAll(executeResult.getHeaderList());
}
executeResult.setHeaderList(newHeaderList);
.getCode()).build();
executeResult.setHeaderList(EasyCollectionUtils.union(Arrays.asList(rowNumberHeader), headers));
if (executeResult.getDataList() != null) {
int rowNumberIncrement = 1 + Math.max(pageNo - 1, 0) * pageSize;
for (int i = 0; i < executeResult.getDataList().size(); i++) {
@ -246,19 +250,20 @@ public class DlTemplateServiceImpl implements DlTemplateService {
public DataResult<String> updateSelectResult(UpdateSelectResultParam param) {
StringBuilder stringBuilder = new StringBuilder();
MetaData metaSchema = Chat2DBContext.getMetaData();
List<String> keyColumns = getPrimaryColumns(param);
for (int i = 0; i < param.getOperations().size(); i++) {
SelectResultOperation operation = param.getOperations().get(i);
List<String> row = operation.getDataList();
List<String> odlRow = operation.getOldDataList();
String sql = "";
if ("UPDATE".equalsIgnoreCase(operation.getType())) {
sql = getUpdateSql(param, row, odlRow, metaSchema);
sql = getUpdateSql(param, row, odlRow, metaSchema, keyColumns, false);
} else if ("CREATE".equalsIgnoreCase(operation.getType())) {
sql = getInsertSql(param, row, metaSchema);
} else if ("DELETE".equalsIgnoreCase(operation.getType())) {
sql = getDeleteSql(param, odlRow, metaSchema);
sql = getDeleteSql(param, odlRow, metaSchema, keyColumns);
} else if ("UPDATE_COPY".equalsIgnoreCase(operation.getType())) {
sql = getUpdateSql(param, row, row, metaSchema, keyColumns, true);
}
stringBuilder.append(sql + ";\n");
@ -266,38 +271,71 @@ public class DlTemplateServiceImpl implements DlTemplateService {
return DataResult.of(stringBuilder.toString());
}
private String getDeleteSql(UpdateSelectResultParam param, List<String> row, MetaData metaSchema) {
private List<String> getPrimaryColumns(UpdateSelectResultParam param) {
List<Header> headerList = param.getHeaderList();
if (CollectionUtils.isEmpty(headerList)) {
return Lists.newArrayList();
}
List<String> keyColumns = Lists.newArrayList();
for (Header header : headerList) {
if (header.getPrimaryKey() != null && header.getPrimaryKey()) {
keyColumns.add(header.getName());
}
}
return keyColumns;
}
private String getDeleteSql(UpdateSelectResultParam param, List<String> row, MetaData metaSchema, List<String> keyColumns) {
StringBuilder script = new StringBuilder();
script.append("DELETE FROM ").append(param.getTableName()).append("");
script.append(buildWhere(param.getHeaderList(), row, metaSchema));
script.append(buildWhere(param.getHeaderList(), row, metaSchema, keyColumns));
return script.toString();
}
private String buildWhere(List<Header> headerList, List<String> row, MetaData metaSchema) {
private String buildWhere(List<Header> headerList, List<String> row, MetaData metaSchema, List<String> keyColumns) {
StringBuilder script = new StringBuilder();
script.append(" where ");
for (int i = 1; i < row.size(); i++) {
String oldValue = row.get(i);
Header header = headerList.get(i);
String value = SqlUtils.getSqlValue(oldValue, header.getDataType());
if (value == null) {
script.append(metaSchema.getMetaDataName(header.getName()))
.append(" is null and ");
} else {
script.append(metaSchema.getMetaDataName(header.getName()))
.append(" = ")
.append(value)
.append(" and ");
if (CollectionUtils.isEmpty(keyColumns)) {
for (int i = 1; i < row.size(); i++) {
String oldValue = row.get(i);
Header header = headerList.get(i);
String value = SqlUtils.getSqlValue(oldValue, header.getDataType());
if (value == null) {
script.append(metaSchema.getMetaDataName(header.getName()))
.append(" is null and ");
} else {
script.append(metaSchema.getMetaDataName(header.getName()))
.append(" = ")
.append(value)
.append(" and ");
}
}
} else {
for (int i = 1; i < row.size(); i++) {
String oldValue = row.get(i);
Header header = headerList.get(i);
String columnName = header.getName();
if (keyColumns.contains(columnName)) {
String value = SqlUtils.getSqlValue(oldValue, header.getDataType());
if (value == null) {
script.append(metaSchema.getMetaDataName(columnName))
.append(" is null and ");
} else {
script.append(metaSchema.getMetaDataName(columnName))
.append(" = ")
.append(value)
.append(" and ");
}
}
}
}
script.delete(script.length() - 4, script.length());
return script.toString();
}
private String getInsertSql(UpdateSelectResultParam param, List<String> row, MetaData metaSchema) {
if (CollectionUtils.isEmpty(row)) {
if (CollectionUtils.isEmpty(row) || ObjectUtils.allNull(row.toArray())) {
return "";
}
StringBuilder script = new StringBuilder();
@ -305,16 +343,21 @@ public class DlTemplateServiceImpl implements DlTemplateService {
.append(" (");
for (int i = 1; i < row.size(); i++) {
Header header = param.getHeaderList().get(i);
script.append(metaSchema.getMetaDataName(header.getName()))
.append(",");
//String newValue = row.get(i);
//if (newValue != null) {
script.append(metaSchema.getMetaDataName(header.getName()))
.append(",");
// }
}
script.deleteCharAt(script.length() - 1);
script.append(") VALUES (");
for (int i = 1; i < row.size(); i++) {
String newValue = row.get(i);
Header header = param.getHeaderList().get(i);
script.append(SqlUtils.getSqlValue(newValue, header.getDataType()))
.append(",");
//if (newValue != null) {
Header header = param.getHeaderList().get(i);
script.append(SqlUtils.getSqlValue(newValue, header.getDataType()))
.append(",");
//}
}
script.deleteCharAt(script.length() - 1);
script.append(")");
@ -323,7 +366,8 @@ public class DlTemplateServiceImpl implements DlTemplateService {
}
private String getUpdateSql(UpdateSelectResultParam param, List<String> row, List<String> odlRow, MetaData metaSchema) {
private String getUpdateSql(UpdateSelectResultParam param, List<String> row, List<String> odlRow, MetaData metaSchema,
List<String> keyColumns, boolean copy) {
StringBuilder script = new StringBuilder();
if (CollectionUtils.isEmpty(row) || CollectionUtils.isEmpty(odlRow)) {
return "";
@ -332,7 +376,7 @@ public class DlTemplateServiceImpl implements DlTemplateService {
for (int i = 1; i < row.size(); i++) {
String newValue = row.get(i);
String oldValue = odlRow.get(i);
if (StringUtils.equals(newValue, oldValue)) {
if (StringUtils.equals(newValue, oldValue) && !copy) {
continue;
}
Header header = param.getHeaderList().get(i);
@ -343,10 +387,52 @@ public class DlTemplateServiceImpl implements DlTemplateService {
.append(",");
}
script.deleteCharAt(script.length() - 1);
script.append(buildWhere(param.getHeaderList(), odlRow, metaSchema));
script.append(buildWhere(param.getHeaderList(), odlRow, metaSchema, keyColumns));
return script.toString();
}
private List<Header> setColumnInfo(List<Header> headers, String tableName, String schemaName, String databaseName) {
TableQueryParam tableQueryParam = new TableQueryParam();
tableQueryParam.setTableName(MetaNameUtils.getMetaName(tableName));
tableQueryParam.setSchemaName(schemaName);
tableQueryParam.setDatabaseName(databaseName);
tableQueryParam.setRefresh(true);
List<TableColumn> columns = tableService.queryColumns(tableQueryParam);
if (CollectionUtils.isEmpty(columns)) {
return headers;
}
Map<String, TableColumn> columnMap = columns.stream().collect(Collectors.toMap(TableColumn::getName, tableColumn -> tableColumn));
List<TableIndex> tableIndices = tableService.queryIndexes(tableQueryParam);
if (!CollectionUtils.isEmpty(tableIndices)) {
for (TableIndex tableIndex : tableIndices) {
if ("PRIMARY".equalsIgnoreCase(tableIndex.getType())) {
List<TableIndexColumn> columnList = tableIndex.getColumnList();
if (!CollectionUtils.isEmpty(columnList)) {
for (TableIndexColumn tableIndexColumn : columnList) {
TableColumn tableColumn = columnMap.get(tableIndexColumn.getColumnName());
if (tableColumn != null) {
tableColumn.setPrimaryKey(true);
}
}
}
}
}
}
for (Header header : headers) {
TableColumn tableColumn = columnMap.get(header.getName());
if (tableColumn != null) {
header.setPrimaryKey(tableColumn.getPrimaryKey());
header.setComment(tableColumn.getComment());
header.setDefaultValue(tableColumn.getDefaultValue());
header.setNullable(tableColumn.getNullable());
header.setColumnSize(tableColumn.getColumnSize());
header.setDecimalDigits(tableColumn.getDecimalDigits());
}
}
return headers;
}
private ExecuteResult execute(String sql, Integer offset, Integer count) {
ExecuteResult executeResult;
try {

26
chat2db-server/chat2db-server-domain/chat2db-server-domain-core/src/main/java/ai/chat2db/server/domain/core/util/MetaNameUtils.java Normal file
View File

@ -0,0 +1,26 @@
package ai.chat2db.server.domain.core.util;
import org.apache.commons.lang3.StringUtils;
public class MetaNameUtils {
public static String getMetaName(String tableName) {
if(StringUtils.isBlank(tableName)){
return tableName;
}
if(tableName.startsWith("`") && tableName.endsWith("`")){
return tableName.substring(1,tableName.length()-1);
}
if(tableName.startsWith("\"") && tableName.endsWith("\"")){
return tableName.substring(1,tableName.length()-1);
}
if(tableName.startsWith("'") && tableName.endsWith("'")){
return tableName.substring(1,tableName.length()-1);
}
if(tableName.startsWith("[") && tableName.endsWith("]")){
return tableName.substring(1,tableName.length()-1);
}
return tableName;
}
}