opensource/Chat2DB
1
0
Fork 0
mirror of https://github.com/CodePhiliaX/Chat2DB.git synced 2025-08-02 21:50:43 +08:00
Code Issues Packages Projects Releases Wiki Activity

MySQL database export

Browse Source
This commit is contained in:
zgq
2024-02-28 16:39:01 +08:00
parent c654faefd9
commit 81743fb45a
9 changed files with 202 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

112
chat2db-server/chat2db-plugins/chat2db-mysql/src/main/java/ai/chat2db/plugin/mysql/MysqlDBManage.java
View File

@ -6,10 +6,118 @@ import ai.chat2db.spi.model.Procedure;
import ai.chat2db.spi.sql.SQLExecutor;
import org.springframework.util.StringUtils;
import java.sql.Connection;
import java.sql.SQLException;
import java.sql.*;
public class MysqlDBManage extends DefaultDBManage implements DBManage {
@Override
public String exportDatabase(Connection connection, String databaseName, String schemaName, boolean containData) throws SQLException {
StringBuilder sqlBuilder = new StringBuilder();
exportTables(connection, sqlBuilder, containData);
exportViews(connection, sqlBuilder);
exportProcedures(connection, sqlBuilder);
exportTriggers(connection, sqlBuilder);
return sqlBuilder.toString();
}
private void exportTables(Connection connection,StringBuilder sqlBuilder, boolean containData) throws SQLException {
try (Statement statement = connection.createStatement(); ResultSet tables = statement.executeQuery("SHOW FULL TABLES WHERE Table_type = 'BASE TABLE'")) {
while (tables.next()) {
String tableName = tables.getString(1);
exportTable(connection, tableName, sqlBuilder, containData);
}
}
}
private void exportTable(Connection connection, String tableName, StringBuilder sqlBuilder, boolean containData) throws SQLException {
try (Statement statement = connection.createStatement(); ResultSet resultSet = statement.executeQuery("show create table " + tableName)) {
if (resultSet.next()) {
String createTableSql = "DROP TABLE IF EXISTS `" + tableName + "`;\n" +
resultSet.getString(2) + ";\n";
sqlBuilder.append(createTableSql).append("\n");
if (containData) {
exportTableData(connection, tableName, sqlBuilder);
}
}
}
}
private void exportTableData(Connection connection, String tableName, StringBuilder sqlBuilder) throws SQLException {
StringBuilder insertSql = new StringBuilder();
try (Statement statement = connection.createStatement(); ResultSet resultSet = statement.executeQuery("select * from " + tableName)) {
ResultSetMetaData metaData = resultSet.getMetaData();
while (resultSet.next()) {
insertSql.append("INSERT INTO ").append(tableName).append(" VALUES (");
for (int i = 1; i <= metaData.getColumnCount(); i++) {
insertSql.append("'").append(resultSet.getString(i)).append("'");
if (i < metaData.getColumnCount()) {
insertSql.append(", ");
}
}
insertSql.append(");\n");
}
insertSql.append("\n");
}
sqlBuilder.append(insertSql);
}
private void exportViews(Connection connection, StringBuilder sqlBuilder) throws SQLException {
try (Statement statement = connection.createStatement(); ResultSet resultSet = statement.executeQuery("SHOW FULL TABLES WHERE Table_type = 'VIEW'")) {
while (resultSet.next()) {
String viewName = resultSet.getString(1);
exportView(connection, viewName, sqlBuilder);
}
}
}
private void exportView(Connection connection, String viewName, StringBuilder sqlBuilder) throws SQLException {
try (Statement statement = connection.createStatement(); ResultSet resultSet = statement.executeQuery("SHOW CREATE VIEW " + viewName)) {
if (resultSet.next()) {
String createViewSql = "DROP VIEW IF EXISTS `" + viewName + "`;\n" + resultSet.getString("Create View") + ";\n";
sqlBuilder.append(createViewSql).append("\n");
}
}
}
private void exportProcedures(Connection connection, StringBuilder sqlBuilder) throws SQLException {
try (Statement statement = connection.createStatement(); ResultSet resultSet = statement.executeQuery("SHOW PROCEDURE STATUS WHERE Db = DATABASE()")) {
while (resultSet.next()) {
String procedureName = resultSet.getString("Name");
exportProcedure(connection, procedureName, sqlBuilder);
}
}
}
private void exportProcedure(Connection connection, String procedureName, StringBuilder sqlBuilder) throws SQLException {
try (Statement statement = connection.createStatement(); ResultSet resultSet = statement.executeQuery("SHOW CREATE PROCEDURE " + procedureName)) {
if (resultSet.next()) {
String createProcedureSql = "DROP PROCEDURE IF EXISTS `" + procedureName + "`;\n" +
"delimiter ;;\n" + resultSet.getString("Create Procedure") + ";;\n" + "delimiter ;\n";
sqlBuilder.append(createProcedureSql).append("\n");
}
}
}
private void exportTriggers(Connection connection, StringBuilder sqlBuilder) throws SQLException {
try (Statement statement = connection.createStatement(); ResultSet resultSet = statement.executeQuery("SHOW TRIGGERS")) {
while (resultSet.next()) {
String triggerName = resultSet.getString("Trigger");
exportTrigger(connection, triggerName, sqlBuilder);
}
}
}
private void exportTrigger(Connection connection, String triggerName, StringBuilder sqlBuilder) throws SQLException {
try (Statement statement = connection.createStatement(); ResultSet resultSet = statement.executeQuery("SHOW CREATE TRIGGER " + triggerName)) {
if (resultSet.next()) {
String createTriggerSql = "DROP TRIGGER IF EXISTS `" + triggerName + "`;\n" +
"delimiter ;;\n" + resultSet.getString("SQL Original Statement") + ";;\n" +
"delimiter ;\n";
sqlBuilder.append(createTriggerSql).append("\n");
}
}
}
@Override
public void updateProcedure(Connection connection, String databaseName, String schemaName, Procedure procedure) throws SQLException {
try {

26
chat2db-server/chat2db-server-domain/chat2db-server-domain-api/src/main/java/ai/chat2db/server/domain/api/param/datasource/DatabaseExportParam.java Normal file
View File

@ -0,0 +1,26 @@
package ai.chat2db.server.domain.api.param.datasource;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Data;
import lombok.NoArgsConstructor;
/**
* @author: zgq
* @date: 2024年02月27日 22:08
*/
@Data
@AllArgsConstructor
@NoArgsConstructor
@Builder
public class DatabaseExportParam {
/**
* DB名称
*/
private String databaseName;
private String schemaName;
private Boolean containData;
}

5
chat2db-server/chat2db-server-domain/chat2db-server-domain-api/src/main/java/ai/chat2db/server/domain/api/service/DatabaseService.java
View File

@ -2,12 +2,15 @@ package ai.chat2db.server.domain.api.service;
import ai.chat2db.server.domain.api.param.*;
import ai.chat2db.server.domain.api.param.datasource.DatabaseCreateParam;
import ai.chat2db.server.domain.api.param.datasource.DatabaseExportParam;
import ai.chat2db.server.domain.api.param.datasource.DatabaseQueryAllParam;
import ai.chat2db.server.tools.base.wrapper.result.DataResult;
import ai.chat2db.spi.model.*;
import ai.chat2db.server.tools.base.wrapper.result.ActionResult;
import ai.chat2db.server.tools.base.wrapper.result.ListResult;
import java.sql.SQLException;
/**
* 数据源管理服务
*
@ -87,4 +90,6 @@ public interface DatabaseService {
* @return
*/
ActionResult modifySchema( SchemaOperationParam request);
String exportDatabase(DatabaseExportParam param) throws SQLException;
}

10
chat2db-server/chat2db-server-domain/chat2db-server-domain-core/src/main/java/ai/chat2db/server/domain/core/impl/DatabaseServiceImpl.java
View File

@ -7,6 +7,7 @@ import java.util.List;
import java.util.concurrent.CountDownLatch;
import ai.chat2db.server.domain.api.param.datasource.DatabaseCreateParam;
import ai.chat2db.server.domain.api.param.datasource.DatabaseExportParam;
import ai.chat2db.server.domain.api.param.datasource.DatabaseQueryAllParam;
import ai.chat2db.server.domain.api.param.MetaDataQueryParam;
import ai.chat2db.server.domain.api.param.SchemaOperationParam;
@ -17,7 +18,6 @@ import ai.chat2db.server.tools.base.wrapper.result.ActionResult;
import ai.chat2db.server.tools.base.wrapper.result.DataResult;
import ai.chat2db.server.tools.base.wrapper.result.ListResult;
import ai.chat2db.spi.MetaData;
import ai.chat2db.spi.SqlBuilder;
import ai.chat2db.spi.model.Database;
import ai.chat2db.spi.model.MetaSchema;
import ai.chat2db.spi.model.Schema;
@ -177,4 +177,12 @@ public class DatabaseServiceImpl implements DatabaseService {
return ActionResult.isSuccess();
}
@Override
public String exportDatabase(DatabaseExportParam param) throws SQLException {
return Chat2DBContext.getDBManage().exportDatabase(Chat2DBContext.getConnection(),
param.getDatabaseName(),
param.getSchemaName(),
param.getContainData());
}
}

31
chat2db-server/chat2db-server-web/chat2db-server-web-api/src/main/java/ai/chat2db/server/web/api/controller/rdb/DatabaseController.java
View File

@ -1,8 +1,9 @@
package ai.chat2db.server.web.api.controller.rdb;
import ai.chat2db.server.domain.api.param.datasource.DatabaseCreateParam;
import ai.chat2db.server.domain.api.param.datasource.DatabaseQueryAllParam;
import ai.chat2db.server.domain.api.param.MetaDataQueryParam;
import ai.chat2db.server.domain.api.param.datasource.DatabaseCreateParam;
import ai.chat2db.server.domain.api.param.datasource.DatabaseExportParam;
import ai.chat2db.server.domain.api.param.datasource.DatabaseQueryAllParam;
import ai.chat2db.server.domain.api.service.DatabaseService;
import ai.chat2db.server.tools.base.wrapper.result.ActionResult;
import ai.chat2db.server.tools.base.wrapper.result.DataResult;
@ -13,20 +14,20 @@ import ai.chat2db.server.web.api.controller.data.source.vo.DatabaseVO;
import ai.chat2db.server.web.api.controller.rdb.converter.DatabaseConverter;
import ai.chat2db.server.web.api.controller.rdb.converter.RdbWebConverter;
import ai.chat2db.server.web.api.controller.rdb.request.DatabaseCreateRequest;
import ai.chat2db.server.web.api.controller.rdb.request.DatabaseExportRequest;
import ai.chat2db.server.web.api.controller.rdb.request.UpdateDatabaseRequest;
import ai.chat2db.server.web.api.controller.rdb.vo.MetaSchemaVO;
import ai.chat2db.spi.model.Database;
import ai.chat2db.spi.model.MetaSchema;
import ai.chat2db.spi.model.Sql;
import jakarta.servlet.http.HttpServletResponse;
import jakarta.validation.Valid;
import org.apache.commons.lang3.StringUtils;
import org.apache.poi.util.StringUtil;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestBody;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
import org.springframework.web.bind.annotation.*;
import java.io.PrintWriter;
import java.util.Objects;
/**
* database controller
@ -108,4 +109,18 @@ public class DatabaseController {
.name(request.getNewDatabaseName()).build();
return databaseService.modifyDatabase(param);
}
@PostMapping("/export")
public void exportDatabase(@Valid @RequestBody DatabaseExportRequest request, HttpServletResponse response){
String fileName = Objects.isNull(request.getDatabaseName()) ? request.getSchemaName() : request.getDatabaseName();
response.setContentType("text/sql");
response.setHeader("Content-disposition", "attachment;filename*=utf-8''" + fileName + ".sql");
response.setCharacterEncoding("utf-8");
DatabaseExportParam param = databaseConverter.request2param(request);
try (PrintWriter printWriter = response.getWriter()) {
String sql = databaseService.exportDatabase(param);
printWriter.println(sql);
} catch (Exception e) {
throw new RuntimeException(e);
}
}
}

4
chat2db-server/chat2db-server-web/chat2db-server-web-api/src/main/java/ai/chat2db/server/web/api/controller/rdb/converter/DatabaseConverter.java
View File

@ -1,6 +1,8 @@
package ai.chat2db.server.web.api.controller.rdb.converter;
import ai.chat2db.server.domain.api.param.datasource.DatabaseExportParam;
import ai.chat2db.server.web.api.controller.rdb.request.DatabaseCreateRequest;
import ai.chat2db.server.web.api.controller.rdb.request.DatabaseExportRequest;
import ai.chat2db.spi.model.Database;
import org.mapstruct.Mapper;
@ -8,4 +10,6 @@ import org.mapstruct.Mapper;
public abstract class DatabaseConverter {
public abstract Database request2param(DatabaseCreateRequest request);
public abstract DatabaseExportParam request2param(DatabaseExportRequest request);
}

17
chat2db-server/chat2db-server-web/chat2db-server-web-api/src/main/java/ai/chat2db/server/web/api/controller/rdb/request/DatabaseExportRequest.java Normal file
View File

@ -0,0 +1,17 @@
package ai.chat2db.server.web.api.controller.rdb.request;
import ai.chat2db.server.web.api.controller.data.source.request.DataSourceBaseRequest;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
/**
* @author: zgq
* @date: 2024年02月27日 22:03
*/
@Data
@AllArgsConstructor
@NoArgsConstructor
public class DatabaseExportRequest extends DataSourceBaseRequest {
private Boolean containData;
}

3
chat2db-server/chat2db-spi/src/main/java/ai/chat2db/spi/DBManage.java
View File

@ -1,6 +1,5 @@
package ai.chat2db.spi;
import ai.chat2db.server.tools.base.wrapper.result.ActionResult;
import ai.chat2db.spi.model.Procedure;
import ai.chat2db.spi.sql.ConnectInfo;
import jakarta.validation.constraints.NotEmpty;
@ -121,4 +120,6 @@ public interface DBManage {
* @param procedure
*/
void updateProcedure(Connection connection, @NotEmpty String databaseName, String schemaName, @NotNull Procedure procedure) throws SQLException;
String exportDatabase(Connection connection, String databaseName, String schemaName,boolean containData) throws SQLException;
}

6
chat2db-server/chat2db-spi/src/main/java/ai/chat2db/spi/jdbc/DefaultDBManage.java
View File

@ -139,6 +139,12 @@ public class DefaultDBManage implements DBManage {
}
@Override
public String exportDatabase(Connection connection, String databaseName, String schemaName, boolean containData) throws SQLException {
return null;
}
@Override
public void dropTable(Connection connection,String databaseName, String schemaName, String tableName) {
String sql = "DROP TABLE "+ tableName ;