package com.product.system.backup.service; import java.io.BufferedReader; import java.io.File; import java.io.FileOutputStream; import java.io.FileWriter; import java.io.IOException; import java.io.InputStream; import java.io.InputStreamReader; import java.nio.charset.StandardCharsets; import java.text.SimpleDateFormat; import java.util.ArrayList; import java.util.Arrays; import java.util.Date; import java.util.HashMap; import java.util.List; import java.util.Map; import java.util.Properties; import java.util.zip.ZipOutputStream; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import com.alibaba.druid.util.StringUtils; import com.jcraft.jsch.Channel; import com.jcraft.jsch.ChannelSftp; import com.jcraft.jsch.JSch; import com.jcraft.jsch.JSchException; import com.jcraft.jsch.Session; import com.jcraft.jsch.SftpException; import com.jcraft.jsch.SftpProgressMonitor; import com.product.core.config.Global; import com.product.core.dao.BaseDao; import com.product.core.entity.DataTableEntity; import com.product.core.entity.FieldSetEntity; import com.product.core.service.support.AbstractBaseService; import com.product.system.backup.entity.BackupLogger; import com.product.system.backup.util.SystemBackupUtil; @Service("systemBackService") public class SystemBackupService extends AbstractBaseService{ @Autowired BaseDao baseDao; // 备份配置 Properties config; // 备份日志 BackupLogger log; // 数字时间和数字日期(用做文件夹或者文件名) String NUMBER_TIME; //例如(20250428091001) String NUMBER_DATE; //例如(20240428) String STANDARD_START_TIME; // 例如(2024-04-28 09:10:00) String STANDARD_FINAL_TIME; // 例如(2024-04-28 09:10:00) // 数字日期格式 SimpleDateFormat numberTimeFormat = new SimpleDateFormat("yyyyMMddHHmm00"); SimpleDateFormat numberDateFormat = new SimpleDateFormat("yyyyMMdd"); SimpleDateFormat standardTimeFormat = new SimpleDateFormat("yyyy-MM-dd HH:mm:00"); // 备份配置文件 private static final String CONFIG_FILE_PATH = "systemBackup.properties"; /** * 系统备份判定 * 调用地点:定时任务配置功能(bean) */ public void systemBackupInit() { // 获取系统时间 Date finalTime = new Date(); Date startTime = null; // 获取系统最大备份时间 StringBuilder sbSql = new StringBuilder(); sbSql.append("SELECT end_time \n"); sbSql.append("FROM product_sys_backup_log \n"); sbSql.append("WHERE backup_status = 1 \n"); sbSql.append("ORDER BY end_time DESC \n"); sbSql.append("LIMIT 1 \n"); FieldSetEntity fseMaxLogTime = baseDao.getFieldSetEntityBySQL(sbSql.toString(), new Object[] {}, false); if(fseMaxLogTime != null && !StringUtils.isEmpty(fseMaxLogTime.getString("end_time"))) { startTime = fseMaxLogTime.getDate("end_time"); } // 初始备份日志数据 FieldSetEntity fseBackLog = new FieldSetEntity("product_sys_backup_log"); fseBackLog.setValue("start_time", startTime); fseBackLog.setValue("end_time", finalTime); // 执行备份 boolean flag = backupProcess(startTime, finalTime); if (flag) { fseBackLog.setValue("backup_status", 1); } else { fseBackLog.setValue("backup_status", 0); } // 保存日志 baseDao.saveFieldSetEntity(fseBackLog); } /** * 数据备份进程 * @param startTime 备份开始时间 * @param finalTime 备份截止时间 * @return */ public boolean backupProcess(Date startTime, Date finalTime) { // 初始日志文件 log = new BackupLogger(); log.writeInfo("【系统备份进程】系统备份进程开始..................", BackupLogger.INFO_TYPE); long start = System.currentTimeMillis(); // 第一步:初始备份参数 initBackupParam(startTime, finalTime); // 第二步:初始配文件参数,当前目生成时间戳的文件夹 boolean status = initSystemConfig(); if (!status) return false; // 第三步:执行数据库备份 status = runExpDataBase(); if (!status) return false; // 第四步:执行对数据库文件、工程代码、上传文件做压缩备份 status = zipDataBackup(); if (!status) return false; // 第五步:上传压缩备份文件到FTP status = sftpTransferService(); if (!status) return false; // 第六步:清除数据 // clearKeepData(); long end = System.currentTimeMillis(); log.writeInfo("【系统备份进程】系统备份进程结束,耗时.................." + ((end - start) / 1000) + "秒", BackupLogger.INFO_TYPE); // 关闭日志 log.closeLogger(); return status; } /** * 第一步:初始备份参数 * @param startTime 备份开始时间 * @param finalTime 备份截止时间 * @return */ public boolean initBackupParam(Date startTime, Date finalTime){ // 在日志中记录操作系统信息,便于调试 log.writeInfo("【初始备份参数】操作系统: " + System.getProperty("os.name"), BackupLogger.INFO_TYPE); log.writeInfo("【初始备份参数】文件分隔符: " + File.separator, BackupLogger.INFO_TYPE); log.writeInfo("【初始备份参数】系统备份开始..................", BackupLogger.INFO_TYPE); NUMBER_TIME = numberTimeFormat.format(finalTime); NUMBER_DATE = numberDateFormat.format(finalTime); if(startTime == null) { STANDARD_START_TIME = "2000-01-01 00:00:00"; } else { STANDARD_START_TIME = standardTimeFormat.format(startTime); } STANDARD_FINAL_TIME = standardTimeFormat.format(finalTime); log.writeInfo("【初始备份参数】系统日期:" + NUMBER_DATE, BackupLogger.INFO_TYPE); log.writeInfo("【初始备份参数】系统时间:" + NUMBER_TIME, BackupLogger.INFO_TYPE); log.writeInfo("【初始备份参数】系统备份开始时间:" + STANDARD_START_TIME, BackupLogger.INFO_TYPE); log.writeInfo("【初始备份参数】系统备份截止时间:" + STANDARD_FINAL_TIME, BackupLogger.INFO_TYPE); return true; } /** * 第二步:初始配置文件参数,当前目录生成时间戳的文件夹 */ public boolean initSystemConfig() { log.writeInfo("【初始配置文件】开始初始系统配置文件..................", BackupLogger.INFO_TYPE); try (InputStream reader = getClass().getClassLoader().getResourceAsStream(CONFIG_FILE_PATH)) { if (reader == null) { log.writeInfo("【初始配置文件】初始系统配置文件失败:" + CONFIG_FILE_PATH + "配置文件不存在", BackupLogger.ERROR_TYPE); return false; } // 读取备份配置文件 config = new Properties(); config.load(reader); // 获取系统文件路径 String systemFileFolder = Global.getSystemConfig("local.dir", ""); File newFile= new File(systemFileFolder); // 系统附件存放目录(../product-server-web/attachment/upload/) config.setProperty("DOCUMENT_ROOT", newFile.getAbsolutePath()); // 数据库备份目录(数据库备份根目录+时间文件名+.sql,例如:E://backup/database/20250101090000.sql) config.setProperty("DATABASE_BACKUP", config.getProperty("DATABASE_ROOT") + File.separator + NUMBER_TIME + ".sql"); // 备份ZIP文件(ZIP备份根目录+时间文件名+.zip,例如:E://backup/20250101090000.zip) config.setProperty("ZIPFILE_BACKUP", config.getProperty("ZIPFILE_ROOT") + File.separator + NUMBER_TIME + ".zip"); // 创建ZIP文件根目录 File zipFileRoot = new File(config.getProperty("ZIPFILE_ROOT")); if (!zipFileRoot.exists()) { if (!zipFileRoot.mkdirs()) { log.writeInfo("【初始配置文件】无法创建目录: " + zipFileRoot.getAbsolutePath(), BackupLogger.ERROR_TYPE); return false; } } log.writeInfo("【初始配置文件】DOCUMENT_ROOT=" + config.getProperty("DOCUMENT_ROOT"), BackupLogger.INFO_TYPE); log.writeInfo("【初始配置文件】DATABASE_ROOT=" + config.getProperty("DATABASE_ROOT"), BackupLogger.INFO_TYPE); log.writeInfo("【初始配置文件】DATABASE_BACKUP=" + config.getProperty("DATABASE_BACKUP"), BackupLogger.INFO_TYPE); log.writeInfo("【初始配置文件】ZIPFILE_ROOT=" + config.getProperty("ZIPFILE_ROOT"), BackupLogger.INFO_TYPE); log.writeInfo("【初始配置文件】ZIPFILE_BACKUP=" + config.getProperty("ZIPFILE_BACKUP"), BackupLogger.INFO_TYPE); log.writeInfo("【初始配置文件】初始系统配置文件结束.................", BackupLogger.INFO_TYPE); } catch (Exception e) { e.printStackTrace(); log.writeInfo("【初始配置文件】系统初始配置文件失败," + new File("config.properties").getAbsolutePath() + "," + e.getMessage(), BackupLogger.ERROR_TYPE); return false; } return true; } /** * 第三步:备份数据库文件 */ public boolean runExpDataBase() { log.writeInfo("【备份数据库】开始备份数据库..................", BackupLogger.INFO_TYPE); String databaseHost = config.getProperty("DATABASE_HOST"); String databasePort = config.getProperty("DATABASE_PORT"); String databaseName = config.getProperty("DATABASE_NAME"); String databaseUser = config.getProperty("DATABASE_USER"); String databasePwd = config.getProperty("DATABASE_PWD"); log.writeInfo("【备份数据库】数据库HOST:" + databaseHost, BackupLogger.INFO_TYPE); log.writeInfo("【备份数据库】数据库PORT:" + databasePort, BackupLogger.INFO_TYPE); File backupFile = new File(config.getProperty("DATABASE_BACKUP")); // 确保备份文件的目录存在 if (!backupFile.getParentFile().exists()) { backupFile.getParentFile().mkdirs(); } log.writeInfo("【备份数据库】数据库备份文件完整目录:" + backupFile.getAbsolutePath(), BackupLogger.INFO_TYPE); ProcessBuilder processBuilder = new ProcessBuilder( "mysqldump", "-h" + databaseHost, "-P" + databasePort, "-u" + databaseUser, "-p" + databasePwd, databaseName ); try { Process process = processBuilder.start(); // 读取mysqldump的输出并写入到备份文件 try (BufferedReader reader = new BufferedReader(new InputStreamReader(process.getInputStream(), StandardCharsets.UTF_8)); FileWriter writer = new FileWriter(backupFile)) { String line; while ((line = reader.readLine()) != null) { writer.write(line + System.lineSeparator()); } } // 读取错误流并记录日志 try (BufferedReader errorReader = new BufferedReader( new InputStreamReader(process.getErrorStream(), StandardCharsets.UTF_8))) { String errorLine; while ((errorLine = errorReader.readLine()) != null) { log.writeInfo("【备份数据库】错误输出: " + errorLine, BackupLogger.ERROR_TYPE); } } int exitCode = process.waitFor(); if (exitCode == 0) { log.writeInfo("【备份数据库】数据库备份成功:" + backupFile.getAbsolutePath(), BackupLogger.INFO_TYPE); } else { log.writeInfo("【备份数据库】数据库备份失败,退出码: " + exitCode, BackupLogger.ERROR_TYPE); } return true; } catch (Exception e) { e.printStackTrace(); log.writeInfo("【备份数据库】数据库备份失败:" + e.getMessage(), BackupLogger.ERROR_TYPE); backupFile.delete(); return false; } } /** * 第四步:执行对数据库文件、工程代码、上传文件做压缩备份 * @return */ public boolean zipDataBackup() { log.writeInfo("【压缩备份文件】开始压缩备份文件..................", BackupLogger.INFO_TYPE); String documentPath = config.getProperty("DOCUMENT_ROOT"); String databasePath = config.getProperty("DATABASE_BACKUP"); String zipFilePath = config.getProperty("ZIPFILE_BACKUP"); log.writeInfo("【压缩备份文件】附件存储目录路径:" + documentPath, BackupLogger.INFO_TYPE); log.writeInfo("【压缩备份文件】数据库备份完整路径:" + databasePath, BackupLogger.INFO_TYPE); log.writeInfo("【压缩备份文件】备份压缩文件完整路径:" + zipFilePath, BackupLogger.INFO_TYPE); try (FileOutputStream fos = new FileOutputStream(zipFilePath); ZipOutputStream zos = new ZipOutputStream(fos)){ StringBuilder sbSql = new StringBuilder(); sbSql.append("SELECT SUBSTRING_INDEX(attachment_url, '/', -1) folder_name,attachment_title AS file_name,attachment_url AS folder_path \n"); sbSql.append("FROM product_sys_attachments \n"); sbSql.append("WHERE (created_utc_datetime > ? AND created_utc_datetime <= ?) \n"); sbSql.append("OR (updated_utc_datetime > ? AND updated_utc_datetime <= ?) \n"); DataTableEntity dtTable = baseDao.listTable(sbSql.toString(), new Object[] {STANDARD_START_TIME, STANDARD_FINAL_TIME, STANDARD_START_TIME, STANDARD_FINAL_TIME}); if(dtTable != null && dtTable.getRows() > 0) { Map> groupFolderFile = new HashMap<>(); for(int i = 0; i < dtTable.getRows(); i++) { String folderName = dtTable.getFieldSetEntity(i).getString("folder_path"); String fileName = dtTable.getFieldSetEntity(i).getString("file_name"); if (groupFolderFile.containsKey(folderName)) { groupFolderFile.get(folderName).add(fileName); } else { groupFolderFile.put(folderName, new ArrayList(Arrays.asList(fileName))); } } log.writeInfo("【压缩备份文件】压缩系统增量附件", BackupLogger.INFO_TYPE); SystemBackupUtil.compressExistingFiles(groupFolderFile, documentPath, zos); } log.writeInfo("【压缩备份文件】压缩数据库备份文件", BackupLogger.INFO_TYPE); SystemBackupUtil.addFileToZip(new File(databasePath), "database/" + NUMBER_TIME + ".sql", zos); log.writeInfo("【压缩备份文件】压缩完成", BackupLogger.INFO_TYPE); return true; } catch (IOException e) { e.printStackTrace(); log.writeInfo("【压缩备份文件】压缩失败:" + e.getMessage(), BackupLogger.ERROR_TYPE); return false; } finally { File file = new File(databasePath); file.delete(); log.writeInfo("【压缩备份文件】清理数据库备份文件完成", BackupLogger.INFO_TYPE); } } /** * 第五步:SFTP连接:通过SFTP将备份文件上传备用机 或 从mysql服务器上获取备份文件 * @param isUpload 是否上传 * @return */ public boolean sftpTransferService() { String localFilePath = config.getProperty("ZIPFILE_BACKUP"); // 本地文件路径 String sftpFilePath = config.getProperty("UPLOAD_BACKUP_DIR") + NUMBER_TIME + ".zip"; // SFTP服务文件路径; String host = config.getProperty("UPLOAD_SFTP_HOST"); // SFTP服务IP地址 String port = config.getProperty("UPLOAD_SFTP_PORT"); // SSH端口 String user = config.getProperty("UPLOAD_SFTP_USER"); // SFTP服务的用户名 String password = config.getProperty("UPLOAD_SFTP_PWD"); // SFTP服务的密码 log.writeInfo("【上传系统备份文件】开始上传系统备份文件..................", BackupLogger.INFO_TYPE); log.writeInfo("【上传系统备份文件】SFTP服务地址:" + host, BackupLogger.INFO_TYPE); log.writeInfo("【上传系统备份文件】SFTP服务端口:" + port, BackupLogger.INFO_TYPE); log.writeInfo("【上传系统备份文件】SFTP服务存储目录:" + sftpFilePath, BackupLogger.INFO_TYPE); log.writeInfo("【上传系统备份文件】当前服务存储目录:" + localFilePath, BackupLogger.INFO_TYPE); if (StringUtils.isEmpty(host) || StringUtils.isEmpty(port) || StringUtils.isEmpty(user) || StringUtils.isEmpty(password)) { log.writeInfo("【上传系统备份文件】SFTP信息未配置完整,不予连接传输文件", BackupLogger.INFO_TYPE); return true; } try { JSch jsch = new JSch(); Session session = jsch.getSession(user, host, Integer.valueOf(port)); session.setPassword(password); session.setConfig("StrictHostKeyChecking", "no"); // 仅限测试环境 session.connect(5000); // 设置连接超时时间 Channel channel = session.openChannel("sftp"); channel.connect(5000); // 设置通道超时时间 ChannelSftp sftpChannel = (ChannelSftp) channel; // 确保目录存在(关键步骤) String remoteDir = sftpFilePath.substring(0, sftpFilePath.lastIndexOf('/')); if (!remoteDir.startsWith("/")) { remoteDir = "/" + remoteDir; } // 创建对应目录文件夹 createRemoteDirectory(sftpChannel, remoteDir); sftpChannel.put(localFilePath, sftpFilePath, new SftpProgressMonitor() { public void init(int op, String src, String dest, long max) { log.writeInfo("【上传系统备份文件】开始传输: " + src + " -> " + dest, BackupLogger.INFO_TYPE); } public boolean count(long count) { return true; } public void end() { log.writeInfo("【上传系统备份文件】传输完成", BackupLogger.INFO_TYPE); } }); sftpChannel.exit(); session.disconnect(); log.writeInfo("【上传系统备份文件】上传系统备份文件成功", BackupLogger.INFO_TYPE); } catch (JSchException | SftpException e) { e.printStackTrace(); log.writeInfo("【上传系统备份文件】上传系统备份文件失败:" + e.getMessage(), BackupLogger.ERROR_TYPE); return false; } return true; } /** * SFTP递归创建远程目录 * @param sftpChannel * @param remoteDir * @throws SftpException */ private void createRemoteDirectory(ChannelSftp sftpChannel, String remoteDir) throws SftpException { try { sftpChannel.cd(remoteDir); } catch (SftpException e) { if (e.id == ChannelSftp.SSH_FX_NO_SUCH_FILE) { if (remoteDir.length() == 3 && remoteDir.charAt(1) == ':') { // 跳过根目录 return; } int pos = remoteDir.lastIndexOf('/'); if (pos > 0) { createRemoteDirectory(sftpChannel, remoteDir.substring(0, pos)); } sftpChannel.mkdir(remoteDir); log.writeInfo("【上传备份文件】创建目录成功: " + remoteDir, BackupLogger.INFO_TYPE); } else { throw e; } } } }