Files
certd/packages/ui/certd-server/src/plugins/plugin-other/plugins/plugin-db-backup.ts
T

228 lines
6.9 KiB
TypeScript
Raw Normal View History

2024-10-15 19:27:55 +08:00
import { IsTaskPlugin, pluginGroups, RunStrategy, TaskInput } from '@certd/pipeline';
import fs from 'fs';
import path from 'path';
import dayjs from 'dayjs';
import { AbstractPlusTaskPlugin } from '@certd/plugin-plus';
import JSZip from 'jszip';
import * as os from 'node:os';
import { SshAccess, SshClient } from '@certd/plugin-lib';
2024-10-15 19:27:55 +08:00
const defaultBackupDir = 'certd_backup';
const defaultFilePrefix = 'db-backup';
@IsTaskPlugin({
name: 'DBBackupPlugin',
title: '数据库备份',
icon: 'lucide:database-backup',
2024-10-15 19:27:55 +08:00
desc: '仅支持备份SQLite数据库',
group: pluginGroups.other.key,
2025-04-10 09:35:50 +08:00
showRunStrategy: true,
2024-10-15 19:27:55 +08:00
default: {
strategy: {
runStrategy: RunStrategy.AlwaysRun,
},
},
needPlus: true,
})
export class DBBackupPlugin extends AbstractPlusTaskPlugin {
@TaskInput({
title: '备份方式',
value: 'local',
component: {
name: 'a-select',
options: [
{ label: '本地复制', value: 'local' },
{ label: 'ssh上传', value: 'ssh' },
],
placeholder: '',
},
helper: '支持本地复制、ssh上传',
required: true,
})
backupMode = 'local';
@TaskInput({
title: '主机登录授权',
component: {
name: 'access-selector',
type: 'ssh',
},
mergeScript: `
return {
show:ctx.compute(({form})=>{
return form.backupMode === 'ssh';
})
}
`,
required: true,
})
sshAccessId!: number;
@TaskInput({
title: '备份保存目录',
component: {
name: 'a-input',
type: 'value',
placeholder: `默认${defaultBackupDir}`,
},
helper: `ssh方式默认保存在当前用户的${defaultBackupDir}目录下,本地方式默认保存在data/${defaultBackupDir}目录下,也可以填写绝对路径`,
required: false,
})
backupDir: string = defaultBackupDir;
@TaskInput({
title: '备份文件前缀',
component: {
name: 'a-input',
vModel: 'value',
placeholder: `默认${defaultFilePrefix}`,
},
required: false,
})
filePrefix: string = defaultFilePrefix;
2024-11-30 17:36:47 +08:00
@TaskInput({
title: '附加上传文件',
value: true,
component: {
name: 'a-switch',
vModel: 'checked',
placeholder: `是否备份上传的头像等文件`,
},
required: false,
})
withUpload = true;
2024-10-15 19:27:55 +08:00
@TaskInput({
title: '删除过期备份',
component: {
name: 'a-input-number',
vModel: 'value',
placeholder: '20',
},
2024-10-15 19:42:59 +08:00
helper: '删除多少天前的备份,不填则不删除,windows暂不支持',
2024-10-15 19:27:55 +08:00
required: false,
})
retainDays!: number;
async onInstance() {}
async execute(): Promise<void> {
this.logger.info('开始备份数据库');
let dbPath = process.env.certd_typeorm_dataSource_default_database;
dbPath = dbPath || './data/db.sqlite';
if (!fs.existsSync(dbPath)) {
this.logger.error('数据库文件不存在:', dbPath);
return;
}
const dbTmpFilename = `${this.filePrefix}.${dayjs().format('YYYYMMDD.HHmmss')}.sqlite`;
const dbZipFilename = `${dbTmpFilename}.zip`;
const tempDir = path.resolve(os.tmpdir(), 'certd_backup');
if (!fs.existsSync(tempDir)) {
await fs.promises.mkdir(tempDir, { recursive: true });
}
const dbTmpPath = path.resolve(tempDir, dbTmpFilename);
const dbZipPath = path.resolve(tempDir, dbZipFilename);
//复制到临时目录
await fs.promises.copyFile(dbPath, dbTmpPath);
//本地压缩
const zip = new JSZip();
const stream = fs.createReadStream(dbTmpPath);
// 使用流的方式添加文件内容
zip.file(dbTmpFilename, stream, { binary: true, compression: 'DEFLATE' });
2024-11-30 17:36:47 +08:00
const uploadDir = path.resolve('data', 'upload');
if (this.withUpload && fs.existsSync(uploadDir)) {
zip.folder(uploadDir);
}
const content = await zip.generateAsync({ type: 'nodebuffer' });
await fs.promises.writeFile(dbZipPath, content);
this.logger.info(`数据库文件压缩完成:${dbZipPath}`);
this.logger.info('开始备份,当前备份方式:', this.backupMode);
2024-10-15 19:27:55 +08:00
const backupDir = this.backupDir || defaultBackupDir;
const backupFilePath = `${backupDir}/${dbZipFilename}`;
2024-10-15 19:27:55 +08:00
if (this.backupMode === 'local') {
await this.localBackup(dbZipPath, backupDir, backupFilePath);
2024-10-15 19:27:55 +08:00
} else if (this.backupMode === 'ssh') {
await this.sshBackup(dbZipPath, backupDir, backupFilePath);
2024-10-15 19:27:55 +08:00
} else if (this.backupMode === 'oss') {
await this.ossBackup(dbZipPath, backupDir, backupFilePath);
2024-10-15 19:27:55 +08:00
} else {
throw new Error(`不支持的备份方式:${this.backupMode}`);
}
this.logger.info('数据库备份完成');
}
private async localBackup(dbPath: string, backupDir: string, backupPath: string) {
if (!backupPath.startsWith('/')) {
2024-10-15 19:42:39 +08:00
backupPath = path.join('./data/', backupPath);
2024-10-15 19:27:55 +08:00
}
2024-10-15 19:42:39 +08:00
const dir = path.dirname(backupPath);
2024-10-15 19:27:55 +08:00
if (!fs.existsSync(dir)) {
await fs.promises.mkdir(dir, { recursive: true });
}
2024-10-15 19:42:39 +08:00
backupPath = path.resolve(backupPath);
2024-10-15 19:27:55 +08:00
await fs.promises.copyFile(dbPath, backupPath);
this.logger.info('备份文件路径:', backupPath);
if (this.retainDays > 0) {
// 删除过期备份
this.logger.info('开始删除过期备份文件');
const files = fs.readdirSync(dir);
const now = Date.now();
let count = 0;
files.forEach(file => {
const filePath = path.join(dir, file);
const stat = fs.statSync(filePath);
if (now - stat.mtimeMs > this.retainDays * 24 * 60 * 60 * 1000) {
fs.unlinkSync(filePath as fs.PathLike);
count++;
this.logger.info('删除过期备份文件:', filePath);
}
});
this.logger.info('删除过期备份文件数:', count);
}
}
private async sshBackup(dbPath: string, backupDir: string, backupPath: string) {
const access: SshAccess = await this.ctx.accessService.getById(this.sshAccessId);
const sshClient = new SshClient(this.logger);
this.logger.info('备份目录:', backupPath);
await sshClient.uploadFiles({
connectConf: access,
transports: [{ localPath: dbPath, remotePath: backupPath }],
mkdirs: true,
});
this.logger.info('备份文件上传完成');
if (this.retainDays > 0) {
// 删除过期备份
this.logger.info('开始删除过期备份文件');
const isWin = access.windows;
2024-10-15 19:42:39 +08:00
let script: string[] = [];
2024-10-15 19:27:55 +08:00
if (isWin) {
throw new Error('删除过期文件暂不支持windows系统');
// script = `forfiles /p ${backupDir} /s /d -${this.retainDays} /c "cmd /c del @path"`;
} else {
2024-10-15 19:42:39 +08:00
script = [`cd ${backupDir}`, 'echo 备份目录', 'pwd', `find . -type f -mtime +${this.retainDays} -name '${this.filePrefix}*' -exec rm -f {} \\;`];
2024-10-15 19:27:55 +08:00
}
await sshClient.exec({
connectConf: access,
script,
});
this.logger.info('删除过期备份文件完成');
}
}
private async ossBackup(dbPath: string, backupDir: string, backupPath: string) {
// TODO
}
}
new DBBackupPlugin();