perf: 优化定时任务

This commit is contained in:
xiaojunnuo
2024-08-05 16:00:04 +08:00
parent 2182dce07c
commit 87e440ee2a
6 changed files with 83 additions and 31 deletions

View File

@@ -88,15 +88,16 @@ export class PipelineService extends BaseService<PipelineEntity> {
}
async update(bean: PipelineEntity) {
await this.clearTriggers(bean.id);
//更新非trigger部分
await super.update(bean);
await this.registerTriggerById(bean.id);
}
async save(bean: PipelineEntity) {
await this.clearTriggers(bean.id);
const pipeline = JSON.parse(bean.content);
bean.title = pipeline.title;
if (bean.content) {
const pipeline = JSON.parse(bean.content);
bean.title = pipeline.title;
}
await this.addOrUpdate(bean);
await this.registerTriggerById(bean.id);
}

View File

@@ -22,6 +22,7 @@ export class CronConfiguration {
...this.config,
});
container.registerObject('cron', this.cron);
this.cron.start();
this.logger.info('cron started');
}
}

View File

@@ -17,56 +17,64 @@ export class CronTask {
name: string;
stoped = false;
timeoutId: any;
nextTime: any;
constructor(req: CronTaskReq, logger: ILogger) {
this.cron = req.cron;
this.job = req.job;
this.name = req.name;
this.logger = logger;
this.start();
}
start() {
genNextTime() {
if (!this.cron) {
return;
return null;
}
if (this.stoped) {
return;
return null;
}
const interval = parser.parseExpression(this.cron);
const next = interval.next().getTime();
const now = Date.now();
const delay = next - now;
this.timeoutId = setTimeout(async () => {
try {
if (this.stoped) {
return;
}
await this.job();
} catch (e) {
this.logger.error(`[cron] job error : [${this.name}]`, e);
}
this.start();
}, delay);
this.logger.info(`[cron] [${this.name}], cron:${this.cron}, next run :${new Date(next).toLocaleString()}`);
this.nextTime = next;
return next;
}
stop() {
this.stoped = true;
clearTimeout(this.timeoutId);
}
}
export class Cron {
logger: ILogger;
immediateTriggerOnce: boolean;
bucket: Record<string, CronTask> = {};
queue: CronTask[] = [];
constructor(opts: any) {
this.logger = opts.logger;
this.immediateTriggerOnce = opts.immediateTriggerOnce;
}
start() {
this.logger.info('[cron] start');
this.queue.forEach(task => {
task.genNextTime();
});
setInterval(() => {
const now = new Date().getTime();
for (const task of this.queue) {
if (task.nextTime <= now) {
task.job().catch(e => {
this.logger.error(`job execute error : [${task.name}]`, e);
});
task.genNextTime();
} else {
break;
}
}
}, 1000 * 60);
}
register(req: CronTaskReq) {
if (!req.cron) {
this.logger.info(`[cron] register once : [${req.name}]`);
@@ -78,21 +86,26 @@ export class Cron {
this.logger.info(`[cron] register cron : [${req.name}] ,${req.cron}`);
const task = new CronTask(req, this.logger);
this.bucket[task.name] = task;
task.genNextTime();
this.queue.push(task);
// sort by nextTime
this.queue.sort((a, b) => a.nextTime - b.nextTime);
this.logger.info('当前定时任务数量:', this.getTaskSize());
}
remove(taskName: string) {
this.logger.info(`[cron] remove : [${taskName}]`);
const task = this.bucket[taskName];
if (task) {
task.stop();
delete this.bucket[taskName];
const index = this.queue.findIndex(item => item.name === taskName);
if (index !== -1) {
this.queue[index].stop();
this.queue.splice(index, 1);
}
}
getTaskSize() {
const tasks = Object.keys(this.bucket);
const tasks = Object.keys(this.queue);
return tasks.length;
}
}

View File

@@ -75,6 +75,10 @@ export class AsyncSsh2Client {
}
async exec(script: string) {
if (!script) {
this.logger.info('script 为空,取消执行');
return;
}
return new Promise((resolve, reject) => {
this.logger.info(`执行命令:[${this.connConf.host}][exec]: ` + script);
this.conn.exec(script, (err: Error, stream: any) => {
@@ -97,6 +101,10 @@ export class AsyncSsh2Client {
data += out;
this.logger.info(`[${this.connConf.host}][info]: ` + out.trimEnd());
})
.on('error', (err: any) => {
reject(err);
this.logger.error(err);
})
.stderr.on('data', (ret: Buffer) => {
const err = this.convert(ret);
data += err;

View File

@@ -30,6 +30,7 @@ export class HostShellExecutePlugin extends AbstractTaskPlugin {
name: 'a-textarea',
vModel: 'value',
},
required: true,
})
script!: string;