perf: 域名导入任务进度条

This commit is contained in:
xiaojunnuo
2026-01-25 00:50:36 +08:00
parent f7b13c69e9
commit 7058d5cb93
10 changed files with 308 additions and 48 deletions
@@ -255,3 +255,4 @@ export class SysSafeSetting extends BaseSettings {
autoHiddenTimes: 5, autoHiddenTimes: 5,
}; };
} }
@@ -2,8 +2,9 @@ import { useFormWrapper } from "@fast-crud/fast-crud";
export type FormOptionReq = { export type FormOptionReq = {
title: string; title: string;
columns: any; columns?: any;
onSubmit?: any; onSubmit?: any;
body?: any;
}; };
export function useFormDialog() { export function useFormDialog() {
@@ -18,6 +19,9 @@ export function useFormDialog() {
wrapper: { wrapper: {
title: req.title, title: req.title,
saveRemind: false, saveRemind: false,
slots: {
"form-body-top": req.body,
},
}, },
async afterSubmit() {}, async afterSubmit() {},
async doSubmit({ form }: any) { async doSubmit({ form }: any) {
@@ -58,17 +58,44 @@ export async function DeleteBatch(ids: any[]) {
}); });
} }
export async function SyncSubmit(body: any) { export async function ImportTaskAdd(body: any) {
return await request({ return await request({
url: apiPrefix + "/sync/import", url: apiPrefix + "/import/add",
method: "post", method: "post",
data: body, data: body,
}); });
} }
export async function ImportTaskStatus() {
export async function SyncDomainsExpiration() {
return await request({ return await request({
url: apiPrefix + "/sync/expiration", url: apiPrefix + "/import/status",
method: "post",
});
}
export async function ImportTaskDelete(key: any) {
return await request({
url: apiPrefix + "/import/delete",
method: "post",
params: { key },
});
}
export async function ImportTaskStart(key: any) {
return await request({
url: apiPrefix + "/import/start",
method: "post",
params: { key },
});
}
export async function SyncExpirationStart() {
return await request({
url: apiPrefix + "/sync/expiration/start",
method: "post",
});
}
export async function SyncExpirationStatus() {
return await request({
url: apiPrefix + "/sync/expiration/status",
method: "post", method: "post",
}); });
} }
@@ -1,15 +1,15 @@
import * as api from "./api"; import { AddReq, compute, CreateCrudOptionsProps, CreateCrudOptionsRet, DelReq, dict, EditReq, UserPageQuery, UserPageRes } from "@fast-crud/fast-crud";
import { useI18n } from "/src/locales"; import { Modal, notification } from "ant-design-vue";
import { Ref, ref } from "vue"; import { Ref, ref } from "vue";
import { useRouter } from "vue-router"; import { useRouter } from "vue-router";
import { AddReq, compute, CreateCrudOptionsProps, CreateCrudOptionsRet, DelReq, dict, EditReq, UserPageQuery, UserPageRes } from "@fast-crud/fast-crud"; import * as api from "./api";
import { useUserStore } from "/@/store/user"; import DomainImportTaskStatus from "./domain-import-task-status.vue";
import { useSettingStore } from "/@/store/settings";
import { Dicts } from "/@/components/plugins/lib/dicts"; import { Dicts } from "/@/components/plugins/lib/dicts";
import { useSettingStore } from "/@/store/settings";
import { useUserStore } from "/@/store/user";
import { useFormDialog } from "/@/use/use-dialog";
import { createAccessApi } from "/@/views/certd/access/api"; import { createAccessApi } from "/@/views/certd/access/api";
import { Modal, notification } from "ant-design-vue"; import { useI18n } from "/src/locales";
import { useDomainImport } from "./use";
export default function ({ crudExpose, context }: CreateCrudOptionsProps): CreateCrudOptionsRet { export default function ({ crudExpose, context }: CreateCrudOptionsProps): CreateCrudOptionsRet {
const router = useRouter(); const router = useRouter();
const { t } = useI18n(); const { t } = useI18n();
@@ -51,7 +51,7 @@ export default function ({ crudExpose, context }: CreateCrudOptionsProps): Creat
url: "pi/dnsProvider/dnsProviderTypeDict", url: "pi/dnsProvider/dnsProviderTypeDict",
}); });
const openDomainImportDialog = useDomainImport(); const { openFormDialog } = useFormDialog();
return { return {
crudOptions: { crudOptions: {
settings: { settings: {
@@ -103,13 +103,15 @@ export default function ({ crudExpose, context }: CreateCrudOptionsProps): Creat
needPlus: true, needPlus: true,
color: "gold", color: "gold",
icon: "mingcute:vip-1-line", icon: "mingcute:vip-1-line",
click: () => { click: async () => {
settingStore.checkPlus(); settingStore.checkPlus();
openDomainImportDialog({ await openFormDialog({
afterSubmit: () => { title: "从域名提供商导入域名",
setTimeout(() => { body: () => {
crudExpose.doRefresh(); return <DomainImportTaskStatus />;
}, 2000); },
onSubmit: async (form: any) => {
crudExpose.doRefresh();
}, },
}); });
}, },
@@ -120,7 +122,7 @@ export default function ({ crudExpose, context }: CreateCrudOptionsProps): Creat
icon: "ion:refresh-outline", icon: "ion:refresh-outline",
text: "同步域名过期时间", text: "同步域名过期时间",
click: async () => { click: async () => {
await api.SyncDomainsExpiration(); await api.SyncExpirationStart();
notification.success({ notification.success({
message: "同步任务已提交", message: "同步任务已提交",
}); });
@@ -0,0 +1,76 @@
<template>
<div class="domain-import-task-status">
<div class="action">
<fs-button type="primary" size="small" icon="ion:add-outline" @click="addTask">添加导入任务</fs-button>
</div>
<table class="table table-striped">
<thead>
<tr>
<th>标题</th>
<th>进度</th>
<th>操作</th>
</tr>
</thead>
<tbody>
<tr v-for="item in list" :key="item.taskId">
<td>{{ item.title }}</td>
<td>
<a-progress :percent="item.percent" size="small" status="active" />
</td>
<td>
<fs-button type="primary" size="small" icon="ion:play-outline" @click="startTask(item)">执行</fs-button>
<fs-button type="danger" size="small" icon="ion:stop-outline" @click="deleteTask(item)">删除</fs-button>
</td>
</tr>
</tbody>
</table>
</div>
</template>
<script setup lang="ts">
import { onMounted, ref } from "vue";
import * as api from "./api";
import { Modal } from "ant-design-vue";
import { useDomainImport } from "./use";
defineOptions({
name: "DomainImportTaskStatus",
});
const list = ref([]);
async function loadImportTaskStatus() {
const res = await api.ImportTaskStatus();
list.value = res || [];
}
async function startTask(item: any) {
await api.ImportTaskStart(item);
await loadImportTaskStatus();
}
async function deleteTask(item: any) {
Modal.confirm({
title: "确认删除吗?",
okText: "确认",
okType: "danger",
onOk: async () => {
await api.ImportTaskDelete(item.taskId);
await loadImportTaskStatus();
},
});
}
const openDomainImportDialog = useDomainImport();
async function addTask() {
await openDomainImportDialog({
afterSubmit: async () => {
await loadImportTaskStatus();
},
});
}
onMounted(async () => {
await loadImportTaskStatus();
});
</script>
@@ -53,11 +53,10 @@ export function useDomainImport() {
title: "从域名提供商导入域名", title: "从域名提供商导入域名",
columns: columns, columns: columns,
onSubmit: async (form: any) => { onSubmit: async (form: any) => {
await api.SyncSubmit({ await api.ImportTaskAdd({
dnsProviderType: form.dnsProviderType, dnsProviderType: form.dnsProviderType,
dnsProviderAccessId: form.dnsProviderAccessId, dnsProviderAccessId: form.dnsProviderAccessId,
}); });
message.success("导入任务已提交");
if (req.afterSubmit) { if (req.afterSubmit) {
req.afterSubmit(); req.afterSubmit();
} }
@@ -1,6 +1,6 @@
import { ALL, Body, Controller, Inject, Post, Provide, Query } from '@midwayjs/core'; import { ALL, Body, Controller, Inject, Post, Provide, Query } from '@midwayjs/core';
import { Constants, CrudController } from '@certd/lib-server'; import { Constants, CrudController } from '@certd/lib-server';
import {DomainService} from "../../../modules/cert/service/domain-service.js"; import { DomainService } from "../../../modules/cert/service/domain-service.js";
import { checkPlus } from '@certd/plus-core'; import { checkPlus } from '@certd/plus-core';
/** /**
@@ -80,23 +80,63 @@ export class DomainController extends CrudController<DomainService> {
} }
@Post('/sync/import', { summary: Constants.per.authOnly }) @Post('/import/start', { summary: Constants.per.authOnly })
async syncImport(@Body(ALL) body: any) { async importStart(@Body(ALL) body: any) {
const { dnsProviderType, dnsProviderAccessId } = body; const { key } = body;
const req = { const req = {
dnsProviderType, dnsProviderAccessId, userId: this.getUserId(), key, userId: this.getUserId(),
} }
checkPlus() checkPlus()
await this.service.doSyncFromProvider(req); await this.service.startDomainImportTask(req);
return this.ok(); return this.ok();
} }
@Post('/sync/expiration', { summary: Constants.per.authOnly }) @Post('/import/status', { summary: Constants.per.authOnly })
async syncExpiration(@Body(ALL) body: any) { async importStatus() {
await this.service.doSyncDomainsExpirationDate({ const req = {
userId: this.getUserId(),
}
const task = await this.service.getDomainImportTaskStatus(req);
return this.ok(task);
}
@Post('/import/add', { summary: Constants.per.authOnly })
async importAdd(@Body(ALL) body: any) {
const { dnsProviderType, dnsProviderAccessId, title } = body;
const req = {
userId: this.getUserId(),
dnsProviderType, dnsProviderAccessId, title,
}
const item = await this.service.addDomainImportTask(req);
return this.ok(item);
}
@Post('/import/delete', { summary: Constants.per.authOnly })
async importDelete(@Body(ALL) body: any) {
const { key } = body;
const req = {
userId: this.getUserId(),
key,
}
await this.service.deleteDomainImportTask(req);
return this.ok();
}
@Post('/sync/expiration/start', { summary: Constants.per.authOnly })
async syncExpirationStart(@Body(ALL) body: any) {
await this.service.startSyncExpirationTask({
userId: this.getUserId(), userId: this.getUserId(),
}) })
return this.ok(); return this.ok();
} }
@Post('/sync/expiration/status', { summary: Constants.per.authOnly })
async syncExpirationStatus(@Body(ALL) body: any) {
const status = await this.service.getSyncExpirationTaskStatus({
userId: this.getUserId(),
})
return this.ok(status);
}
} }
@@ -3,16 +3,17 @@ import { logger } from "@certd/basic"
export class BackTaskExecutor { export class BackTaskExecutor {
tasks: Record<string, Record<string, BackTask>> = {} tasks: Record<string, Record<string, BackTask>> = {}
start(type: string, task: BackTask) { start(task: BackTask) {
const type = task.type || 'default'
if (!this.tasks[type]) { if (!this.tasks[type]) {
this.tasks[type] = {} this.tasks[type] = {}
} }
const oldTask = this.tasks[type][task.key] const oldTask = this.tasks[type][task.key]
if (oldTask && oldTask.status === "running") { if (oldTask && oldTask.status === "running") {
throw new Error(`任务 ${type}${task.key} 正在运行中`) throw new Error(`任务 ${task.title} 正在运行中`)
} }
this.tasks[type][task.key] = task this.tasks[type][task.key] = task
this.run(type, task); this.run(task);
} }
get(type: string, key: string) { get(type: string, key: string) {
@@ -37,7 +38,8 @@ export class BackTaskExecutor {
} }
} }
private async run(type: string, task: any) { private async run(task: BackTask) {
const type = task.type || 'default'
if (task.status === "running") { if (task.status === "running") {
throw new Error(`任务 ${type}${task.key} 正在运行中`) throw new Error(`任务 ${type}${task.key} 正在运行中`)
} }
@@ -49,7 +51,7 @@ export class BackTaskExecutor {
} catch (e) { } catch (e) {
logger.error(`任务 ${task.title}[${type}-${task.key}] 执行失败`, e.message); logger.error(`任务 ${task.title}[${type}-${task.key}] 执行失败`, e.message);
task.status = "failed"; task.status = "failed";
task.error = e.message; task.addError(e.message)
} finally { } finally {
task.endTime = Date.now(); task.endTime = Date.now();
task.status = "done"; task.status = "done";
@@ -61,9 +63,10 @@ export class BackTaskExecutor {
} }
} }
export class BackTask { export class BackTask {
type: string;
key: string; key: string;
title: string; title: string;
total: number = 0; total: number = 0;
@@ -79,10 +82,12 @@ export class BackTask {
run: (task: BackTask) => Promise<void>; run: (task: BackTask) => Promise<void>;
constructor(opts:{ constructor(opts: {
type: string,
key: string, title: string, run: (task: BackTask) => Promise<void> key: string, title: string, run: (task: BackTask) => Promise<void>
}) { }) {
const {key, title, run} = opts const { key, title, run, type } = opts
this.type = type
this.key = key; this.key = key;
this.title = title; this.title = title;
Object.defineProperty(this, 'run', { Object.defineProperty(this, 'run', {
@@ -14,6 +14,8 @@ import { TaskServiceBuilder } from '../../pipeline/service/getter/task-service-g
import { SubDomainService } from "../../pipeline/service/sub-domain-service.js"; import { SubDomainService } from "../../pipeline/service/sub-domain-service.js";
import { DomainEntity } from '../entity/domain.js'; import { DomainEntity } from '../entity/domain.js';
import { BackTask, taskExecutor } from '../../basic/service/task-executor.js'; import { BackTask, taskExecutor } from '../../basic/service/task-executor.js';
import { UserSettingsService } from '../../mine/service/user-settings-service.js';
import { UserDomainImportSetting } from '../../mine/service/models.js';
export interface SyncFromProviderReq { export interface SyncFromProviderReq {
userId: number; userId: number;
@@ -22,6 +24,9 @@ export interface SyncFromProviderReq {
} }
const DOMAIN_IMPORT_TASK_TYPE = 'domainImportTask'
const DOMAIN_EXPIRE_TASK_TYPE = 'domainExpirationSyncTask'
/** /**
* *
@@ -43,6 +48,9 @@ export class DomainService extends BaseService<DomainEntity> {
@Inject() @Inject()
taskServiceBuilder: TaskServiceBuilder; taskServiceBuilder: TaskServiceBuilder;
@Inject()
userSettingService: UserSettingsService;
//@ts-ignore //@ts-ignore
getRepository() { getRepository() {
return this.repository; return this.repository;
@@ -207,13 +215,26 @@ export class DomainService extends BaseService<DomainEntity> {
} }
async doSyncFromProvider(req: SyncFromProviderReq) { async startDomainImportTask(req: {userId:number,key:string}) {
const key = `user_${req.userId || 0}` const key = req.key
taskExecutor.start('syncFromProviderTask', new BackTask({ const setting = await this.userSettingService.getSetting<UserDomainImportSetting>(req.userId, UserDomainImportSetting)
const item = setting.domainImportList.find(item => item.key === key)
if (!item) {
throw new Error(`域名导入任务配置(${key})还未注册`)
}
const { dnsProviderType, dnsProviderAccessId,title } = item
taskExecutor.start(new BackTask({
type: DOMAIN_IMPORT_TASK_TYPE,
key, key,
title: `从域名提供商导入域名(${key})`, title: title,
run: async (task: BackTask) => { run: async (task: BackTask) => {
await this._syncFromProvider(req, task) await this._syncFromProvider({
userId: req.userId,
dnsProviderType,
dnsProviderAccessId,
}, task)
}, },
})) }))
} }
@@ -288,10 +309,85 @@ export class DomainService extends BaseService<DomainEntity> {
logger.info(`从域名提供商${dnsProviderType}导入域名完成(${key}),共导入${task.current}个域名,跳过${task.getSkipCount()}个域名`) logger.info(`从域名提供商${dnsProviderType}导入域名完成(${key}),共导入${task.current}个域名,跳过${task.getSkipCount()}个域名`)
} }
async doSyncDomainsExpirationDate(req: { userId?: number }) { async getDomainImportTaskStatus(req:{userId?:number}) {
const userId = req.userId || 0
const setting = await this.userSettingService.getSetting<UserDomainImportSetting>(userId, UserDomainImportSetting)
const list= setting?.domainImportList || []
const taskList:any = []
for (const item of list) {
const { key } = item
const task = taskExecutor.get(DOMAIN_IMPORT_TASK_TYPE,key)
taskList.push({
...item,
task,
})
}
return taskList
}
async addDomainImportTask(req:{userId?:number,dnsProviderType:string,dnsProviderAccessId:string,title:string}) {
const userId = req.userId || 0
const { dnsProviderType, dnsProviderAccessId,title } = req
const key = `user_${userId}_${dnsProviderType}_${dnsProviderAccessId}`
const setting = await this.userSettingService.getSetting<UserDomainImportSetting>(userId, UserDomainImportSetting)
setting.domainImportList = setting.domainImportList || []
if (setting.domainImportList.find(item => item.key === key)) {
throw new Error(`该域名导入任务${key}已存在`)
}
const access = await this.accessService.getAccessById(dnsProviderAccessId, true, userId)
if (!access) {
throw new Error(`该授权(${dnsProviderAccessId})不存在,请检查是否已被删除`)
}
const item = {
dnsProviderType,
dnsProviderAccessId,
key,
title,
}
setting.domainImportList.push(item)
await this.userSettingService.saveSetting(userId, setting)
return item
}
async deleteDomainImportTask(req:{userId?:number,key:string}) {
const userId = req.userId || 0
const { key } = req
const setting = await this.userSettingService.getSetting<UserDomainImportSetting>(userId, UserDomainImportSetting)
setting.domainImportList = setting.domainImportList || []
const index = setting.domainImportList.findIndex(item => item.key === key)
if (index === -1) {
throw new Error(`该域名导入任务${key}不存在`)
}
setting.domainImportList.splice(index, 1)
taskExecutor.clear(DOMAIN_IMPORT_TASK_TYPE,key)
await this.userSettingService.saveSetting(userId, setting)
}
async getSyncExpirationTaskStatus(req:{userId?:number}) {
const userId = req.userId || 0
const key = `user_${userId}`
const task = taskExecutor.get(DOMAIN_EXPIRE_TASK_TYPE,key)
return task
}
async startSyncExpirationTask(req: { userId?: number }) {
const userId = req.userId const userId = req.userId
const key = `user_${userId || 0}` const key = `user_${userId || 0}`
taskExecutor.start('syncDomainsExpirationDateTask', new BackTask({ taskExecutor.start(new BackTask({
type: DOMAIN_EXPIRE_TASK_TYPE,
key, key,
title: `同步注册域名过期时间(${key}))`, title: `同步注册域名过期时间(${key}))`,
run: async (task: BackTask) => { run: async (task: BackTask) => {
@@ -407,4 +503,6 @@ export class DomainService extends BaseService<DomainEntity> {
const key = `user_${req.userId || 'all'}` const key = `user_${req.userId || 'all'}`
logger.info(`同步用户(${key})注册域名过期时间完成(${req.task.getSuccessCount()}个成功,${req.task.errors.length}个失败)` ) logger.info(`同步用户(${key})注册域名过期时间完成(${req.task.getSuccessCount()}个成功,${req.task.errors.length}个失败)` )
} }
} }
@@ -46,3 +46,11 @@ export class UserGrantSetting extends BaseSettings {
allowAdminViewCerts:boolean = false; allowAdminViewCerts:boolean = false;
} }
export class UserDomainImportSetting extends BaseSettings {
static __title__ = "用户域名导入设置";
static __key__ = "user.domain.import";
domainImportList:{dnsProviderType:string,dnsProviderAccessId:string,key:string,title:string}[];
}