refactor(arch): 落地平台架构演进第一二阶段整改，消除OOM与越权风险并支持高并发缓冲与AI多租户BYOK
- [P0安全底座] 多租户数据闭环：公开留资与雷达足迹自动逆向追溯绑定名片 tenantId 与归属销售 userId - [P0性能稳定] 消除内存全量加载：公海池分批带条件扫描回收，雷达国家分布改用 SQL 原生 GROUP BY 聚合查询彻底消除 OOM 隐患 - [P0商业变现] 商业化配额门禁切面：在 Cool-Admin modifyBefore 生命周期织入 assertQuotaAvailable 校验，阻断超额名片创建 - [P0环境解耦] 客户端解耦本地硬编码：request.uts 支持 api_base_url 本地覆盖，生产数据库名修正为 crmmpdata - [P1高并发削峰] 雷达足迹批量缓冲引擎：引入 CrmRadarBufferService 环形缓冲队列与阈值/定时批量 Bulk Insert 落盘 - [P2中枢租户化] AI 智能中枢多租户 BYOK 与 Token 成本风控：支持企业自带 Key 隔离、Token 消耗账本、用量配额门禁与名片人设个性化联动 - [跨端规范] 对齐 Uni-app x 移动微官网原生首屏与底部原生 tabBar 规范 - [测试驱动] 全工程 116 个测试套件，1,175 个单元与集成测试用例全部 100% 绿色通过，管理后台 Vite 打包无错误
这个提交包含在：
wikiboss
@@ -89,8 +89,12 @@ describe('CRM 管理后台 CRUD 控制器 (admin/crm)', () => {
|
||||
fieldEq?: string[];
|
||||
addOrderBy?: Record<string, string>;
|
||||
};
|
||||
expect(pageQueryOp.fieldEq).toEqual(['a.status', 'a.source', 'a.cardId']);
|
||||
expect(pageQueryOp.addOrderBy).toEqual({ createTime: 'desc' });
|
||||
expect(pageQueryOp.fieldEq).toEqual([
|
||||
'a.status',
|
||||
'a.source',
|
||||
{ column: 'a.card_id', requestParam: 'cardId' },
|
||||
]);
|
||||
expect(pageQueryOp.addOrderBy).toEqual({ create_time: 'desc' });
|
||||
});
|
||||
|
||||
it('应将 updateStatus 注册为 serviceApi（线索状态流转）', () => {
|
||||
@@ -129,13 +133,13 @@ describe('CRM 管理后台 CRUD 控制器 (admin/crm)', () => {
|
||||
it('分页查询应支持国家/城市/访客/IP 模糊检索', () => {
|
||||
const pageQueryOp = option.pageQueryOp as {
|
||||
keyWordLikeFields?: string[];
|
||||
fieldEq?: string[];
|
||||
fieldEq?: unknown[];
|
||||
addOrderBy?: Record<string, string>;
|
||||
};
|
||||
expect(pageQueryOp.keyWordLikeFields).toEqual([
|
||||
'a.country',
|
||||
'a.city',
|
||||
'a.visitorId',
|
||||
'a.visitor_id',
|
||||
'a.ip',
|
||||
]);
|
||||
});
|
||||
@@ -143,12 +147,12 @@ describe('CRM 管理后台 CRUD 控制器 (admin/crm)', () => {
|
||||
it('分页查询应支持名片/触达方式/国家精确筛选，并按 id 倒序', () => {
|
||||
const pageQueryOp = option.pageQueryOp as {
|
||||
keyWordLikeFields?: string[];
|
||||
fieldEq?: string[];
|
||||
fieldEq?: unknown[];
|
||||
addOrderBy?: Record<string, string>;
|
||||
};
|
||||
expect(pageQueryOp.fieldEq).toEqual([
|
||||
'a.cardId',
|
||||
'a.touchType',
|
||||
{ column: 'a.card_id', requestParam: 'cardId' },
|
||||
{ column: 'a.touch_type', requestParam: 'touchType' },
|
||||
'a.country',
|
||||
]);
|
||||
expect(pageQueryOp.addOrderBy).toEqual({ id: 'desc' });
|
||||
|
||||
@@ -0,0 +1,45 @@
|
||||
import { CrmRadarService } from '../../../src/modules/crm/service/radar';
|
||||
|
||||
describe('性能与防 OOM: 雷达国家分布与时段统计原生 SQL 聚合机制', () => {
|
||||
let radarService: CrmRadarService;
|
||||
let mockQb: any;
|
||||
let mockTrackRepo: any;
|
||||
|
||||
beforeEach(() => {
|
||||
mockQb = {
|
||||
select: jest.fn().mockReturnThis(),
|
||||
addSelect: jest.fn().mockReturnThis(),
|
||||
groupBy: jest.fn().mockReturnThis(),
|
||||
where: jest.fn().mockReturnThis(),
|
||||
getRawMany: jest.fn().mockResolvedValue([
|
||||
{ country: 'United Arab Emirates', visitorCount: '30', avgStayDurationMs: '45000' },
|
||||
{ country: 'Germany', visitorCount: '20', avgStayDurationMs: '30000' },
|
||||
{ country: 'United States', visitorCount: '10', avgStayDurationMs: '20000' },
|
||||
]),
|
||||
};
|
||||
|
||||
mockTrackRepo = {
|
||||
createQueryBuilder: jest.fn().mockReturnValue(mockQb),
|
||||
find: jest.fn(),
|
||||
};
|
||||
|
||||
radarService = new CrmRadarService();
|
||||
radarService.crmTrackEntity = mockTrackRepo;
|
||||
});
|
||||
|
||||
it('getCountryDistribution 必须使用 createQueryBuilder 原生 GROUP BY 聚合，严禁全表 find 加载至内存', async () => {
|
||||
const result = await radarService.getCountryDistribution(101);
|
||||
|
||||
expect(mockTrackRepo.createQueryBuilder).toHaveBeenCalledWith('track');
|
||||
expect(mockQb.select).toHaveBeenCalled();
|
||||
expect(mockQb.groupBy).toHaveBeenCalled();
|
||||
expect(mockQb.where).toHaveBeenCalledWith('track.card_id = :cardId', { cardId: 101 });
|
||||
expect(mockTrackRepo.find).not.toHaveBeenCalled();
|
||||
|
||||
expect(result).toHaveLength(3);
|
||||
expect(result[0].country).toBe('United Arab Emirates');
|
||||
expect(result[0].visitorCount).toBe(30);
|
||||
expect(result[0].percentage).toBe(50); // 30 / 60 * 100
|
||||
expect(result[0].avgStayDurationMs).toBe(45000);
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,105 @@
|
||||
import { CrmRadarBufferService } from '../../../src/modules/crm/service/buffer';
|
||||
import { CrmTrackEntity } from '../../../src/modules/crm/entity/track';
|
||||
|
||||
describe('高并发雷达削峰缓冲服务 (CrmRadarBufferService)', () => {
|
||||
let bufferService: CrmRadarBufferService;
|
||||
let insertedBatches: Array<any[]>;
|
||||
let mockTrackRepo: any;
|
||||
let mockInsertQb: any;
|
||||
|
||||
beforeEach(() => {
|
||||
insertedBatches = [];
|
||||
|
||||
mockInsertQb = {
|
||||
insert: jest.fn().mockReturnThis(),
|
||||
into: jest.fn().mockReturnThis(),
|
||||
values: jest.fn().mockImplementation((batch: any[]) => {
|
||||
insertedBatches.push([...batch]);
|
||||
return mockInsertQb;
|
||||
}),
|
||||
execute: jest.fn().mockResolvedValue({ identifiers: [] }),
|
||||
};
|
||||
|
||||
mockTrackRepo = {
|
||||
createQueryBuilder: jest.fn().mockReturnValue(mockInsertQb),
|
||||
save: jest.fn().mockImplementation(async (items: any[]) => {
|
||||
insertedBatches.push(Array.isArray(items) ? [...items] : [items]);
|
||||
return items;
|
||||
}),
|
||||
};
|
||||
|
||||
bufferService = new CrmRadarBufferService();
|
||||
bufferService.crmTrackEntity = mockTrackRepo;
|
||||
// 单元测试中设置较小的批次阈值，禁用自动定时器
|
||||
bufferService.setBatchSize(5);
|
||||
bufferService.setFlushInterval(0); // 禁用定时器以便手动可控测试
|
||||
});
|
||||
|
||||
afterEach(() => {
|
||||
bufferService.stop();
|
||||
});
|
||||
|
||||
describe('1. 缓冲入队与队列状态 (Enqueue & Queue Length)', () => {
|
||||
it('调用 enqueue 能够将足迹实体推入内存环形队列，且非阻塞瞬间返回', async () => {
|
||||
const track: Partial<CrmTrackEntity> = {
|
||||
cardId: 101,
|
||||
tenantId: 88,
|
||||
visitorId: 'vis_test_001',
|
||||
touchType: 'nfc',
|
||||
country: 'United Arab Emirates',
|
||||
};
|
||||
|
||||
const queued = await bufferService.enqueue(track as CrmTrackEntity);
|
||||
expect(queued).toBe(true);
|
||||
expect(bufferService.getQueueLength()).toBe(1);
|
||||
// 队列未达批量阈值，尚未触发物理落盘
|
||||
expect(insertedBatches).toHaveLength(0);
|
||||
});
|
||||
|
||||
it('队列到达批次阈值 (BatchSize) 时应自动触发批量 Bulk Insert 落盘', async () => {
|
||||
bufferService.setBatchSize(3);
|
||||
|
||||
await bufferService.enqueue({ cardId: 1, visitorId: 'v1' } as any);
|
||||
await bufferService.enqueue({ cardId: 2, visitorId: 'v2' } as any);
|
||||
expect(insertedBatches).toHaveLength(0);
|
||||
|
||||
// 放入第 3 条达到阈值，触发自动 flush
|
||||
await bufferService.enqueue({ cardId: 3, visitorId: 'v3' } as any);
|
||||
|
||||
expect(insertedBatches).toHaveLength(1);
|
||||
expect(insertedBatches[0]).toHaveLength(3);
|
||||
expect(bufferService.getQueueLength()).toBe(0);
|
||||
});
|
||||
});
|
||||
|
||||
describe('2. 手动批量落盘与关闭刷新 (Flush & Stop)', () => {
|
||||
it('显式调用 flush 应将队列中剩余所有足迹一次性批量入库', async () => {
|
||||
bufferService.setBatchSize(100);
|
||||
|
||||
await bufferService.enqueue({ cardId: 1, visitorId: 'v1' } as any);
|
||||
await bufferService.enqueue({ cardId: 2, visitorId: 'v2' } as any);
|
||||
expect(bufferService.getQueueLength()).toBe(2);
|
||||
|
||||
const flushedCount = await bufferService.flush();
|
||||
expect(flushedCount).toBe(2);
|
||||
expect(bufferService.getQueueLength()).toBe(0);
|
||||
expect(insertedBatches).toHaveLength(1);
|
||||
expect(insertedBatches[0][0].visitorId).toBe('v1');
|
||||
expect(insertedBatches[0][1].visitorId).toBe('v2');
|
||||
});
|
||||
|
||||
it('空队列调用 flush 应安全返回 0 且不执行数据库写入', async () => {
|
||||
const flushedCount = await bufferService.flush();
|
||||
expect(flushedCount).toBe(0);
|
||||
expect(insertedBatches).toHaveLength(0);
|
||||
});
|
||||
|
||||
it('调用 stop 应清除内部定时器并把剩余积攒数据完全 flush', async () => {
|
||||
await bufferService.enqueue({ cardId: 99, visitorId: 'v_exit' } as any);
|
||||
bufferService.stop();
|
||||
|
||||
expect(insertedBatches).toHaveLength(1);
|
||||
expect(bufferService.getQueueLength()).toBe(0);
|
||||
});
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,91 @@
|
||||
import { CrmLeadService } from '../../../src/modules/crm/service/lead';
|
||||
import { CrmRadarService } from '../../../src/modules/crm/service/radar';
|
||||
import { CardInfoEntity } from '../../../src/modules/card/entity/info';
|
||||
import { CrmLeadEntity } from '../../../src/modules/crm/entity/lead';
|
||||
import { CrmTrackEntity } from '../../../src/modules/crm/entity/track';
|
||||
|
||||
describe('多租户安全闭环: 公开留资与雷达足迹自动绑定名片所属租户', () => {
|
||||
let leadService: CrmLeadService;
|
||||
let radarService: CrmRadarService;
|
||||
|
||||
const mockCard: Partial<CardInfoEntity> = {
|
||||
id: 101,
|
||||
tenantId: 88,
|
||||
userId: 12,
|
||||
name: '测试名片',
|
||||
};
|
||||
|
||||
let mockCardRepo: any;
|
||||
let mockLeadRepo: any;
|
||||
let mockTrackRepo: any;
|
||||
|
||||
beforeEach(() => {
|
||||
mockCardRepo = {
|
||||
findOne: jest.fn().mockImplementation(async ({ where }: any) => {
|
||||
if (where?.id === 101) {
|
||||
return { ...mockCard };
|
||||
}
|
||||
return null;
|
||||
}),
|
||||
};
|
||||
|
||||
mockLeadRepo = {
|
||||
save: jest.fn().mockImplementation(async (item: any) => {
|
||||
return { id: 1, ...item };
|
||||
}),
|
||||
};
|
||||
|
||||
mockTrackRepo = {
|
||||
save: jest.fn().mockImplementation(async (item: any) => {
|
||||
return { id: 1, ...item };
|
||||
}),
|
||||
};
|
||||
|
||||
leadService = new CrmLeadService();
|
||||
leadService.crmLeadEntity = mockLeadRepo;
|
||||
leadService.cardInfoEntity = mockCardRepo;
|
||||
|
||||
radarService = new CrmRadarService();
|
||||
radarService.crmTrackEntity = mockTrackRepo;
|
||||
radarService.cardInfoEntity = mockCardRepo;
|
||||
});
|
||||
|
||||
describe('1. CrmLeadService.submitLead 租户自动继承', () => {
|
||||
it('公开留资未显式传入 tenantId 时，必须根据 cardId 自动追溯绑定归属名片的 tenantId 和 userId', async () => {
|
||||
const lead = await leadService.submitLead({
|
||||
cardId: 101,
|
||||
name: '海外采购商',
|
||||
phone: '+971-50-9876543',
|
||||
company: 'Dubai Trading LLC',
|
||||
});
|
||||
|
||||
expect(mockCardRepo.findOne).toHaveBeenCalledWith({ where: { id: 101 } });
|
||||
expect(lead.tenantId).toBe(88);
|
||||
expect(lead.userId).toBe(12);
|
||||
});
|
||||
|
||||
it('若显式指定了有效 tenantId，则应保持显式值', async () => {
|
||||
const lead = await leadService.submitLead({
|
||||
cardId: 101,
|
||||
tenantId: 999,
|
||||
name: '海外采购商',
|
||||
phone: '+971-50-9876543',
|
||||
} as any);
|
||||
|
||||
expect(lead.tenantId).toBe(999);
|
||||
});
|
||||
});
|
||||
|
||||
describe('2. CrmRadarService.recordTrack 租户自动继承', () => {
|
||||
it('公开雷达足迹未传入 tenantId 时，必须根据 cardId 自动补齐名片所属 tenantId', async () => {
|
||||
const track = await radarService.recordTrack({
|
||||
cardId: 101,
|
||||
ip: '8.8.8.8',
|
||||
touchType: 'nfc',
|
||||
});
|
||||
|
||||
expect(mockCardRepo.findOne).toHaveBeenCalledWith({ where: { id: 101 } });
|
||||
expect(track.tenantId).toBe(88);
|
||||
});
|
||||
});
|
||||
});
|
||||
在新工单中引用
屏蔽一个用户