DriftLedger/tests/billPipeline.test.ts
fengmengqi 6767dd538a feat: 领域/组件/服务三层目录重构 + 微信无障碍绕过方案 + 新 UI 组件体系 + 账本增删改增强
### 架构重构:三层分层目录化
  - domain 拆分为 8 个子目录(core/pipeline/rules/finance/stats/taxonomy/transaction/platform)
  - components 拆分为 6 个子目录(form/ui/layout/account/category/stats/transaction)
  - services 拆分为 5 个子目录(automation/data/ocr/security),accessibilityParser 从 automationPipeline 提取
  - 新增 ruleConfig.ts — 规则配置唯一数据源(关键词/方向/OCR 模式),与业务逻辑解耦

  ### 微信账单抓取:节点混淆绕过(核心突破)
  - BillingAccessibilityService 重命名为 SelectToSpeakService,完整伪装为系统服务
  - 同时伪装包名+类名为 com.google.android.accessibility.selecttospeak,规避微信 8.0.52+ 白名单校验
  - Config Plugin 重写:8 个 kt 文件整体复制+package 正则替换+Manifest/import 联动
  - 支付宝/微信无障碍文本解析器全面增强(方向推断/账单分类提取/付款方式提取/容错)
  - 补充文档 accessibility-wechat-guide.md(伪装原理、踩坑全记录)

  ### 新 UI 组件体系
  - Toast:全局轻量 toast(Context Provider + 入场动画 + 操作按钮 + 自动消失)
  - ErrorBoundary:React class 错误边界(降级 UI + 重试)
  - EmptyState / ConfirmDialog / SegmentedControl / Skeleton / TimePicker
  - BottomSheet 重写:SafeAreaProvider 修复、手势下滑关闭、键盘响应式避让
  - FormModal 重构:拆出 FormFields 子组件(TextField/SelectField/DropdownField)
  - 新增 PeriodSwitcher、RangeStatsCard 独立组件

  ### 新 Hooks & 工具
  - useBottomInset — 统一底部安全区留白
  - useKeyboardAvoiding — 键盘高度响应式 hook(替代 translateY 方案)
  - sanitize.ts — 日志脱敏工具提取

  ### 账本增删改增强
  - 写锁增加代际计数器(lockGeneration),reset 后旧链 pending 任务自动跳过 set
  - 新增 restoreTransaction — 撤销删除(重新追加 raw 文本到 mobile.bean)
  - 删除交易时清除去重缓存(buildTxKeyFromRaw 重建去重键),支持「删了重记」
  - editTransaction/deleteTransaction 改用 dr-id 精确定位交易块(避免同名交易定位错误)
  - appendTransactionsBatch 改从存储直接读取,避免 zustand state 不一致

  ### OCR 原生模块增强
  - 异步 initEngine 增加 CountDownLatch 等待(最多 15s),解决竞态导致的「引擎未就绪」
  - setModelDir 增加去重判断 + file:// 前缀剥离,避免冗余 reload
  - 推理链路增加分阶段耗时日志(det 推理/det 后处理/rec 识别)
  - 图片缩放策略重命名(scaleDownForOcr → capLongEdge)

  ### OCR 模型按需下载
  - 移除了启动时自动下载 ~30MB OCR 模型的逻辑
  - 改为首次使用 OCR 时才触发下载

  ### 设置页重设计
  - ScrollView → SectionList 分组卡片布局(iOS 风格分组圆角行+右侧箭头)
  - 移除 Card 组件包装,直接使用独立分组头+底部关于卡片

  ### 首页优化
  - ScrollView → FlatList(ListHeaderComponent 承载净资产卡片+待办条)
  - 日期/金额格式化增加 locale 感知(zh/en)

  ### 通知管道增强
  - NotificationChannel MD5 去重改为批量淘汰(80% 阈值),替代逐个删除
  - 增加 debug 日志输出(过滤原因/包名)

  ### ESLint
  - 新增 eslint.config.mjs(typescript-eslint + react-hooks + react-native 规则集)
  - package.json 新增 lint/lint:fix 脚本,引入 5 个 devDependencies

  ### 文档
  - accessibility-wechat-guide.md — 微信无障碍伪装完整方案
  - modal-keyboard-guide.md — 弹窗键盘避让方案
  - ocr-pipeline-guide.md — OCR 三层层级管线
  - OCR及文本模型测试 / 账单元识别及账户分类设计 / 账户分类模型测试
2026-07-28 20:57:37 +08:00

237 lines
10 KiB
TypeScript
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

import { describe, expect, it } from 'vitest';
import { BillPipeline } from '../src/domain/pipeline/billPipeline';
import { batchDedup, checkDuplicate, dedupAgainstHistory, dedupFingerprint, type DedupConfig } from '../src/domain/transaction/dedup';
import { recognizeTransfers } from '../src/domain/transaction/transferRecognizer';
import { parseLedger } from '../src/domain/core/ledger';
import type { Category } from '../src/domain/taxonomy/categories';
import type { ImportedEvent, Transaction } from '../src/domain/core/types';
const ledger = parseLedger([{ path: 'main.bean', content: '2026-01-01 open Assets:Alipay CNY\n2026-01-01 open Assets:WeChat CNY\n2026-01-01 open Assets:Bank:CMB CNY\n2026-01-01 open Expenses:Food CNY\n2026-01-01 open Expenses:Uncategorized CNY\n2026-01-01 open Income:Uncategorized CNY\n' }]);
const evt = (over: Partial<ImportedEvent> & { id: string }): ImportedEvent => {
const { id = 'e1', ...rest } = over;
return {
occurredAt: '2026-02-01T10:00:00', amount: '-100', currency: 'CNY',
direction: 'expense', counterparty: '', memo: '', raw: {},
id,
...rest,
};
};
describe('dedup - checkDuplicate', () => {
const config: DedupConfig = { timeWindowMinutes: 5, checkAccountLink: true };
it('时间完全相同 + 金额一致 → 高置信度重复', () => {
const a = evt({ id: 'a' });
const b = evt({ id: 'b' });
const result = checkDuplicate(b, [a], config);
expect(result.isDuplicate).toBe(true);
expect(result.confidence).toBe('high');
});
it('时间窗口内 + 金额匹配 + 对手方一致 → 中置信度重复', () => {
const a = evt({ id: 'a', occurredAt: '2026-02-01T10:00:00', counterparty: '星巴克' });
const b = evt({ id: 'b', occurredAt: '2026-02-01T10:03:00', counterparty: '星巴克' });
const result = checkDuplicate(b, [a], config);
expect(result.isDuplicate).toBe(true);
expect(result.confidence).toBe('medium');
});
it('时间窗口内 + 金额匹配 + 无对手方 → 低置信度重复', () => {
const a = evt({ id: 'a', occurredAt: '2026-02-01T10:00:00' });
const b = evt({ id: 'b', occurredAt: '2026-02-01T10:03:00' });
const result = checkDuplicate(b, [a], config);
expect(result.isDuplicate).toBe(true);
expect(result.confidence).toBe('low');
});
it('时间超出窗口 → 非重复', () => {
const a = evt({ id: 'a', occurredAt: '2026-02-01T10:00:00' });
const b = evt({ id: 'b', occurredAt: '2026-02-01T10:10:00' }); // 10 分钟后
const result = checkDuplicate(b, [a], config);
expect(result.isDuplicate).toBe(false);
});
it('金额不同 → 非重复', () => {
const a = evt({ id: 'a', amount: '100' });
const b = evt({ id: 'b', amount: '200' });
const result = checkDuplicate(b, [a], config);
expect(result.isDuplicate).toBe(false);
});
});
describe('dedup - batchDedup', () => {
it('批量去重保留首个、丢弃重复', () => {
const events = [
evt({ id: 'a', occurredAt: '2026-02-01T10:00:00' }),
evt({ id: 'b', occurredAt: '2026-02-01T10:00:00' }), // 与 a 重复
evt({ id: 'c', occurredAt: '2026-02-01T11:00:00' }), // 不同时间
];
const result = batchDedup(events);
expect(result.accepted).toHaveLength(2);
expect(result.duplicates).toHaveLength(1);
expect(result.duplicates[0].id).toBe('b');
});
});
describe('dedup - dedupAgainstHistory', () => {
it('与已入账交易去重', () => {
const history: Transaction[] = [{
id: 't1', date: '2026-02-01T10:00:00', flag: '*',
postings: [{ account: 'Assets:Alipay', amount: '-100', currency: 'CNY' }, { account: 'Expenses:Food', amount: '100', currency: 'CNY' }],
tags: [], links: [], source: 'mobile.bean', raw: '',
}];
const events = [
evt({ id: 'a', occurredAt: '2026-02-01T10:00:00' }), // 与历史重复
evt({ id: 'b', occurredAt: '2026-02-02T10:00:00' }), // 新交易
];
const result = dedupAgainstHistory(events, history);
expect(result.accepted).toHaveLength(1);
expect(result.duplicates).toHaveLength(1);
});
});
describe('transferRecognizer - recognizeTransfers', () => {
it('Income + Expend → Transfer先于去重', () => {
const events = [
evt({ id: 'a', amount: '100', direction: 'expense', counterparty: '支付宝', occurredAt: '2026-02-01T10:00:00' }),
evt({ id: 'b', amount: '100', direction: 'income', counterparty: '银行卡', occurredAt: '2026-02-01T10:02:00' }),
];
const result = recognizeTransfers(events);
expect(result.transfers).toHaveLength(1);
// 当没有 raw 数据时resolveSourceAccount 返回 Assets:Unknown
expect(result.transfers[0].draft.postings[0].account).toBe('Assets:Unknown');
expect(result.transfers[0].draft.postings[1].account).toBe('Assets:Unknown');
expect(result.remaining).toHaveLength(0);
});
it('相同对手方也会识别为转账(由金额和时间决定)', () => {
const events = [
evt({ id: 'a', amount: '100', direction: 'expense', counterparty: '支付宝', occurredAt: '2026-02-01T10:00:00' }),
evt({ id: 'b', amount: '100', direction: 'income', counterparty: '支付宝', occurredAt: '2026-02-01T10:02:00' }),
];
const result = recognizeTransfers(events);
expect(result.transfers).toHaveLength(1);
expect(result.remaining).toHaveLength(0);
});
it('金额不一致不配对', () => {
const events = [
evt({ id: 'a', amount: '100', direction: 'expense', counterparty: '支付宝' }),
evt({ id: 'b', amount: '200', direction: 'income', counterparty: '银行卡' }),
];
const result = recognizeTransfers(events);
expect(result.transfers).toHaveLength(0);
});
it('超出时间窗口不配对', () => {
const events = [
evt({ id: 'a', amount: '100', direction: 'expense', counterparty: '支付宝', occurredAt: '2026-02-01T10:00:00' }),
evt({ id: 'b', amount: '100', direction: 'income', counterparty: '银行卡', occurredAt: '2026-02-10T10:00:00' }),
];
const result = recognizeTransfers(events);
expect(result.transfers).toHaveLength(0);
});
it('金额格式不一致(包含多余的小数点/零)也应配对成功', () => {
const events = [
evt({ id: 'a', amount: '-100.00', direction: 'expense', counterparty: '支付宝', occurredAt: '2026-02-01T10:00:00' }),
evt({ id: 'b', amount: '100', direction: 'income', counterparty: '银行卡', occurredAt: '2026-02-01T10:02:00' }),
];
const result = recognizeTransfers(events);
expect(result.transfers).toHaveLength(1);
expect(result.remaining).toHaveLength(0);
});
});
describe('BillPipeline - 责任链顺序', () => {
it('转账识别先于去重Income+Expend 合并为 1 条转账,而非丢弃重复', async () => {
const pipeline = new BillPipeline();
const events = [
evt({ id: 'a', amount: '100', direction: 'expense', counterparty: '支付宝', occurredAt: '2026-02-01T10:00:00' }),
evt({ id: 'b', amount: '100', direction: 'income', counterparty: '银行卡', occurredAt: '2026-02-01T10:02:00' }),
];
const result = await pipeline.process(events, {
ledger, rules: [], categories: [], history: [],
});
expect(result.drafts).toHaveLength(1);
expect(result.drafts[0].isTransfer).toBe(true);
expect(result.transferCount).toBe(1);
expect(result.duplicates).toHaveLength(0);
});
it('重复事件被去重丢弃', async () => {
const pipeline = new BillPipeline();
const events = [
evt({ id: 'a', amount: '50', direction: 'expense', counterparty: '超市', occurredAt: '2026-02-01T10:00:00' }),
evt({ id: 'b', amount: '50', direction: 'expense', counterparty: '超市', occurredAt: '2026-02-01T10:01:00' }),
];
const result = await pipeline.process(events, {
ledger, rules: [], categories: [], history: [],
});
expect(result.drafts).toHaveLength(1);
expect(result.duplicates).toHaveLength(1);
});
it('非转账非重复事件走分类', async () => {
const categories: Category[] = [
{ id: 'food', name: '餐饮', type: 'expense', linkedAccount: 'Expenses:Food', keywords: ['餐', '饭'] },
];
const pipeline = new BillPipeline();
const events = [
evt({ id: 'a', amount: '30', direction: 'expense', counterparty: '麦当劳餐厅', occurredAt: '2026-02-01T10:00:00' }),
];
const result = await pipeline.process(events, {
ledger, rules: [], categories, history: [],
});
expect(result.drafts).toHaveLength(1);
expect(result.drafts[0].isTransfer).toBe(false);
expect(result.drafts[0].draft.postings[1].account).toBe('Expenses:Food'); // 关键词"餐"命中
});
it('空事件列表返回空结果', async () => {
const pipeline = new BillPipeline();
const result = await pipeline.process([], {
ledger, rules: [], categories: [], history: [],
});
expect(result.drafts).toHaveLength(0);
expect(result.transferCount).toBe(0);
});
});
describe('BillPipeline - 并发串行化', () => {
it('并发 process 互斥,结果不交错', async () => {
const pipeline = new BillPipeline();
const batch1 = [evt({ id: 'a1', amount: '100', direction: 'expense', counterparty: '支付宝' })];
const batch2 = [evt({ id: 'b1', amount: '200', direction: 'expense', counterparty: '微信' })];
const [r1, r2] = await Promise.all([
pipeline.process(batch1, { ledger, rules: [], categories: [], history: [] }),
pipeline.process(batch2, { ledger, rules: [], categories: [], history: [] }),
]);
expect(r1.drafts).toHaveLength(1);
expect(r2.drafts).toHaveLength(1);
});
});
describe('dedupFingerprint', () => {
it('相同关键字段产生相同指纹', () => {
const a = evt({ id: 'a', counterparty: 'X' });
const b = evt({ id: 'b', counterparty: 'X' });
expect(dedupFingerprint(a)).toBe(dedupFingerprint(b));
});
it('不同金额产生不同指纹', () => {
const a = evt({ id: 'a', amount: '100', counterparty: 'X' });
const b = evt({ id: 'b', amount: '200', counterparty: 'X' });
expect(dedupFingerprint(a)).not.toBe(dedupFingerprint(b));
});
it('不同对手方产生不同指纹', () => {
const a = evt({ id: 'a', counterparty: 'Shop A' });
const b = evt({ id: 'b', counterparty: 'Shop B' });
expect(dedupFingerprint(a)).not.toBe(dedupFingerprint(b));
});
});