bf04400852
OCR 模型按需下载（P8 瘦身）： - 移除 plugins/ppocr/assets/ 内置模型（det 9.8MB + rec 21MB + dict），APK 减包 ~31MB - 新增 modelDownloader.ts：优先从 HuggingFace/CDN 下载，兜底从 APK assets 拷贝 - OcrModule.kt 新增 setModelDir，支持从 filesystem 加载模型，回退 assets 兼容旧用户 - settingsStore 持久化 ocrModelVersion / ocrModelDir - 自动化页集成模型状态检查与一键下载 UI OCR 三层独立控制： - OcrProcessorConfig 从单一 aiVisionEnabled 拆分为 layer1/2/3 三个独立开关 - 设置页可按层启停（L1 正则规则 / L2 本地 OCR / L3 AI Vision） - OCR 处理增加耗时与字符数日志 日志系统升级： - logger.ts 新增 LogFileBackend 抽象，支持磁盘持久化（按日期 app-YYYY-MM-DD.log） - 新增 logBackend.ts（ExpoLogFileBackend）+ 日志中心页 settings/logs.tsx - 日志中心：实时缓冲 + 历史文件、4 级过滤、Tag/关键词搜索、JSON 展开、分享导出、7 天过期清理 - _layout.tsx 启动时初始化文件后端 + 日志脱敏（验证码/卡号） 原生浮层 UI 主题同步（P6）： - 新增 floatingUiConfig.ts：JS 侧从 theme tokens + i18n 构建 FloatingUiConfig 推送原生 - 新增 FloatingUiConfigStore.kt：SharedPreferences 存储，三浮层组件读取 - FloatingBillView 重设计：颜色/文案走配置、新增币种 chip、金额校验改 BigDecimal - FloatingHelper / FloatingTip 同步适配 - _layout.tsx 新增 FloatingUiConfigSyncer，主题/语言切换自动推送 UI 与组件增强： - FormModal 新增 select/dropdown 控件、行内布局（row/flex）、联动回调 onValuesChange - 新增 Touchable 通用触摸组件、AccountCreateModal 快速建账弹窗 - 信用卡页展示账单周期/到期还款日/本期应还/剩余可用额度，关联账户改下拉选择 - AI 设置页重做：OpenAI/Gemini/DeepSeek 预设 + 默认 URL/模型 - 引导页新增 Android 权限检查步骤（无障碍/通知/短信/存储/悬浮窗） 去重优化： - 对手方匹配改为模糊包含（includes），双方均无对手方时判定低置信度重复 - DedupResult 新增 matchedItem 返回匹配对比项 文档重构： - README.md 重写为入口索引（品牌更新 + 模块概览 + 文档导航表） - 新增 AGENTS.md（AI 助手贡献指南）、docs/architecture.md（Mermaid 数据流/分层/OCR 级联图） - 新增 docs/development.md（环境/命令/编码规范/测试/提交规范）、plugins/README.md - UI 重设计文档（design spec + p1-p8）移入 docs/design/ 其他： - i18n 新增权限/信用卡详情/日志中心/AI 设置等翻译键 - ppocr Config Plugin 修复 import 注入去重；size-optimization 增强 - 新增测试：logger.test.ts、floating-ui-config.test.ts
624 lines
25 KiB
Kotlin
624 lines
25 KiB
Kotlin
package com.beancount.mobile.accessibility
|
||
|
||
import android.accessibilityservice.AccessibilityService
|
||
import android.accessibilityservice.AccessibilityServiceInfo
|
||
import android.content.Context
|
||
import android.graphics.Bitmap
|
||
import android.hardware.display.DisplayManager
|
||
import android.os.Build
|
||
import android.os.Handler
|
||
import android.os.Looper
|
||
import android.util.Log
|
||
import android.view.Display
|
||
import android.view.Surface
|
||
import android.view.accessibility.AccessibilityEvent
|
||
import com.facebook.react.modules.core.DeviceEventManagerModule
|
||
import com.facebook.react.bridge.ReactApplicationContext
|
||
import com.facebook.react.bridge.WritableNativeMap
|
||
import com.facebook.react.bridge.WritableNativeArray
|
||
import java.io.ByteArrayOutputStream
|
||
import android.util.Base64
|
||
import android.view.accessibility.AccessibilityNodeInfo
|
||
|
||
/**
|
||
* 无障碍账单识别服务（plan.md「3.6 无障碍服务」+「决策 4 Config Plugin」）。
|
||
*
|
||
* 参考 AutoAccounting 的 SelectToSpeakService：
|
||
* - 监听支付 App 的页面切换（TYPE_WINDOW_STATE_CHANGED）
|
||
* - 页面签名匹配时自动截图 → OCR → 推送到 JS 层
|
||
* - 横屏免打扰（游戏/视频时不触发）
|
||
* - ocrDoing 守卫（防止重复触发）
|
||
*
|
||
* 伪装说明：plan.md 决策 3「纯开源侧载」保留无障碍伪装（非应用商店分发）。
|
||
* 注意：本服务类名在 manifest 中声明为 BillingAccessibilityService，
|
||
* 伪装为系统服务（包名 com.beancount.mobile.accessibility）仅在侧载版本保留。
|
||
*
|
||
* 通过 DeviceEventEmitter 把识别事件推送到 JS 层 automationStore。
|
||
*
|
||
* ⚠️ 与 src/domain/constants.ts 同步：PAYMENT_PACKAGES
|
||
* 修改时需两边同时更新。
|
||
*/
|
||
class BillingAccessibilityService : AccessibilityService() {
|
||
|
||
companion object {
|
||
private const val TAG = "BillingAccessibility"
|
||
private const val PREFS_NAME = "billing_accessibility_prefs"
|
||
private const val PREF_PAGE_SIGNATURES = "page_signatures"
|
||
|
||
@Volatile
|
||
var instance: BillingAccessibilityService? = null
|
||
private set
|
||
|
||
/** 悬浮球全局开关（由 JS 层通过 AccessibilityBridge 控制）。 */
|
||
@Volatile
|
||
var floatingBallEnabled = true
|
||
|
||
/**
|
||
* 支付 App 包名（自动生成，来源：src/domain/constants.ts PAYMENT_PACKAGES）。
|
||
* 修改时只需编辑 constants.ts，运行 expo prebuild 即可同步。
|
||
*/
|
||
val PAYMENT_PACKAGES = setOf(
|
||
"com.eg.android.AlipayGphone", // 支付宝
|
||
"com.tencent.mm", // 微信
|
||
"com.unionpay", // 银联
|
||
"com.cmbchina", // 招商银行
|
||
"com.icbc", // 工商银行
|
||
"com.chinamworld.main", // 中国银行
|
||
"com.ccbrcb", // 建设银行
|
||
"com.bankcomm.Bankcomm", // 交通银行
|
||
"com.tencent.mobileqq", // 手机QQ
|
||
"com.tencent.tim" // TIM
|
||
)
|
||
|
||
/** 厂商桌面包名（过滤，不触发 OCR）。 */
|
||
private val LAUNCHER_PACKAGES = setOf(
|
||
"com.google.android.apps.nexuslauncher",
|
||
"com.sec.android.app.launcher",
|
||
"com.miui.home",
|
||
"com.huawei.android.launcher",
|
||
"com.oppo.launcher",
|
||
"com.bbk.launcher2",
|
||
"com.android.launcher3",
|
||
)
|
||
|
||
/** OCR 触发防抖：500ms 内的内容变化合并为一次。 */
|
||
private const val CONTENT_CHANGE_DEBOUNCE_MS = 500L
|
||
}
|
||
|
||
private var ocrDoing = false
|
||
private var ocrDoingTimestamp = 0L
|
||
private val handler = Handler(Looper.getMainLooper())
|
||
private val debounceRunnable = Runnable { processContentChange() }
|
||
@Volatile private var topPackage: String? = null
|
||
@Volatile private var topActivity: String? = null
|
||
/** 已记住的页面签名（pkg|activity），匹配时自动触发 OCR。持久化到 SharedPreferences。 */
|
||
private val pageSignatures = java.util.concurrent.CopyOnWriteArraySet<String>()
|
||
private var floatingHelper: FloatingHelper? = null
|
||
|
||
override fun onServiceConnected() {
|
||
super.onServiceConnected()
|
||
instance = this
|
||
Log.i(TAG, "无障碍账单识别服务已连接")
|
||
loadPageSignatures()
|
||
configureService()
|
||
// 修复：检查当前前台 App，恢复悬浮球
|
||
val root = rootInActiveWindow
|
||
val pkg = root?.packageName?.toString()
|
||
root?.recycle()
|
||
if (pkg != null) {
|
||
topPackage = pkg
|
||
updateFloatingHelperVisibility(pkg)
|
||
}
|
||
}
|
||
|
||
/** 动态配置服务能力（截图 + 页面变化监听）。 */
|
||
private fun configureService() {
|
||
val info = AccessibilityServiceInfo().apply {
|
||
eventTypes = AccessibilityEvent.TYPE_WINDOW_STATE_CHANGED or
|
||
AccessibilityEvent.TYPE_WINDOW_CONTENT_CHANGED
|
||
feedbackType = AccessibilityServiceInfo.FEEDBACK_GENERIC
|
||
flags = AccessibilityServiceInfo.FLAG_REQUEST_ENHANCED_WEB_ACCESSIBILITY or
|
||
AccessibilityServiceInfo.FLAG_RETRIEVE_INTERACTIVE_WINDOWS or
|
||
AccessibilityServiceInfo.DEFAULT
|
||
notificationTimeout = 100L
|
||
}
|
||
serviceInfo = info
|
||
}
|
||
|
||
override fun onAccessibilityEvent(event: AccessibilityEvent?) {
|
||
// ocrDoing 超时兜底：5秒后强制重置
|
||
if (ocrDoing) {
|
||
if (System.currentTimeMillis() - ocrDoingTimestamp > 5000) {
|
||
Log.w(TAG, "ocrDoing 超时重置")
|
||
ocrDoing = false
|
||
} else {
|
||
return
|
||
}
|
||
}
|
||
val eventPackage = event?.packageName?.toString() ?: return
|
||
|
||
when (event.eventType) {
|
||
AccessibilityEvent.TYPE_WINDOW_STATE_CHANGED -> {
|
||
val activityName = event.className?.toString() ?: ""
|
||
if (filterPackage(eventPackage, activityName)) return
|
||
topPackage = eventPackage
|
||
topActivity = activityName
|
||
Log.d(TAG, "页面切换: $eventPackage / $activityName")
|
||
|
||
// 更新悬浮窗助手状态
|
||
updateFloatingHelperVisibility(eventPackage)
|
||
|
||
// 页面切换时检查是否有已记住的签名需要触发文本提取
|
||
scheduleContentChange()
|
||
|
||
// 调试：如果是微信或支付宝，延迟 800ms 抓取并打印全屏无障碍文本内容
|
||
if (eventPackage == "com.tencent.mm" || eventPackage == "com.eg.android.AlipayGphone") {
|
||
handler.postDelayed({
|
||
val rootNode = rootInActiveWindow
|
||
val texts = mutableListOf<String>()
|
||
dumpNodeTexts(rootNode, texts)
|
||
rootNode?.recycle()
|
||
|
||
val reactContext = ReactContextHolder.context
|
||
if (reactContext != null) {
|
||
try {
|
||
val map = WritableNativeMap().apply {
|
||
putString("package", eventPackage)
|
||
putString("activity", activityName)
|
||
val array = WritableNativeArray()
|
||
for (t in texts) {
|
||
array.pushString(t)
|
||
}
|
||
putArray("texts", array)
|
||
}
|
||
reactContext
|
||
.getJSModule(DeviceEventManagerModule.RCTDeviceEventEmitter::class.java)
|
||
.emit("billingDebugNodes", map)
|
||
} catch (e: Exception) {
|
||
// 忽略
|
||
}
|
||
}
|
||
}, 800)
|
||
}
|
||
}
|
||
AccessibilityEvent.TYPE_WINDOW_CONTENT_CHANGED -> {
|
||
// 内容变化时也检查（防抖合并）
|
||
scheduleContentChange()
|
||
}
|
||
}
|
||
}
|
||
|
||
private fun updateFloatingHelperVisibility(pkg: String?) {
|
||
handler.post {
|
||
val shouldShow = floatingBallEnabled
|
||
&& pkg != null
|
||
&& !filterPackage(pkg, topActivity ?: "")
|
||
&& !isLandscape()
|
||
|
||
if (shouldShow) {
|
||
if (floatingHelper == null) {
|
||
floatingHelper = FloatingHelper(this)
|
||
floatingHelper?.show()
|
||
}
|
||
} else {
|
||
floatingHelper?.dismiss()
|
||
floatingHelper = null
|
||
}
|
||
}
|
||
}
|
||
|
||
/** 防抖：500ms 内的多次内容变化合并。 */
|
||
private fun scheduleContentChange() {
|
||
handler.removeCallbacks(debounceRunnable)
|
||
handler.postDelayed(debounceRunnable, CONTENT_CHANGE_DEBOUNCE_MS)
|
||
}
|
||
|
||
/** 内容变化处理：检查页面签名 → 提取文本 → 发送给 JS（JS 控制是否 OCR 兜底）。 */
|
||
private fun processContentChange() {
|
||
if (ocrDoing) return
|
||
val pkg = topPackage ?: return
|
||
|
||
// 横屏免打扰（plan.md「3.10」）
|
||
if (isLandscape()) {
|
||
Log.d(TAG, "横屏免打扰，跳过")
|
||
return
|
||
}
|
||
|
||
// 页面签名匹配（若已记住页面则触发）
|
||
val activity = topActivity ?: ""
|
||
val sigKey = "$pkg|$activity"
|
||
if (!pageSignatures.contains(sigKey)) {
|
||
return // 未记住的页面不自动触发
|
||
}
|
||
|
||
// 抓取并提取屏幕所有无障碍文本，并推送至 JS 侧进行解析/控制
|
||
val rootNode = rootInActiveWindow
|
||
val texts = mutableListOf<String>()
|
||
dumpNodeTexts(rootNode, texts)
|
||
rootNode?.recycle()
|
||
|
||
val reactContext = ReactContextHolder.context
|
||
if (reactContext != null) {
|
||
try {
|
||
val map = WritableNativeMap().apply {
|
||
putString("package", pkg)
|
||
putString("activity", activity)
|
||
putString("signature", sigKey)
|
||
val array = WritableNativeArray()
|
||
for (t in texts) {
|
||
array.pushString(t)
|
||
}
|
||
putArray("texts", array)
|
||
}
|
||
reactContext
|
||
.getJSModule(DeviceEventManagerModule.RCTDeviceEventEmitter::class.java)
|
||
.emit("billingDebugNodes", map)
|
||
} catch (e: Exception) {
|
||
Log.e(TAG, "推送内容变化节点文本失败: ${e.message}")
|
||
}
|
||
}
|
||
}
|
||
|
||
/** 截图并触发 OCR 处理（Android 11+）。 */
|
||
private fun takeScreenshotAndProcess(packageName: String) {
|
||
if (ocrDoing) return
|
||
ocrDoing = true
|
||
ocrDoingTimestamp = System.currentTimeMillis()
|
||
if (Build.VERSION.SDK_INT < Build.VERSION_CODES.R) {
|
||
ocrDoing = false
|
||
return
|
||
}
|
||
try {
|
||
takeScreenshot(
|
||
Display.DEFAULT_DISPLAY,
|
||
mainExecutor,
|
||
object : TakeScreenshotCallback {
|
||
override fun onSuccess(result: ScreenshotResult) {
|
||
try {
|
||
val bitmap = Bitmap.wrapHardwareBuffer(result.hardwareBuffer, result.colorSpace)
|
||
result.hardwareBuffer.close()
|
||
if (bitmap != null) {
|
||
val base64 = bitmapToBase64(bitmap)
|
||
bitmap.recycle()
|
||
// 推送到 JS 层（NativeEventEmitter）
|
||
sendScreenshotEvent(base64, packageName)
|
||
}
|
||
} finally {
|
||
ocrDoing = false
|
||
}
|
||
}
|
||
override fun onFailure(errorCode: Int) {
|
||
Log.e(TAG, "截图失败: errorCode=$errorCode")
|
||
ocrDoing = false
|
||
}
|
||
}
|
||
)
|
||
} catch (e: Throwable) {
|
||
Log.e(TAG, "调用 takeScreenshot 失败: ${e.message}", e)
|
||
ocrDoing = false
|
||
}
|
||
}
|
||
|
||
/** 把截图以 base64 推送到 JS 层（由 JS 端 OcrProcessor 处理）。 */
|
||
private fun sendScreenshotEvent(base64: String, packageName: String) {
|
||
val reactContext = ReactContextHolder.context ?: return
|
||
try {
|
||
reactContext
|
||
.getJSModule(DeviceEventManagerModule.RCTDeviceEventEmitter::class.java)
|
||
.emit("billingScreenshot", writableMapOf(
|
||
"base64" to base64,
|
||
"packageName" to packageName,
|
||
"timestamp" to System.currentTimeMillis()
|
||
))
|
||
} catch (e: Exception) {
|
||
Log.e(TAG, "推送截图事件失败: ${e.message}")
|
||
}
|
||
}
|
||
|
||
/** 手动触发一次 OCR（临时隐藏悬浮窗避开遮挡，并在 150ms 后触发截图）。 */
|
||
fun triggerManualOcr() {
|
||
val pkg = topPackage ?: return
|
||
handler.post {
|
||
floatingHelper?.collapse()
|
||
floatingHelper?.hideTemporarily()
|
||
}
|
||
|
||
// 150ms 后触发截图（此时悬浮窗已瞬间隐藏，避免遮挡和误匹配）
|
||
handler.postDelayed({
|
||
try {
|
||
takeScreenshotAndProcess(pkg)
|
||
} catch (e: Exception) {
|
||
Log.e(TAG, "手动触发 OCR 失败: ${e.message}")
|
||
} finally {
|
||
// 截图完成，瞬间恢复显示悬浮球
|
||
handler.post {
|
||
floatingHelper?.showTemporarily()
|
||
}
|
||
}
|
||
}, 150)
|
||
}
|
||
|
||
/** 手动触发一次节点文本提取并发送到 JS，从而让 JS 优先尝试直接文本解析。 */
|
||
fun triggerManualExtraction() {
|
||
handler.post {
|
||
floatingHelper?.collapse()
|
||
}
|
||
val pkg = topPackage ?: return
|
||
val activity = topActivity ?: ""
|
||
val sigKey = "$pkg|$activity"
|
||
|
||
val rootNode = rootInActiveWindow
|
||
val texts = mutableListOf<String>()
|
||
dumpNodeTexts(rootNode, texts)
|
||
rootNode?.recycle()
|
||
|
||
val reactContext = ReactContextHolder.context
|
||
if (reactContext != null) {
|
||
try {
|
||
val map = WritableNativeMap().apply {
|
||
putString("package", pkg)
|
||
putString("activity", activity)
|
||
putString("signature", sigKey)
|
||
putBoolean("isManual", true)
|
||
val array = WritableNativeArray()
|
||
for (t in texts) {
|
||
array.pushString(t)
|
||
}
|
||
putArray("texts", array)
|
||
}
|
||
reactContext
|
||
.getJSModule(DeviceEventManagerModule.RCTDeviceEventEmitter::class.java)
|
||
.emit("billingDebugNodes", map)
|
||
} catch (e: Exception) {
|
||
Log.e(TAG, "手动触发节点文本提取失败: ${e.message}")
|
||
}
|
||
}
|
||
}
|
||
|
||
/** 记住当前页面（用户主动标记应触发 OCR 的页面）。持久化到 SharedPreferences。 */
|
||
fun rememberCurrentPage() {
|
||
val pkg = topPackage ?: return
|
||
val activity = topActivity ?: ""
|
||
val sig = "$pkg|$activity"
|
||
val uiLabels = FloatingUiConfigStore.load(this).labels
|
||
if (pageSignatures.add(sig)) {
|
||
savePageSignatures()
|
||
Log.i(TAG, "已记住页面: $sig")
|
||
handler.post {
|
||
android.widget.Toast.makeText(this, "${uiLabels.pageRemembered}:\n$sig", android.widget.Toast.LENGTH_LONG).show()
|
||
}
|
||
|
||
// 抓取并提取屏幕所有无障碍文本
|
||
val texts = mutableListOf<String>()
|
||
val rootNode = rootInActiveWindow
|
||
dumpNodeTexts(rootNode, texts)
|
||
rootNode?.recycle()
|
||
|
||
// 推送事件到 JS 端，使 npx expo start 终端控制台可以接收并打印日志
|
||
val reactContext = ReactContextHolder.context
|
||
if (reactContext != null) {
|
||
try {
|
||
val map = WritableNativeMap().apply {
|
||
putString("package", pkg)
|
||
putString("activity", activity)
|
||
putString("signature", sig)
|
||
val array = WritableNativeArray()
|
||
for (t in texts) {
|
||
array.pushString(t)
|
||
}
|
||
putArray("texts", array)
|
||
}
|
||
reactContext
|
||
.getJSModule(DeviceEventManagerModule.RCTDeviceEventEmitter::class.java)
|
||
.emit("billingPageRemembered", map)
|
||
} catch (e: Exception) {
|
||
Log.e(TAG, "推送记住页面事件失败: ${e.message}")
|
||
}
|
||
}
|
||
} else {
|
||
handler.post {
|
||
android.widget.Toast.makeText(this, "${uiLabels.pageSignatureExists}:\n$sig", android.widget.Toast.LENGTH_LONG).show()
|
||
}
|
||
}
|
||
}
|
||
|
||
/** 获取已记住的页面签名列表（供 JS 端展示）。 */
|
||
fun getPageSignatures(): Set<String> {
|
||
return pageSignatures.toSet()
|
||
}
|
||
|
||
/** 清空所有已记住的页面签名。 */
|
||
fun clearPageSignatures() {
|
||
pageSignatures.clear()
|
||
try {
|
||
val prefs = getSharedPreferences(PREFS_NAME, Context.MODE_PRIVATE)
|
||
prefs.edit().remove(PREF_PAGE_SIGNATURES).apply()
|
||
Log.i(TAG, "已清空全部记住的页面并从 SharedPreferences 中移除键值")
|
||
} catch (e: Exception) {
|
||
Log.e(TAG, "清空 SharedPreferences 失败: ${e.message}")
|
||
}
|
||
}
|
||
|
||
/** 删除指定页面签名。 */
|
||
fun removePageSignature(sig: String) {
|
||
if (pageSignatures.remove(sig)) {
|
||
savePageSignatures()
|
||
Log.i(TAG, "已删除页面签名: $sig")
|
||
}
|
||
}
|
||
|
||
/** 获取当前顶部包名（供 JS 判断当前页面）。 */
|
||
fun getTopPackage(): String? = topPackage
|
||
|
||
/** 获取当前顶部 Activity。 */
|
||
fun getTopActivity(): String? = topActivity
|
||
|
||
/** 从 SharedPreferences 加载已记住的页面签名。 */
|
||
private fun loadPageSignatures() {
|
||
try {
|
||
val prefs = getSharedPreferences(PREFS_NAME, Context.MODE_PRIVATE)
|
||
val saved = prefs.getStringSet(PREF_PAGE_SIGNATURES, emptySet()) ?: emptySet()
|
||
pageSignatures.clear()
|
||
pageSignatures.addAll(saved)
|
||
Log.i(TAG, "已加载 ${pageSignatures.size} 个记住的页面签名")
|
||
} catch (e: Exception) {
|
||
Log.e(TAG, "加载页面签名失败: ${e.message}")
|
||
}
|
||
}
|
||
|
||
/** 保存页面签名到 SharedPreferences。 */
|
||
private fun savePageSignatures() {
|
||
try {
|
||
val prefs = getSharedPreferences(PREFS_NAME, Context.MODE_PRIVATE)
|
||
if (pageSignatures.isEmpty()) {
|
||
prefs.edit().remove(PREF_PAGE_SIGNATURES).apply()
|
||
} else {
|
||
prefs.edit().putStringSet(PREF_PAGE_SIGNATURES, HashSet(pageSignatures)).apply()
|
||
}
|
||
} catch (e: Exception) {
|
||
Log.e(TAG, "保存页面签名失败: ${e.message}")
|
||
}
|
||
}
|
||
|
||
/** 关闭悬浮球（由 JS 层 setFloatingBallEnabled(false) 调用）。 */
|
||
fun dismissFloatingHelper() {
|
||
handler.post {
|
||
floatingHelper?.dismiss()
|
||
floatingHelper = null
|
||
}
|
||
}
|
||
|
||
/** 刷新悬浮球状态（由 JS 层 setFloatingBallEnabled(true) 调用）。 */
|
||
fun refreshFloatingHelper() {
|
||
handler.post {
|
||
updateFloatingHelperVisibility(topPackage)
|
||
}
|
||
}
|
||
|
||
/** 横屏检测（plan.md「3.10 横屏免打扰」）。 */
|
||
private fun isLandscape(): Boolean {
|
||
val dm = getSystemService(DisplayManager::class.java)?.getDisplay(Display.DEFAULT_DISPLAY)
|
||
?: return false
|
||
val rotation = dm.rotation
|
||
return rotation == Surface.ROTATION_90 || rotation == Surface.ROTATION_270
|
||
}
|
||
|
||
/** 过滤不应处理的系统组件（桌面启动器、SystemUI、输入法等）。 */
|
||
private fun filterPackage(pkg: String, className: String): Boolean {
|
||
val p = pkg.lowercase()
|
||
// 自身 App：只放行 MainActivity，避免悬浮球容器触发自毁式关闭
|
||
if (pkg == packageName) {
|
||
if (className.isEmpty()) return false
|
||
return !className.endsWith(".MainActivity")
|
||
}
|
||
// 桌面启动器（悬浮球在桌面无意义）
|
||
if (LAUNCHER_PACKAGES.any { p.contains(it) }) return true
|
||
// SystemUI / 输入法（悬浮球在这些组件上会遮挡系统 UI）
|
||
if (p.contains("systemui") || p.contains("inputmethod") || p.contains("keyboard")) return true
|
||
return false
|
||
}
|
||
|
||
/** Bitmap → base64（JPEG 质量 60，参考 AutoAccounting bitmapToBase64）。 */
|
||
private fun bitmapToBase64(bitmap: Bitmap): String {
|
||
// 安全起见，如果 bitmap 是 HARDWARE 格式，将其复制为 ARGB_8888 软件格式
|
||
val softwareBitmap = if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.O && bitmap.config == Bitmap.Config.HARDWARE) {
|
||
bitmap.copy(Bitmap.Config.ARGB_8888, false)
|
||
} else {
|
||
bitmap
|
||
}
|
||
val baos = ByteArrayOutputStream()
|
||
softwareBitmap.compress(Bitmap.CompressFormat.JPEG, 60, baos)
|
||
if (softwareBitmap !== bitmap) {
|
||
softwareBitmap.recycle()
|
||
}
|
||
return "data:image/jpeg;base64," + Base64.encodeToString(baos.toByteArray(), Base64.NO_WRAP)
|
||
}
|
||
|
||
/** 辅助：构造 WritableNativeMap。 */
|
||
private fun writableMapOf(vararg pairs: Pair<String, Any?>): WritableNativeMap {
|
||
val map = WritableNativeMap()
|
||
for ((k, v) in pairs) {
|
||
when (v) {
|
||
is String -> map.putString(k, v)
|
||
is Int -> map.putInt(k, v)
|
||
is Long -> map.putDouble(k, v.toDouble())
|
||
is Boolean -> map.putBoolean(k, v)
|
||
is Number -> map.putDouble(k, v.toDouble())
|
||
is WritableNativeMap -> map.putMap(k, v)
|
||
is WritableNativeArray -> map.putArray(k, v)
|
||
else -> map.putNull(k)
|
||
}
|
||
}
|
||
return map
|
||
}
|
||
|
||
/** 将当前应用拉到前台以显示确认弹窗 */
|
||
fun bringAppToForeground() {
|
||
try {
|
||
val intent = packageManager.getLaunchIntentForPackage(packageName)
|
||
if (intent != null) {
|
||
intent.addFlags(android.content.Intent.FLAG_ACTIVITY_NEW_TASK or android.content.Intent.FLAG_ACTIVITY_RESET_TASK_IF_NEEDED)
|
||
startActivity(intent)
|
||
Log.i(TAG, "已成功拉起本应用到前台显示弹窗")
|
||
}
|
||
} catch (e: Exception) {
|
||
Log.e(TAG, "拉起应用到前台失败: ${e.message}")
|
||
}
|
||
}
|
||
|
||
/** 递归提取无障碍节点树的全部文本。 */
|
||
private fun dumpNodeTexts(node: AccessibilityNodeInfo?, list: MutableList<String>) {
|
||
if (node == null) return
|
||
val text = node.text?.toString()
|
||
if (!text.isNullOrBlank()) {
|
||
list.add(text)
|
||
}
|
||
val childCount = node.childCount
|
||
for (i in 0 until childCount) {
|
||
val child = node.getChild(i) ?: continue
|
||
dumpNodeTexts(child, list)
|
||
child.recycle()
|
||
}
|
||
}
|
||
|
||
/** 递归遍历无障碍节点树，检查是否包含指定的任意一个关键字。 */
|
||
private fun findTextInNode(node: AccessibilityNodeInfo?, keywords: List<String>): Boolean {
|
||
if (node == null) return false
|
||
val text = node.text?.toString()
|
||
if (text != null) {
|
||
for (keyword in keywords) {
|
||
if (text.contains(keyword)) {
|
||
return true
|
||
}
|
||
}
|
||
}
|
||
val childCount = node.childCount
|
||
for (i in 0 until childCount) {
|
||
val child = node.getChild(i) ?: continue
|
||
val found = findTextInNode(child, keywords)
|
||
child.recycle()
|
||
if (found) return true
|
||
}
|
||
return false
|
||
}
|
||
|
||
override fun onInterrupt() {
|
||
Log.w(TAG, "无障碍服务被中断")
|
||
}
|
||
|
||
override fun onUnbind(intent: android.content.Intent?): Boolean {
|
||
floatingHelper?.dismiss()
|
||
floatingHelper = null
|
||
instance = null
|
||
return super.onUnbind(intent)
|
||
}
|
||
}
|
||
|
||
/**
|
||
* RN 上下文持有者（由 MainApplication 注入）。
|
||
* 无障碍服务运行在系统进程，需通过静态引用访问 RN 上下文以发送事件。
|
||
*/
|
||
object ReactContextHolder {
|
||
@Volatile var context: ReactApplicationContext? = null
|
||
}
|