feat(assists): web添加onAccessibilityEvent监听支持

Author: ven-coder

assists-web/src/main/java/com/ven/assists/web/ASWebView.kt

@@ -3,11 +3,23 @@ package com.ven.assists.web
 import android.annotation.SuppressLint
 import android.content.Context
 import android.util.AttributeSet
+import android.view.accessibility.AccessibilityEvent
 import android.webkit.WebView
 import android.webkit.WebViewClient
 import android.webkit.WebChromeClient
+import com.blankj.utilcode.util.GsonUtils
+import com.blankj.utilcode.util.LogUtils
+import com.google.gson.JsonArray
+import com.google.gson.JsonObject
+import com.ven.assists.AssistsCore
+import com.ven.assists.service.AssistsService
+import com.ven.assists.service.AssistsServiceListener
+import com.ven.assists.utils.CoroutineWrapper
+import com.ven.assists.utils.runMain
 import kotlinx.coroutines.CoroutineScope
 import kotlinx.coroutines.Dispatchers
+import kotlinx.coroutines.Job
+import kotlinx.coroutines.launch
 
 @SuppressLint("SetJavaScriptEnabled")
 class ASWebView @JvmOverloads constructor(
@@ -27,6 +39,30 @@ class ASWebView @JvmOverloads constructor(
             javascriptInterface.callIntercept = value
         }
 
+    val assistsServiceListener = object : AssistsServiceListener {
+        override fun onAccessibilityEvent(event: AccessibilityEvent) {
+            runCatching {
+                val node = event.source?.toNode()
+                val jsonObject = JsonObject().apply {
+                    addProperty("packageName", event.packageName?.toString() ?: "")
+                    addProperty("className", event.className?.toString() ?: "")
+                    addProperty("eventType", event.eventType)
+                    addProperty("action", event.action)
+                    add("texts", JsonArray().apply {
+                        event.text.forEach { text -> this.add(text.toString()) }
+                    })
+                    node?.let {
+                        val element = GsonUtils.getGson().toJsonTree(node)
+                        add("node", element.asJsonObject)
+                    }
+                }
+                onAccessibilityEvent(CallResponse(code = 0, data = jsonObject))
+            }.onFailure {
+                LogUtils.e(it)
+            }
+        }
+    }
+
 
     init {
         // 初始化WebView设置
@@ -70,5 +106,20 @@ class ASWebView @JvmOverloads constructor(
         isFocusableInTouchMode = true
         isFocusable = true
         addJavascriptInterface(javascriptInterface, "assistsx")
+        AssistsService.listeners.add(assistsServiceListener)
+    }
+
+    fun <T> onAccessibilityEvent(result: CallResponse<T>) {
+        runCatching {
+            val json = GsonUtils.toJson(result)
+            evaluateJavascript("javascript:onAccessibilityEvent('${json}')", null)
+        }.onFailure {
+            LogUtils.e(it)
+        }
+    }
+
+    override fun onDetachedFromWindow() {
+        super.onDetachedFromWindow()
+        AssistsService.listeners.remove(assistsServiceListener)
     }
 }

assists-web/src/main/java/com/ven/assists/web/Node.kt

@@ -9,6 +9,7 @@ import java.util.UUID
 
 class Node(
     val nodeId: String,
+    val packageName: String,
     val text: String,
     val des: String,
     val viewId: String,
@@ -48,6 +49,7 @@ fun AccessibilityNodeInfo.toNode(): Node {
     getBoundsInScreen(boundsInScreenRect)
 
     val node = Node(
+        packageName = packageName?.toString() ?: "",
         nodeId = NodeCacheManager.add(this),
         text = this.text?.toString() ?: "",
         des = this.contentDescription?.toString() ?: "",

assists/src/main/java/com/ven/assists/service/AssistsService.kt

@@ -5,7 +5,11 @@ import android.content.Intent
 import android.view.accessibility.AccessibilityEvent
 import com.blankj.utilcode.util.LogUtils
 import com.ven.assists.AssistsCore
+import com.ven.assists.utils.CoroutineWrapper
 import com.ven.assists.window.AssistsWindowManager
+import kotlinx.coroutines.channels.BufferOverflow
+import kotlinx.coroutines.flow.MutableSharedFlow
+import kotlinx.coroutines.flow.SharedFlow
 import java.util.Collections
 
 /**
@@ -29,6 +33,11 @@ open class AssistsService : AccessibilityService() {
          * 用于分发服务生命周期和无障碍事件
          */
         val listeners: MutableList<AssistsServiceListener> = Collections.synchronizedList(arrayListOf<AssistsServiceListener>())
+
+//        val onAccessibilityEventFlow =
+//            MutableSharedFlow<AccessibilityEvent>(replay = 0, extraBufferCapacity = 64, onBufferOverflow = BufferOverflow.DROP_OLDEST)
+//        val onServiceConnectedFlow =
+//            MutableSharedFlow<AssistsService>(replay = 0, extraBufferCapacity = 64, onBufferOverflow = BufferOverflow.DROP_OLDEST)
     }
 
     /**