ai 开始测试

Utils/AiUtils.py

@@ -124,7 +124,6 @@ class AiUtils(object):
             height, width, channels = heart_icon.shape
             roi = np.zeros((height, width, channels), dtype=np.uint8)
 
-
             # 将爱心图标粘贴到透明背景上
             for c in range(channels):
                 roi[:, :, c] = np.where(mask_inv == 255, heart_icon[:, :, c], roi[:, :, c])
@@ -187,8 +186,6 @@ class AiUtils(object):
             LogManager.info(f"目录 {udid_dir} 已存在，跳过创建", udid)
             print(f"目录 {udid_dir} 已存在，跳过创建")
 
-
-
     # 查找首页按钮
     # uuid 设备id
     # click 是否点击该按钮
@@ -242,8 +239,7 @@ class AiUtils(object):
     def getFollowButton(cls, session: Client):
         # followButton = session.xpath("//Window[1]/Other[1]/Other[1]/Other[1]/Other[1]/Other[1]/Other[1]/Other[1]/Other[1]/Other[1]/Other[2]/Other[2]/Other[1]/Other[1]/Other[3]/Other[1]/Other[1]/Button[1]")
 
-        followButton = session.xpath(
-            '//XCUIElementTypeOther[@name="cta_social_interaction"]//XCUIElementTypeButton[@name="关注"]')
+        followButton = session.xpath('//XCUIElementTypeButton[@name="关注" or @label="关注"]')
 
         if followButton.exists:
             print("2.关注找到了")
@@ -259,8 +255,14 @@ class AiUtils(object):
     def getSendMesageButton(cls, session: Client):
         # msgButton = session.xpath("//Window[1]/Other[1]/Other[1]/Other[1]/Other[1]/Other[1]/Other[1]/Other[1]/Other[1]/Other[1]/Other[2]/Other[2]/Other[1]/Other[1]/Other[3]/Other[1]/Other[1]")
 
+        # msgButton = session.xpath(
+        #     '//XCUIElementTypeButton[@name="发消息" or @label="发消息"]')
+
         msgButton = session.xpath(
-            '//XCUIElementTypeOther[@name="cta_social_interaction"]//XCUIElementTypeButton[@name="发消息"]')
+            '//XCUIElementTypeButton['
+            '(@name="发消息" or @label="发消息" or @name="发送 👋" or @label="发送 👋")'
+            ' and @visible="true"]'
+        )
         if msgButton.exists:
             print("3.发消息按钮找到了")
             LogManager.info("3.发消息按钮找到了")
@@ -294,6 +296,109 @@ class AiUtils(object):
         return cls.findNumber(btn.label)
 
     # 获取聊天页面的聊天信息
+    # @classmethod
+    # def extract_messages_from_xml(cls, xml: str):
+    #     """
+    #     仅返回当前屏幕中“可见的”聊天内容（含时间分隔）
+    #     """
+    #     from lxml import etree
+    #     root = etree.fromstring(xml.encode("utf-8"))
+    #     items = []
+    #
+    #     # 判断是否是聊天页面
+    #     is_chat_page = False
+    #     if root.xpath('//XCUIElementTypeStaticText[contains(@traits, "Header")]'):
+    #         is_chat_page = True
+    #     elif root.xpath('//XCUIElementTypeCell//XCUIElementTypeOther[@name or @label]'):
+    #         is_chat_page = True
+    #
+    #     if not is_chat_page:
+    #         raise Exception("请先进入聊天页面")
+    #
+    #     # 屏幕宽度
+    #     app = root.xpath('/XCUIElementTypeApplication')
+    #
+    #     screen_w = cls.parse_float(app[0], 'width', 414.0) if app else 414.0
+    #
+    #     # 找 Table 的可见范围
+    #     table = root.xpath('//XCUIElementTypeTable')
+    #     if table:
+    #         table = table[0]
+    #         table_top = cls.parse_float(table, 'y', 0.0)
+    #         table_h = cls.parse_float(table, 'height', 0.0)
+    #         table_bottom = table_top + table_h
+    #     else:
+    #         table_top, table_bottom = 0.0, cls.parse_float(app[0], 'height', 736.0) if app else 736.0
+    #
+    #     def in_view(el) -> bool:
+    #         """元素在聊天区内并且可见"""
+    #         if el.get('visible') != 'true':
+    #             return False
+    #         y = cls.parse_float(el, 'y', -1e9)
+    #         h = cls.parse_float(el, 'height', 0.0)
+    #         by = y + h
+    #         return not (by <= table_top or y >= table_bottom)
+    #
+    #     # 时间分隔
+    #     for t in root.xpath('//XCUIElementTypeStaticText[contains(@traits, "Header")]'):
+    #         if not in_view(t):
+    #             continue
+    #         txt = (t.get('label') or t.get('name') or t.get('value') or '').strip()
+    #         if txt:
+    #             items.append({'type': 'time', 'text': txt, 'y': cls.parse_float(t, 'y')})
+    #
+    #     # 消息气泡
+    #     EXCLUDES = {'Heart', 'Lol', 'ThumbsUp', '分享发布内容', '视频贴纸标签页', '双击发送表情'}
+    #
+    #     msg_nodes = table.xpath(
+    #         './/XCUIElementTypeCell[@visible="true"]'
+    #         '//XCUIElementTypeOther[@visible="true" and (@name or @label) and not(ancestor::XCUIElementTypeCollectionView)]'
+    #     ) if table is not None else []
+    #
+    #     for o in msg_nodes:
+    #         text = (o.get('label') or o.get('name') or '').strip()
+    #         if not text or text in EXCLUDES:
+    #             continue
+    #         if not in_view(o):
+    #             continue
+    #
+    #         # 找所在 Cell
+    #         cell = o.getparent()
+    #         while cell is not None and cell.get('type') != 'XCUIElementTypeCell':
+    #             cell = cell.getparent()
+    #
+    #         x = cls.parse_float(o, 'x')
+    #         y = cls.parse_float(o, 'y')
+    #         w = cls.parse_float(o, 'width')
+    #         right_edge = x + w
+    #
+    #         direction = None
+    #         # 头像位置判定
+    #         if cell is not None:
+    #             avatar_btns = cell.xpath(
+    #                 './/XCUIElementTypeButton[@visible="true" and (@name="图片头像" or @label="图片头像")]')
+    #             if avatar_btns:
+    #                 ax = cls.parse_float(avatar_btns[0], 'x')
+    #                 direction = 'in' if ax < (screen_w / 2) else 'out'
+    #         # 右对齐兜底
+    #         if direction is None:
+    #             direction = 'out' if right_edge > (screen_w - 20) else 'in'
+    #
+    #         items.append({'type': 'msg', 'dir': direction, 'text': text, 'y': y})
+    #
+    #     # 排序 & 清理
+    #     items.sort(key=lambda i: i['y'])
+    #     for it in items:
+    #         it.pop('y', None)
+    #     return items
+    #
+    # @classmethod
+    # def parse_float(cls, el, attr, default=0.0):
+    #     try:
+    #         return float(el.get(attr, default))
+    #     except Exception:
+    #         return default
+
     @classmethod
     def extract_messages_from_xml(cls, xml: str):
         """
@@ -315,7 +420,6 @@ class AiUtils(object):
 
         # 屏幕宽度
         app = root.xpath('/XCUIElementTypeApplication')
-
         screen_w = cls.parse_float(app[0], 'width', 414.0) if app else 414.0
 
         # 找 Table 的可见范围
@@ -348,15 +452,28 @@ class AiUtils(object):
         # 消息气泡
         EXCLUDES = {'Heart', 'Lol', 'ThumbsUp', '分享发布内容', '视频贴纸标签页', '双击发送表情'}
 
+        # —— 新增：系统横幅/提示卡片过滤（只文本判断，最小改动）——
+        SYSTEM_BANNER_PATTERNS = [
+            r"回复时接收通知", r"开启私信通知", r"开启通知",
+            r"Turn on (DM|message|direct message)?\s*notifications",
+            r"Enable notifications",
+            r"Get notified when .* replies",
+        ]
+        SYSTEM_BANNER_REGEX = re.compile("|".join(SYSTEM_BANNER_PATTERNS), re.IGNORECASE)
+
         msg_nodes = table.xpath(
             './/XCUIElementTypeCell[@visible="true"]'
             '//XCUIElementTypeOther[@visible="true" and (@name or @label) and not(ancestor::XCUIElementTypeCollectionView)]'
         ) if table is not None else []
 
         for o in msg_nodes:
-            text = (o.get('label') or o.get('name') or '').strip()
+            # 这里补上 value，避免少数节点只在 value 上有文本时漏读
+            text = (o.get('label') or o.get('name') or o.get('value') or '').strip()
             if not text or text in EXCLUDES:
                 continue
+            # 命中 TikTok 自带的“开启通知/回复时接收通知”类提示 → 直接剔除
+            if SYSTEM_BANNER_REGEX.search(text):
+                continue
             if not in_view(o):
                 continue