feat: Flutter移动端测试全流程修复 - 24/24通过

核心改动：
- input_text_xy: 去掉Appium findElement(Flutter上超时), 改为纯adb方案(tap+input text)
- dump_ui_tree: Appium /source优先, adb dump fallback(两者互补)
- _analyze_page_elements: UI树+AI视觉双保险预加载
- _get_text_from_ui_tree: assert_text用UI树快速路径
- navigate后清空scene_coords并重新分析剩余步骤
- EditText叶子节点去重(Flutter父子两层结构)
- 清空文本改为3批x5个DEL(避免单条命令超时)
- .gitignore添加调试临时文件

Author: zcj220

.gitignore

@@ -59,3 +59,14 @@ desktop/dist/
 
 # Tauri (Rust桌面应用)
 desktop/src-tauri/target/
+
+# 调试临时文件
+diag*.py
+diag*.txt
+_diag*.py
+_dump*.py
+dump*.xml
+ui_dump*.xml
+ui_tree_debug*.xml
+flutter_*_source.xml
+test_sid.txt

.windsurfrules

@@ -0,0 +1,45 @@
+# 重要工作流程规则
+
+## 请在结束回复前运行弹窗命令
+
+在结束回复之前，请运行以下弹窗命令：
+node "C:/Users/37561/.niuma-mcp/dialog-trigger.js" --port 13706 "AI想要结束的原因摘要"
+
+## 输出长度提醒
+
+当你预计输出内容较长时，请**提前运行弹窗命令**。
+- 每完成一个独立步骤后运行弹窗
+- 多运行几次弹窗比输出被截断要好
+
+## 执行流程
+
+1. 完成任务后运行上述命令
+2. 命令运行后，检查终端输出中的 ACTION 值
+3. **请读取响应文件获取完整用户指令**：
+   
+   read_file "C:/Users/37561/.niuma-mcp/last_response.md"
+   
+4. 根据响应文件执行用户指令
+5. 完成后再次运行弹窗命令确认
+
+## 响应文件规则
+
+弹窗命令运行后，完整的用户反馈会保存到 `C:/Users/37561/.niuma-mcp/last_response.md`。
+
+**请使用 read_file 读取此文件！**
+
+- 终端输出只是预览，可能会被截断
+- 响应文件包含完整的用户指令
+
+## 核心准则
+
+1. 完整输出 - 不要省略代码
+2. 分步执行 - 将大任务拆分为多轮弹窗
+3. 弹窗确认 - 请在结束前运行弹窗命令
+4. 读取响应文件 - 获取完整用户指令
+5. 执行用户指令 - 按照用户要求执行
+
+## 结束条件
+
+请仅在响应文件中 ACTION 为 end 或 stop 时结束。
+否则请再次运行弹窗命令。

android-demo/testpilot/testpilot.json

@@ -54,6 +54,7 @@ export interface TestReportResponse {
   bugs: BugDetail[];
   repair_summary: string | null;
   fixed_bug_count: number | null;
+  stopped?: boolean;
 }
 
 /** WebSocket 消息类型 */

extension/src/engineClient.ts

@@ -458,7 +458,7 @@ export function activate(context: vscode.ExtensionContext): void {
           let appiumOk = await httpCheck("http://127.0.0.1:4723/status");
           if (!appiumOk) {
             progress.report({ message: "Appium 未运行，正在启动..." });
-            spawn("appium", ["--port", "4723"], { detached: true, stdio: "ignore" }).unref();
+            spawn("appium", ["--port", "4723"], { detached: true, stdio: "ignore", shell: true, windowsHide: true }).unref();
             for (let i = 0; i < 12; i++) {
               await new Promise((r) => setTimeout(r, 1000));
               if (await httpCheck("http://127.0.0.1:4723/status")) { appiumOk = true; break; }

extension/src/extension.ts

@@ -205,9 +205,11 @@ export class SidebarProvider implements vscode.WebviewViewProvider {
     try {
       this._postMessage({ command: "testStarted" });
 
-      // 依次执行每个蓝本，汇总结果
+      // 依次执行每个蓝本，汇总结果（用户停止时中断后续蓝本）
       const results: TestReportResponse[] = [];
+      let userStopped = false;
       for (const bp of msg.blueprint_paths) {
+        if (userStopped) { break; }
         try {
           const platform = (msg.platform || "web").toLowerCase();
           let report: TestReportResponse;
@@ -237,6 +239,11 @@ export class SidebarProvider implements vscode.WebviewViewProvider {
           }
 
           results.push(report);
+
+          // 检查是否被用户停止，停止则中断后续蓝本
+          if (report.stopped) {
+            userStopped = true;
+          }
         } catch (err: unknown) {
           const errMsg = err instanceof Error ? err.message : String(err);
           results.push({
@@ -262,7 +269,10 @@ export class SidebarProvider implements vscode.WebviewViewProvider {
       const passRate = totalSteps > 0 ? (passedSteps / totalSteps * 100) : 0;
 
       let md = `# 批量蓝本测试汇总\n\n`;
-      md += `- 蓝本数: ${results.length}\n`;
+      if (userStopped) {
+        md += `> ⚠️ 用户手动停止，已执行 ${results.length}/${msg.blueprint_paths.length} 个蓝本\n\n`;
+      }
+      md += `- 蓝本数: ${results.length}${userStopped ? `/${msg.blueprint_paths.length}` : ""}\n`;
       md += `- 总步骤: ${totalSteps}（通过 ${passedSteps} / 失败 ${failedSteps}）\n`;
       md += `- 总Bug数: ${totalBugs}\n`;
       md += `- 总通过率: ${passRate.toFixed(0)}%\n`;
@@ -724,6 +734,7 @@ ${commonRules}`;
     const platform = (msg.platform || "web").toLowerCase();
     try {
       if (platform === "android" || platform === "ios") {
+        // 只检查设备是否连接，Session 由引擎在蓝本测试时自动创建
         const devices = await this._client.listMobileDevices();
         if ((devices.count || 0) === 0) {
           this._postMessage({
@@ -737,31 +748,14 @@ ${commonRules}`;
           return;
         }
 
-        const sessions = await this._client.listMobileSessions();
-        if ((sessions.count || 0) === 0) {
-          const first = devices.devices?.[0] || {};
-          const deviceName = String((first as Record<string, unknown>).model || (first as Record<string, unknown>).serial || "");
-          const created = await this._client.createMobileSession({ device_name: deviceName });
-          this._postMessage({
-            command: "platformPrecheckResult",
-            data: {
-              ok: true,
-              platform,
-              message: `设备已连接，已创建会话 ${created.session_id}，可以开始测试。`,
-              mobile_session_id: created.session_id,
-            },
-          });
-          return;
-        }
-
-        const sid = String((sessions.sessions?.[0] as Record<string, unknown>)?.session_id || "");
+        const first = devices.devices?.[0] || {};
+        const model = String((first as Record<string, unknown>).model || (first as Record<string, unknown>).serial || "设备");
         this._postMessage({
           command: "platformPrecheckResult",
           data: {
             ok: true,
             platform,
-            message: `检测到已连接设备和活跃会话 ${sid}，可以开始测试。`,
-            mobile_session_id: sid,
+            message: `设备 ${model} 已连接，Appium Session 将自动创建。`,
           },
         });
         return;
@@ -814,7 +808,7 @@ ${commonRules}`;
   }
 
   private async _handleConnectDevice(_msg: { platform?: string }): Promise<void> {
-    const { exec } = require("child_process") as typeof import("child_process");
+    const { exec, spawn } = require("child_process") as typeof import("child_process");
     const run = (cmd: string): Promise<string> =>
       new Promise((resolve) => {
         exec(cmd, { timeout: 10000 }, (_err, stdout) => resolve(stdout || ""));
@@ -852,11 +846,29 @@ ${commonRules}`;
         fail(`设备 ${model} 未安装 Appium 自动化组件（uiautomator2），首次测试时会自动安装。\n也可手动运行：appium driver install uiautomator2`);
         return;
       }
-      // 4. 检查 Appium server 是否运行
-      const appiumOk = await httpCheck("http://127.0.0.1:4723/status");
+      // 4. 检查 Appium server 是否运行，未运行则自动启动
+      let appiumOk = await httpCheck("http://127.0.0.1:4723/status");
       if (!appiumOk) {
-        fail(`设备 ${model} 就绪，但 Appium 未运行。\n请先在终端运行：appium\n或点击"启动引擎"按钮`);
-        return;
+        // 自动启动 Appium
+        this._postMessage({
+          command: "connectDeviceResult",
+          data: { ok: false, message: `设备 ${model} 就绪，Appium 未运行，正在自动启动...` },
+        });
+        try {
+          spawn("appium", ["--port", "4723"], { detached: true, stdio: "ignore", shell: true, windowsHide: true }).unref();
+        } catch (spawnErr: unknown) {
+          fail(`Appium 启动失败: ${spawnErr instanceof Error ? spawnErr.message : String(spawnErr)}\n请手动运行：appium --port 4723`);
+          return;
+        }
+        // 等待 Appium 启动（最多12秒）
+        for (let i = 0; i < 12; i++) {
+          await new Promise<void>((r) => setTimeout(r, 1000));
+          if (await httpCheck("http://127.0.0.1:4723/status")) { appiumOk = true; break; }
+        }
+        if (!appiumOk) {
+          fail(`设备 ${model} 就绪，但 Appium 启动超时（12秒）。\n请手动运行：appium --port 4723`);
+          return;
+        }
       }
       // 5. 检查引擎
       const engineOk = await httpCheck("http://127.0.0.1:8900/health");
@@ -1062,11 +1074,6 @@ ${commonRules}`;
       </div>
       <div style="display:flex;gap:4px;margin-top:2px">
         <button id="btnDetectDevice" class="btn-secondary" style="font-size:10px;padding:3px 6px;flex:1">检测设备</button>
-        <button id="btnHandshake" class="btn-secondary hidden" style="font-size:10px;padding:3px 6px;flex:1">🤝 握手</button>
-      </div>
-      <div id="handshakeStatusRow" class="hidden" style="display:flex;align-items:center;gap:4px;margin-top:4px;font-size:10px">
-        <span id="handshakeIcon">⏳</span>
-        <span id="handshakeText" style="color:var(--muted);word-break:break-word">未握手</span>
       </div>
     </div>
     <button id="btnLaunchEngine" class="hidden" style="background:#22c55e;margin-top:6px">🚀 一键启动引擎</button>
@@ -1273,7 +1280,6 @@ ${commonRules}`;
       } else if (platform === "android") {
         deviceRow.classList.remove("hidden");
         document.getElementById("btnDetectDevice").style.display = "";
-        document.getElementById("btnHandshake").classList.remove("hidden");
         checkDeviceStatus();
       } else {
         deviceRow.classList.add("hidden");
@@ -1295,21 +1301,6 @@ ${commonRules}`;
       checkDeviceStatus();
     });
 
-    // 握手按钮
-    document.getElementById("btnHandshake").addEventListener("click", () => {
-      const btn = document.getElementById("btnHandshake");
-      const row = document.getElementById("handshakeStatusRow");
-      const icon = document.getElementById("handshakeIcon");
-      const text = document.getElementById("handshakeText");
-      btn.disabled = true;
-      btn.textContent = "⏳ 握手中...";
-      row.classList.remove("hidden");
-      icon.textContent = "⏳";
-      text.textContent = "正在检测 Appium 环境...";
-      text.style.color = "var(--muted)";
-      vscode.postMessage({ command: "connectDevice", platform: getCurrentPlatform() });
-    });
-
     // 刷新项目按钮
     document.getElementById("btnRefreshProjects").addEventListener("click", () => {
       vscode.postMessage({ command: "scanBlueprints" });
@@ -1440,7 +1431,6 @@ ${commonRules}`;
       addLog("正在断开引擎...", "info");
     });
 
-    let currentMobileSessionId = "";
     let pendingBlueprintRun = null;
 
     // 蓝本测试（支持多选批量 + 平台路由 + 前置检查）
@@ -1508,45 +1498,21 @@ ${commonRules}`;
         case "blueprintSelected": onBlueprintSelected(msg.data); break;
         case "platformPrecheckResult": onPlatformPrecheckResult(msg.data); break;
         case "deviceStatusResult": onDeviceStatusResult(msg.data); break;
-        case "connectDeviceResult": onConnectDeviceResult(msg.data); break;
       }
     });
 
     function onDeviceStatusResult(data) {
       const statusText = document.getElementById("deviceStatusText");
       const statusIcon = document.getElementById("deviceStatusIcon");
-      const btnHandshake = document.getElementById("btnHandshake");
       if (!data) return;
       if (data.connected) {
-        statusText.textContent = data.message || "设备已连接";
+        statusText.textContent = (data.message || "设备已连接") + "（运行蓝本时自动连接）";
         statusText.style.color = "var(--success,#22c55e)";
         statusIcon.textContent = "✅";
-        btnHandshake.classList.remove("hidden");
       } else {
         statusText.textContent = data.message || "未检测到设备";
         statusText.style.color = "var(--error,#ef4444)";
         statusIcon.textContent = "❌";
-        btnHandshake.classList.add("hidden");
-        document.getElementById("handshakeStatusRow").classList.add("hidden");
-      }
-    }
-
-    function onConnectDeviceResult(data) {
-      const row = document.getElementById("handshakeStatusRow");
-      const icon = document.getElementById("handshakeIcon");
-      const text = document.getElementById("handshakeText");
-      const btn = document.getElementById("btnHandshake");
-      row.classList.remove("hidden");
-      btn.disabled = false;
-      btn.textContent = "🤝 握手";
-      if (data.ok) {
-        icon.textContent = "✅";
-        text.textContent = data.message || "握手成功";
-        text.style.color = "var(--success,#22c55e)";
-      } else {
-        icon.textContent = "❌";
-        text.textContent = data.message || "握手失败";
-        text.style.color = "var(--error,#ef4444)";
       }
     }
 
@@ -1560,10 +1526,6 @@ ${commonRules}`;
         return;
       }
 
-      if (data.mobile_session_id) {
-        currentMobileSessionId = data.mobile_session_id;
-      }
-
       addLog(data.message || "平台检查通过", "success");
 
       const run = pendingBlueprintRun;
@@ -1577,15 +1539,13 @@ ${commonRules}`;
           blueprint_paths: run.paths,
           base_url: run.baseUrl,
           platform: run.platform,
-          mobile_session_id: currentMobileSessionId || undefined,
         });
       } else {
         vscode.postMessage({
           command: "blueprintTest",
           blueprint_path: run.paths[0],
           base_url: run.baseUrl,
           platform: run.platform,
-          mobile_session_id: currentMobileSessionId || undefined,
         });
       }
     }
@@ -1826,18 +1786,9 @@ ${commonRules}`;
       stepList.innerHTML = "";
       stepSection.classList.add("hidden");
       logArea.innerHTML = "";
-      addLog("测试任务已启动...", "info");
-      // 持续跳动提示，让用户知道系统在运行
-      let dots = 0;
-      const phases = ["正在连接模拟器...", "正在执行测试步骤...", "仍在测试中，请耐心等待..."];
-      let phase = 0;
+      addLog("测试任务已启动，步骤进度将实时显示...", "info");
       if (testingTimer) clearInterval(testingTimer);
-      testingTimer = setInterval(() => {
-        dots = (dots + 1) % 4;
-        const dotStr = ".".repeat(dots + 1);
-        addLog("⏳ " + phases[phase] + dotStr, "info");
-        if (dots === 3) phase = Math.min(phase + 1, phases.length - 1);
-      }, 5000);
+      testingTimer = null;
     }
 
     function onTestResult(report) {