@@ -396,10 +417,43 @@ cd gelab-zero
# Install dependencies
pip install -r requirements.txt
-# To inference a single task
+# To inference a single task (Command Line)
python examples/run_single_task.py
+
+# Or use the Web UI (Recommended)
+python start_web_ui.py
```
+#### Web UI Features
+
+The Web UI provides a more user-friendly way to interact with GELab-Zero, featuring a two-column layout:
+
+**Left Panel - Control**
+
+| Module | Features |
+|--------|----------|
+| **📱 Device Management** | Check device status, view device list, restart ADB service |
+| **📶 Wireless Debugging** | Connect device via IP address, enable TCP/IP mode, disconnect |
+| **📊 Task Monitoring** | View task status (Ready/Running/Waiting for Input), select historical Sessions |
+| **💬 Command/Reply** | Enter task instructions or reply to Agent queries, supports `Ctrl+Enter` shortcut |
+| **⚙️ Model Configuration** | Select model provider (auto-loaded from `model_config.yaml`), set Base URL and API Key |
+| **🛠 Utilities** | Launch scrcpy screen mirroring, get installed app list |
+
+**Right Panel - Display**
+
+| Module | Features |
+|--------|----------|
+| **📱 Task Trajectory** | Visual replay of each execution step, including screenshots, thought process, and action details |
+| **📋 Real-time Logs** | Real-time display of task execution terminal output, with clear and copy buttons |
+
+**Interaction Enhancements**
+
+- **🔄 Smart Auto-scroll**: Auto-scrolls during task execution; stops when task completes, allowing free navigation through history
+- **🖼️ Image Lightbox**: Click screenshots in trajectory to view full-size, with download support
+- **⌨️ Keyboard Shortcut**: `Ctrl+Enter` to quickly submit commands/replies
+
+After starting the Web UI, open your browser and go to `http://localhost:8866` to access the interface.
+
### (Optional) Step 4: Trajectory Visualization Environment Setup
The trajectory will be defult saved in the `running_log/server_log/os-copilot-local-eval-logs/` directory. You can visualize the trajectory using streamlit:
diff --git a/README_CN.md b/README_CN.md
index d466678..6afc2bb 100644
--- a/README_CN.md
+++ b/README_CN.md
@@ -1,5 +1,6 @@
-
+
|
-
-
## 📖 背景
随着 AI 体验日益深入消费级终端设备，移动 Agent 研究正处于从 **“可行性验证”** 向 **“大规模应用”** 转型的关键节点。虽然基于 GUI 的方案具有通用兼容性，但移动生态的碎片化带来了沉重的工程负担，阻碍了创新。GELab-Zero 旨在打破这些壁垒。
@@ -349,6 +330,48 @@ AN2CVB4C28000731 device
如果仍然无法成功安装或连接，可以参考第三方文档进行进一步排查：https://github.com/quickappcn/issues/issues/120
+### Web UI 中的无线调试（推荐）
+
+1. **准备设备**
+ - 确保手机和电脑在同一 WiFi 网络
+ - 手机上：设置 → 开发者选项 → 无线调试（启用）
+
+2. **连接无线设备**
+ - 打开 Web UI (http://localhost:8865)
+ - 在左侧面板找到"📶 无线调试"部分（默认展开）
+ - 输入手机的 IP 地址（可以在手机的无线调试设置中查看）
+ - 端口默认为 5555，根据你的实际手机情况修改
+ - 点击"🔗 连接无线设备"按钮
+
+3. **USB 转 无线**
+ - 如果您的设备是 USB 连接：
+ - 点击"📡 启用TCP/IP模式（USB转无线）"
+ - 系统会自动获取设备 IP 并启用无线模式
+ - 断开 USB 线后即可使用无线连接
+
+4. **管理设备**
+ - 点击"🔄 检查设备状态"查看所有已连接的设备
+ - 点击"📋 ADB设备列表"获取详细的设备连接信息
+ - 点击"🔄 重启ADB服务"解决ADB连接问题
+ - 系统会显示设备类型：🔌 USB 或 📶 无线
+ - 点击"✂️ 断开无线设备"可以断开无线连接
+
+### 命令行方式
+
+```bash
+# 通过 WiFi 连接
+adb connect 192.168.1.100:5555
+
+# 验证连接
+adb devices
+
+# 查看设备列表
+adb devices
+
+# 重启ADB服务
+adb kill-server
+adb start-server
+
### Step 3: GELab-Zero Agent 运行环境搭建
完成以上步骤后，可以通过以下命令部署 GELab-Zero 的运行环境：
@@ -361,10 +384,43 @@ cd gelab-zero
# 安装依赖
pip install -r requirements.txt
-# 运行单个任务推理示例
+# 运行单个任务推理示例（命令行方式）
python examples/run_single_task.py
+
+# 或使用 Web UI（推荐）
+python start_web_ui.py
```
+#### Web UI 功能特性
+
+Web UI 提供了更友好的交互方式，界面分为左右两栏布局：
+
+**左栏 - 控制面板**
+
+| 模块 | 功能 |
+|------|------|
+| **📱 设备管理** | 检查设备状态、查看设备列表、重启 ADB 服务 |
+| **📶 无线调试** | 通过 IP 地址无线连接设备、启用 TCP/IP 模式、断开连接 |
+| **📊 任务监控** | 查看任务状态（就绪/运行中/等待输入）、选择历史 Session |
+| **💬 命令/回复** | 输入任务指令或回复 Agent 询问，支持 `Ctrl+Enter` 快捷提交 |
+| **⚙️ 参数配置** | 选择模型提供商（从 `model_config.yaml` 自动加载）、设置 Base URL 和 API Key |
+| **� 实用工具** | 启动 scrcpy 屏幕镜像、获取手机应用列表 |
+
+**右栏 - 任务展示**
+
+| 模块 | 功能 |
+|------|------|
+| **📱 任务轨迹** | 可视化回放每个执行步骤，包含截图、思考过程、动作详情 |
+| **📋 实时日志** | 实时显示任务执行的终端输出，支持清空和复制 |
+
+**交互优化**
+
+- **🔄 智能滚动**：任务运行时自动滚动到最新内容；任务结束后停止滚动，可自由翻阅历史日志
+- **🖼️ 图片放大**：点击轨迹中的截图可放大查看，支持下载
+- **⌨️ 快捷键**：`Ctrl+Enter` 快速提交命令/回复
+
+启动 Web UI 后，在浏览器中访问 `http://localhost:8866` 即可使用。
+
### （可选）Step 4: 轨迹可视化环境搭建
任务轨迹会默认保存在 `running_log/server_log/os-copilot-local-eval-logs/` 目录下。你可以使用 streamlit 对轨迹进行可视化：
diff --git a/copilot_agent_client/__pycache__/mcp_agent_loop.cpython-312.pyc b/copilot_agent_client/__pycache__/mcp_agent_loop.cpython-312.pyc
new file mode 100644
index 0000000..a6e5dce
Binary files /dev/null and b/copilot_agent_client/__pycache__/mcp_agent_loop.cpython-312.pyc differ
diff --git a/copilot_agent_client/__pycache__/pu_client.cpython-312.pyc b/copilot_agent_client/__pycache__/pu_client.cpython-312.pyc
new file mode 100644
index 0000000..2fae9d6
Binary files /dev/null and b/copilot_agent_client/__pycache__/pu_client.cpython-312.pyc differ
diff --git a/copilot_agent_client/mcp_agent_loop.py b/copilot_agent_client/mcp_agent_loop.py
index d9f93b4..ac6569c 100644
--- a/copilot_agent_client/mcp_agent_loop.py
+++ b/copilot_agent_client/mcp_agent_loop.py
@@ -27,6 +27,42 @@
import threading
+# 暂停信号文件路径 - 使用绝对路径基于项目根目录
+def get_pause_signal_file():
+ """获取暂停信号文件的绝对路径"""
+ # 从 copilot_agent_client 目录向上一级找到项目根目录
+ project_root = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+ return os.path.join(project_root, "tmp_screenshot", "pause_signal.txt")
+
+def check_pause_signal():
+ """
+ 检查是否有外部暂停信号。
+ 如果存在暂停信号文件，删除文件并返回 True (should_pause).
+ Returns: should_pause: bool
+ """
+ pause_file = get_pause_signal_file()
+ if os.path.exists(pause_file):
+ try:
+ # 仅检测文件存在，不需要读取内容
+ os.remove(pause_file)
+ print(f"[DEBUG] 检测到暂停信号: {pause_file}")
+ return True
+ except Exception as e:
+ print(f"[WARNING] 读取/删除暂停信号文件失败: {e}")
+ return False
+ return False
+
+def clear_pause_signal():
+ """清除暂停信号文件（如果存在）"""
+ pause_file = get_pause_signal_file()
+ if os.path.exists(pause_file):
+ try:
+ os.remove(pause_file)
+ print(f"[DEBUG] 已清除暂停信号: {pause_file}")
+ except:
+ pass
+
+
def auto_reply(current_image_url, task, info_action, model_provider, model_name):
"""
Reply with information action.
@@ -266,6 +302,14 @@ def gui_agent_loop(
# restart the steps from 0, even continuing an existing session
for step_idx in range(max_steps):
+ # >>> 检查外部暂停信号 <<<
+ # >>> 检查外部暂停信号 <<<
+ should_pause = check_pause_signal()
+ if should_pause:
+ print(f"[PAUSED] 检测到暂停信号，暂停任务...")
+ stop_reason = "USER_PAUSED"
+ break
+
if not dectect_screen_on(device_id):
print("Screen is off, turn on the screen first")
stop_reason = "MANUAL_STOP_SCREEN_OFF"
@@ -313,7 +357,15 @@ def gui_agent_loop(
# assume when reply info is provided, it must be used for current step
if reply_info is not None:
print(f"Using reply from client: {reply_info}")
- payload['observation']['query'] = reply_info
+ # 增强提示，确保LLM优先执行用户干预指令，不要继续完成原任务
+ payload['observation']['query'] = f"""【紧急用户干预 - 最高优先级】
+用户要求：{reply_info}
+
+重要提示：
+1. 立即停止当前正在执行的任务
+2. 优先执行用户的新指令
+3. 不要输出 COMPLETE，除非新指令已完成
+4. 根据当前屏幕状态，执行用户的新要求"""
reply_info = None # reset after use
server_return = agent_server.automate_step(payload)
@@ -423,9 +475,11 @@ def gui_agent_loop(
return_log['intermediate_logs'] = []
pass
- if stop_reason in ['MANUAL_STOP_SCREEN_OFF', 'INFO_ACTION_NEEDS_REPLY', "NOT_STARTED"]:
+ if stop_reason in ['MANUAL_STOP_SCREEN_OFF', 'INFO_ACTION_NEEDS_REPLY', "NOT_STARTED", "USER_PAUSED"]:
+ pass
+ elif action is None:
pass
- elif action['action_type'].upper() == 'COMPLETE':
+ elif action['action_type'].upper() == 'COMPLETE':
stop_reason = "TASK_COMPLETED_SUCCESSFULLY"
elif action['action_type'].upper() == 'ABORT':
stop_reason = "TASK_ABORTED_BY_AGENT"
diff --git a/copilot_agent_server/__pycache__/__init__.cpython-312.pyc b/copilot_agent_server/__pycache__/__init__.cpython-312.pyc
new file mode 100644
index 0000000..edfdb05
Binary files /dev/null and b/copilot_agent_server/__pycache__/__init__.cpython-312.pyc differ
diff --git a/copilot_agent_server/__pycache__/base_logger.cpython-312.pyc b/copilot_agent_server/__pycache__/base_logger.cpython-312.pyc
new file mode 100644
index 0000000..850e3ec
Binary files /dev/null and b/copilot_agent_server/__pycache__/base_logger.cpython-312.pyc differ
diff --git a/copilot_agent_server/__pycache__/base_server.cpython-312.pyc b/copilot_agent_server/__pycache__/base_server.cpython-312.pyc
new file mode 100644
index 0000000..4d741ab
Binary files /dev/null and b/copilot_agent_server/__pycache__/base_server.cpython-312.pyc differ
diff --git a/copilot_agent_server/__pycache__/local_server.cpython-312.pyc b/copilot_agent_server/__pycache__/local_server.cpython-312.pyc
new file mode 100644
index 0000000..aa6c186
Binary files /dev/null and b/copilot_agent_server/__pycache__/local_server.cpython-312.pyc differ
diff --git a/copilot_agent_server/__pycache__/local_server_logger.cpython-312.pyc b/copilot_agent_server/__pycache__/local_server_logger.cpython-312.pyc
new file mode 100644
index 0000000..4aafa6f
Binary files /dev/null and b/copilot_agent_server/__pycache__/local_server_logger.cpython-312.pyc differ
diff --git a/copilot_agent_server/__pycache__/parser_factory.cpython-312.pyc b/copilot_agent_server/__pycache__/parser_factory.cpython-312.pyc
new file mode 100644
index 0000000..297dfd5
Binary files /dev/null and b/copilot_agent_server/__pycache__/parser_factory.cpython-312.pyc differ
diff --git a/copilot_agent_server/local_server.py b/copilot_agent_server/local_server.py
index cec1da6..89fac18 100644
--- a/copilot_agent_server/local_server.py
+++ b/copilot_agent_server/local_server.py
@@ -145,6 +145,12 @@ def get_envs_acts_from_logs(logs):
"frequency_penalty": 0.0,
"max_tokens": 512,
})
+
+ # 将 base_url 和 api_key 传入 args，供 ask_llm_anything 使用
+ if 'base_url' in model_config:
+ args['base_url'] = model_config['base_url']
+ if 'api_key' in model_config:
+ args['api_key'] = model_config['api_key']
image_preprocess = model_config.get('image_preprocess', None)
diff --git a/copilot_front_end/__pycache__/mobile_action_helper.cpython-312.pyc b/copilot_front_end/__pycache__/mobile_action_helper.cpython-312.pyc
new file mode 100644
index 0000000..a059dba
Binary files /dev/null and b/copilot_front_end/__pycache__/mobile_action_helper.cpython-312.pyc differ
diff --git a/copilot_front_end/__pycache__/package_map.cpython-312.pyc b/copilot_front_end/__pycache__/package_map.cpython-312.pyc
new file mode 100644
index 0000000..ededb94
Binary files /dev/null and b/copilot_front_end/__pycache__/package_map.cpython-312.pyc differ
diff --git a/copilot_front_end/__pycache__/pu_frontend_executor.cpython-312.pyc b/copilot_front_end/__pycache__/pu_frontend_executor.cpython-312.pyc
new file mode 100644
index 0000000..aead34e
Binary files /dev/null and b/copilot_front_end/__pycache__/pu_frontend_executor.cpython-312.pyc differ
diff --git a/copilot_front_end/mobile_action_helper.py b/copilot_front_end/mobile_action_helper.py
index a8efae6..06e8cf2 100644
--- a/copilot_front_end/mobile_action_helper.py
+++ b/copilot_front_end/mobile_action_helper.py
@@ -134,9 +134,27 @@ def dectect_screen_on(device_id, print_command = False):
command = f"{adb_command} shell dumpsys display"
if print_command:
print(f"Executing command: {command}")
- result = subprocess.run(command, shell=True, capture_output=True, text=True)
- result.stdout = result.stdout.encode('utf-8').decode('utf-8')
- screen_state = local_str_grep(result.stdout, "mScreenState").strip()
+
+ # Use text=False (or capture_output=True default) to get bytes, avoiding implicit decoding errors
+ result = subprocess.run(command, shell=True, capture_output=True, text=False)
+
+ if result.stdout:
+ # Decode carefully, ignoring errors if necessary
+ # Try utf-8 first, then gbk, or just replace errors
+ try:
+ # ADB output is usually UTF-8, but on Windows shell it might get mixed.
+ # using errors='ignore' or 'replace' is safest for logging/grepping
+ output_str = result.stdout.decode('utf-8', errors='replace')
+ except Exception:
+ output_str = result.stdout.decode('gbk', errors='replace')
+ else:
+ output_str = ""
+
+ screen_state = local_str_grep(output_str, "mScreenState")
+ if screen_state:
+ screen_state = screen_state.strip()
+ else:
+ screen_state = ""
else:
command = f"{adb_command} shell dumpsys display | grep mScreenState"
if print_command:
diff --git a/copilot_front_end/package_map.py b/copilot_front_end/package_map.py
index 99401aa..f99fb4f 100644
--- a/copilot_front_end/package_map.py
+++ b/copilot_front_end/package_map.py
@@ -14,7 +14,7 @@
"网易有道词典": "com.youdao.dict",
"百度贴吧": "com.baidu.tieba",
"腾讯新闻": "com.tencent.news",
- "饿了么": "me.ele",
+ "淘宝闪购": "me.ele",
"百度输入法": "com.baidu.input",
"优酷视频": "com.youku.phone",
"抖音": "com.ss.android.ugc.aweme",
diff --git a/copilot_tools/__pycache__/parser_0920_summary.cpython-312.pyc b/copilot_tools/__pycache__/parser_0920_summary.cpython-312.pyc
new file mode 100644
index 0000000..4710ad5
Binary files /dev/null and b/copilot_tools/__pycache__/parser_0920_summary.cpython-312.pyc differ
diff --git a/examples/run_single_task.py b/examples/run_single_task.py
index c3720c2..ca6c716 100644
--- a/examples/run_single_task.py
+++ b/examples/run_single_task.py
@@ -63,49 +63,211 @@ def timed_automate_step(payload):
server_instance.automate_step = timed_automate_step
if __name__ == "__main__":
+ import argparse
- # task = "打开微信，给柏茗，发helloworld"
- # task = "打开 给到 app，在主页，下滑寻找，员工权益-奋斗食代，帮我领劵。如果不能领取就退出。"
- # task = "open wechat to send a message 'helloworld' to 'TKJ'"
- #task = "去淘宝帮我买本书"
- if len(sys.argv) < 2:
+ parser = argparse.ArgumentParser(description="Run a single task solely.")
+ parser.add_argument("task", type=str, nargs='?', help="The task description.")
+ parser.add_argument("--device-id", type=str, help="The device ID to use.")
+ parser.add_argument("--model", type=str, default="gelab-zero-4b-preview", help="Model name.")
+ parser.add_argument("--base-url", type=str, help="Base URL for the model API.")
+ parser.add_argument("--api-key", type=str, help="API Key for the model.")
+ parser.add_argument("--continue-session", type=str, help="Continue an existing session by session ID.")
+ parser.add_argument("--injection", type=str, help="User injection command to modify task direction.")
+
+ args = parser.parse_args()
+
+ # 检查是否是继续模式
+ is_continue_mode = args.continue_session is not None
+
+ if not args.task and not is_continue_mode:
print("❌ 错误：未传入任务参数！")
print("📝 使用方法：")
- print(f" python {sys.argv[0]} \"你的任务描述\"")
+ print(f" python {sys.argv[0]} \"你的任务描述\" [options]")
print(" 示例1：python script.py \"去淘宝帮我买本书\"")
- print(" 示例2：python script.py \"打开微信，给柏茗发helloworld\"")
- sys.exit(1)
-
- task = ' '.join(sys.argv[1:])
+ print(" 示例2：python script.py \"打开微信，给柏茗发helloworld\" --device-id 123456")
+ print(f" 示例3：python script.py --continue-session ", body_style)) + story.append(Spacer(1, 5*mm)) + + except Exception as e: + print(f"[WARNING] 处理步骤 {idx+1} 失败: {e}") + continue + + # 生成 PDF + try: + doc.build(story) + print(f"[PDF] 导出成功: {output_path}") + return output_path + except Exception as e: + print(f"[ERROR] PDF 生成失败: {e}") + return None + +# --- 全局命令执行管理器 --- +class CommandRunner: + def __init__(self): + self.process = None + self.logs = "" + self.is_running = False + self.log_lock = threading.Lock() + self.current_session_id = None # 追踪当前session ID + self.waiting_for_input = False # 是否等待用户输入 + self.paused_session_id = None # 暂停时的session ID + self.is_paused = False # 是否处于暂停状态 + + def start(self, cmd_args, cwd=None, env=None): + """启动新命令""" + if self.is_running: + return False, "当前已有任务在运行，请先停止" + + self.stop() + + with self.log_lock: + self.logs = f"--- 任务开始: {' '.join(cmd_args)} ---\n" + self.current_session_id = None # 重置session ID + print(f"\n[WebUI] 启动任务: {' '.join(cmd_args)}") + + self.is_running = True + + thread = threading.Thread(target=self._run_thread, args=(cmd_args, cwd, env), daemon=True) + thread.start() + return True, "任务已启动" + + def stop(self, is_pause=False): + """停止当前任务 + Args: + is_pause: 如果是暂停操作,保存session_id供后续继续 + """ + if self.process and self.process.poll() is None: + try: + self.process.terminate() + time.sleep(0.5) + if self.process.poll() is None: + self.process.kill() + except Exception as e: + self._append_log(f"\n[系统] 停止进程失败: {e}\n") + + if is_pause: + # 暂停模式: 保存session_id,标记暂停状态 + with self.log_lock: + self.paused_session_id = self.current_session_id + self.is_paused = True + + self.is_running = False + return True, "任务停止指令已发送" + + def _run_thread(self, cmd_args, cwd, env): + try: + self.process = subprocess.Popen( + cmd_args, + cwd=cwd, + env=env, + stdin=subprocess.PIPE, # 添加stdin支持 + stdout=subprocess.PIPE, + stderr=subprocess.STDOUT, + text=True, + encoding='utf-8', + errors='replace', + bufsize=1, + universal_newlines=True + ) + + for line in iter(self.process.stdout.readline, ''): + if line: + self._append_log(line) + print(line, end="", flush=True) + + # 解析 Session ID + match = re.search(r'Session ID:\s*([a-f0-9\-]+)', line) + if match: + with self.log_lock: + self.current_session_id = match.group(1) + print(f"[WebUI] 捕获到 Session ID: {self.current_session_id}") + + # 检测是否需要用户输入 + if any(k in line for k in ['Please Reply:', '回复一下', '[PAUSED]', 'WAITING_FOR_INPUT']): + with self.log_lock: + self.waiting_for_input = True + + self.process.wait() + end_msg = f"\n--- 任务结束 (代码: {self.process.returncode}) ---\n" + self._append_log(end_msg) + print(end_msg) + + except Exception as e: + err_msg = f"\n[系统错误] 执行异常: {str(e)}\n" + self._append_log(err_msg) + print(err_msg) + finally: + self.is_running = False + self.waiting_for_input = False + self.process = None + + def send_input(self, text): + """发送输入到进程的stdin""" + if self.process and self.process.poll() is None and self.process.stdin: + try: + self.process.stdin.write(text + "\n") + self.process.stdin.flush() + self._append_log(f"\n[用户回复] {text}\n") + with self.log_lock: + self.waiting_for_input = False + return True, "已发送回复" + except Exception as e: + return False, f"发送失败: {e}" + return False, "没有正在运行的任务" + + def _append_log(self, text): + with self.log_lock: + if len(self.logs) > 500000: + self.logs = self.logs[-400000:] + self.logs += text + + def get_logs(self): + with self.log_lock: + return self.logs + + def get_status(self): + if self.is_paused: + return "⏸ 已暂停 - 输入修正指令后点击 [执行/回复] 继续" + if self.waiting_for_input: + return "🟡 等待输入" + return "🟢 运行中" if self.is_running else "⚪ 就绪" + + def get_current_session_id(self): + with self.log_lock: + return self.current_session_id + + def get_paused_session_id(self): + with self.log_lock: + return self.paused_session_id + + def is_waiting_for_input(self): + with self.log_lock: + return self.waiting_for_input + + def clear_pause_state(self): + """清除暂停状态""" + with self.log_lock: + self.is_paused = False + self.paused_session_id = None + +# 全局单例 +runner = CommandRunner() + +# --- 辅助函数 --- + +def get_adb_devices(): + """获取所有已连接的设备""" + try: + result = subprocess.run(["adb", "devices"], capture_output=True, text=True, encoding='utf-8', errors='ignore') + devices = [] + device_details = [] + + if result.returncode == 0: + lines = result.stdout.split('\n')[1:] + for line in lines: + if '\tdevice' in line: + device_id = line.split('\t')[0] + devices.append(device_id) + device_type = "📶 无线" if ':' in device_id else "🔌 USB" + device_details.append(f"{device_type}: {device_id}") + + if not device_details: + return ["未找到设备"], "" + + device_list = "\n".join(device_details) + return devices, f"已连接设备 ({len(devices)}个):\n\n{device_list}\n\n默认设备: {devices[0]}" + except Exception as e: + return [f"错误: {str(e)}"], f"获取设备列表失败: {str(e)}" + +def connect_wireless_device(ip_address, port="5555"): + """连接无线设备""" + try: + parts = ip_address.strip().split('.') + if len(parts) != 4: + return False, "无效的IP地址格式" + + connect_addr = f"{ip_address}:{port}" + result = subprocess.run( + ["adb", "connect", connect_addr], + capture_output=True, text=True, encoding='utf-8', errors='ignore', timeout=10 + ) + + if result.returncode == 0: + devices_result = subprocess.run(["adb", "devices"], capture_output=True, text=True, encoding='utf-8') + if connect_addr in devices_result.stdout and "device" in devices_result.stdout: + return True, f"成功连接到无线设备: {connect_addr}" + else: + return False, "连接失败，请检查设备设置" + else: + return False, f"连接失败: {result.stderr.strip() if result.stderr else result.stdout.strip()}" + + except subprocess.TimeoutExpired: + return False, "连接超时" + except Exception as e: + return False, f"连接出错: {str(e)}" + +def disconnect_wireless_device(device_id): + """断开无线设备""" + try: + result = subprocess.run( + ["adb", "disconnect"] if not device_id else ["adb", "disconnect", device_id], + capture_output=True, text=True, encoding='utf-8' + ) + return True, "已断开无线设备连接" + except Exception as e: + return False, f"断开连接出错: {str(e)}" + +def enable_tcpip(device_id, port="5555"): + """启用TCP/IP模式""" + try: + result = subprocess.run( + ["adb", "-s", device_id, "tcpip", str(port)], + capture_output=True, text=True, encoding='utf-8', timeout=10 + ) + if result.returncode == 0: + ip_result = subprocess.run( + ["adb", "-s", device_id, "shell", "ip", "route", "get", "8.8.8.8"], + capture_output=True, text=True, encoding='utf-8' + ) + device_ip = "未知" + if ip_result.returncode == 0 and "src" in ip_result.stdout: + parts = ip_result.stdout.split() + for i, part in enumerate(parts): + if part == "src" and i + 1 < len(parts): + device_ip = parts[i + 1] + break + return True, f"TCP/IP已启用\n设备IP: {device_ip}" + return False, f"启用失败: {result.stderr}" + except Exception as e: + return False, f"启用TCP/IP出错: {str(e)}" + +def get_available_apps(): + try: + result = subprocess.run( + ["adb", "shell", "pm", "list", "packages", "-3"], + capture_output=True, text=True, encoding='utf-8', errors='ignore' + ) + if result.returncode != 0: + return "获取失败" + apps = [line.replace('package:', '').strip() for line in result.stdout.splitlines() if line.strip()] + apps.sort() + return "\n".join(apps) + except Exception as e: + return str(e) + +def start_scrcpy(): + """启动 scrcpy 屏幕镜像""" + try: + current_dir = os.path.dirname(os.path.abspath(__file__)) + project_dir = os.path.dirname(current_dir) + scrcpy_path = os.path.join(project_dir, "scrcpy-win64-v3.3.3", "scrcpy.exe") + + if not os.path.exists(scrcpy_path): + return f"未找到 scrcpy.exe: {scrcpy_path}" + + result = subprocess.run(["adb", "devices"], capture_output=True, text=True, encoding='utf-8') + devices = [line.split('\t')[0] for line in result.stdout.split('\n')[1:] if '\tdevice' in line] + + if not devices: + return "没有检测到已连接的设备" + + scrcpy_cmd = [scrcpy_path, '--no-audio'] + if len(devices) > 1: + scrcpy_cmd.extend(['-s', devices[0]]) + + def run_scrcpy(): + try: + if os.name == 'nt': + subprocess.Popen(scrcpy_cmd, creationflags=subprocess.CREATE_NEW_CONSOLE) + else: + subprocess.Popen(scrcpy_cmd) + except Exception as e: + print(f"[ERROR] 启动 scrcpy 失败: {e}") + + threading.Thread(target=run_scrcpy, daemon=True).start() + time.sleep(0.5) + return f"✅ scrcpy 已启动 (设备: {devices[0]})" + + except Exception as e: + return f"启动失败: {str(e)}" + +def check_adb_connection(): + """检查ADB连接状态""" + try: + subprocess.run(["adb", "start-server"], capture_output=True, text=True, timeout=5) + result = subprocess.run(["adb", "devices"], capture_output=True, text=True, timeout=5) + + if result.returncode == 0: + lines = result.stdout.strip().split('\n') + devices = [] + for line in lines[1:]: + if line.strip(): + parts = line.split('\t') + if len(parts) >= 2: + devices.append(f"📱 {parts[0]} - {parts[1]}") + + if devices: + return True, f"✅ ADB服务正常\n已连接设备:\n" + "\n".join(devices) + else: + return False, "⚠️ ADB服务正常但无设备连接" + return False, f"❌ ADB命令执行失败" + + except FileNotFoundError: + return False, "❌ ADB未安装或未添加到PATH" + except subprocess.TimeoutExpired: + return False, "❌ ADB命令超时" + except Exception as e: + return False, f"❌ 检查ADB连接时出错: {str(e)}" + +def restart_adb(): + """重启ADB服务""" + try: + subprocess.run(["adb", "kill-server"], capture_output=True, text=True, timeout=10) + time.sleep(1) + subprocess.run(["adb", "start-server"], capture_output=True, text=True, timeout=10) + + result = subprocess.run(["adb", "devices"], capture_output=True, text=True, timeout=5) + if result.returncode == 0: + lines = result.stdout.strip().split('\n') + devices = [f"📱 {line.split()[0]}" for line in lines[1:] if '\tdevice' in line] + if devices: + return True, f"✅ ADB重启成功\n当前设备:\n" + "\n".join(devices) + return True, "✅ ADB重启成功\n当前无设备连接" + return False, "❌ ADB重启失败" + except Exception as e: + return False, f"❌ 重启出错: {str(e)}" + +# --- Gradio 界面 --- + +def create_ui(): + # 自定义CSS：简洁样式 + custom_css = """ + /* 轨迹图片样式 */ + .trajectory-chatbot img { + max-width: 280px !important; + max-height: 500px !important; + width: auto !important; + height: auto !important; + object-fit: contain !important; + cursor: pointer; + transition: opacity 0.2s; + border-radius: 8px; + } + .trajectory-chatbot img:hover { + opacity: 0.85; + } + .trajectory-chatbot .message { + max-width: 100% !important; + } + + /* 命令/回复文本框滚动条样式 */ + #user-input-box textarea { + overflow-y: auto !important; + max-height: 120px !important; + } + """ + + # 灯箱脚本 - 使用head参数注入 (使用MutationObserver确保动态内容可点击) + lightbox_head = """ + + + """ + + with gr.Blocks(title="Stepfun-ai/gelab-zero") as demo: + + gr.Markdown("## 🤖 Stepfun-ai/gelab-zero 控制台") + + with gr.Row(): + # --- 左列：设备管理、配置、任务监控 --- + with gr.Column(scale=1, min_width=350): + + # 1. 设备管理 + with gr.Group(): + gr.Markdown("### 📱 设备管理") + + device_status = gr.Textbox( + label="设备状态", + value="❓ 未检查", + interactive=False, + lines=3 + ) + with gr.Row(): + check_status_btn = gr.Button("检查", size="sm", min_width=1, scale=1) + adb_devices_btn = gr.Button("列表", size="sm", min_width=1, scale=1) + restart_adb_btn = gr.Button("重启ADB", size="sm", min_width=1, scale=1) + + with gr.Accordion("📶 无线调试", open=False): + with gr.Row(): + wireless_ip = gr.Textbox(label="IP", placeholder="192.168.1.x", scale=3) + wireless_port = gr.Textbox(label="端口", value="5555", scale=1) + + with gr.Row(): + connect_wireless_btn = gr.Button("🔗 连接", variant="primary", size="sm") + disconnect_wireless_btn = gr.Button("✂️ 断开", size="sm") + + enable_tcpip_btn = gr.Button("📡 启用TCP/IP模式", size="sm") + wireless_status = gr.Textbox(label="状态", interactive=False, lines=1) + + # 2. 任务监控（放在设备管理下面） + with gr.Group(): + gr.Markdown("### 📊 任务监控") + with gr.Row(): + session_dropdown = gr.Dropdown( + label="Session", + choices=[], + value=None, + scale=20, + allow_custom_value=True, + min_width=200 + ) + with gr.Column(scale=1, min_width=60): + gr.HTML("") # 占位符对其下拉框 + refresh_sessions_btn = gr.Button("🔄", size="sm") + + task_status = gr.Textbox( + label="任务状态", + value="⚪ 就绪", + interactive=False, + lines=1 + ) + user_input = gr.Textbox( + label="命令/回复", + placeholder="输入任务指令 或 回复Agent询问... (Ctrl+Enter 提交)", + lines=3, + max_lines=5, + elem_id="user-input-box" + ) + with gr.Row(): + submit_btn = gr.Button("▶ 执行/回复", variant="primary", scale=2, elem_id="submit-btn") + pause_btn = gr.Button("⏸ 暂停", variant="secondary", scale=1) + stop_btn = gr.Button("⏹ 停止", variant="stop", scale=1) + + # 3. 参数配置 + with gr.Accordion("⚙️ 参数配置", open=False): + try: + config_path = os.path.join(os.path.dirname(os.path.dirname(os.path.abspath(__file__))), "model_config.yaml") + with open(config_path, "r", encoding="utf-8") as f: + full_config = yaml.safe_load(f) + except Exception as e: + print(f"Error loading config: {e}") + full_config = {} + + # 准备 Provider 选项: (Display Name, Key) + provider_choices = [] + for key, val in full_config.items(): + display = val.get("display_name", key) + provider_choices.append((display, key)) + provider_choices.append(("自定义", "custom")) + + # default selection + default_prov = provider_choices[0][1] if provider_choices else "custom" + default_cfg = full_config.get(default_prov, {}) + + # 模型提供商选择 + provider_dd = gr.Dropdown( + label="模型提供商", + choices=provider_choices, + value=default_prov + ) + + # Base URL 单独一行 + base_url_input = gr.Textbox( + label="Base URL", + value=default_cfg.get("api_base", ""), + interactive=True, + placeholder="例如: http://localhost:11434/v1" + ) + + # API Key 单独一行 + api_key_input = gr.Textbox( + label="API Key", + type="password", + value=default_cfg.get("api_key", ""), + interactive=True, + placeholder="留空使用配置文件中的默认值" + ) + + # 模型名称 单独一行 + model_name_input = gr.Textbox( + label="模型名称", + value=default_cfg.get("default_model", ""), + interactive=True, + placeholder="例如: gelab-zero-4b-preview" + ) + + # 检查连接按钮和状态 + with gr.Row(): + check_model_btn = gr.Button("🔍 检查模型连接", size="sm") + model_status = gr.Textbox( + label="连接状态", + value="❓ 未检查", + interactive=False, + lines=2 + ) + + # Event: Provider Change + def on_provider_change(provider): + if provider == "custom": + return ( + gr.update(value="", interactive=True), + gr.update(value="", interactive=True), + gr.update(value="", interactive=True) + ) + + cfg = full_config.get(provider, {}) + new_base = cfg.get("api_base", "") + new_key = cfg.get("api_key", "") + new_model = cfg.get("default_model", "") + + return ( + gr.update(value=new_base, interactive=True), + gr.update(value=new_key, interactive=True), + gr.update(value=new_model, interactive=True) + ) + + provider_dd.change( + fn=on_provider_change, + inputs=[provider_dd], + outputs=[base_url_input, api_key_input, model_name_input] + ) + + # 检查模型连接 + def check_model_connection(base_url, model_name, api_key): + """检查模型连接状态""" + if not base_url: + return "⚠️ 请先填写 Base URL" + if not model_name: + return "⚠️ 请先填写模型名称" + + import requests + base = base_url.rstrip('/') + headers = {"Content-Type": "application/json"} + if api_key: + headers["Authorization"] = f"Bearer {api_key}" + + # 判断是本地还是在线 + is_local = "localhost" in base or "127.0.0.1" in base or "0.0.0.0" in base + api_type = "本地" if is_local else "在线" + + # 直接测试 /chat/completions 接口 + try: + url = base + '/chat/completions' + test_payload = { + "model": model_name, + "messages": [{"role": "user", "content": "test"}], + "max_tokens": 1 + } + response = requests.post(url, json=test_payload, headers=headers, timeout=15) + + if response.status_code == 200: + return f"✅ 连接成功 ({api_type})\n📍 {base}\n🤖 {model_name}" + elif response.status_code == 404: + return f"❌ 模型 {model_name} 不存在" + else: + try: + err_msg = response.json().get('error', {}).get('message', response.text[:80]) + except: + err_msg = response.text[:80] + return f"❌ 请求失败 ({response.status_code})\n{err_msg}" + except requests.exceptions.ConnectionError: + return f"❌ 无法连接 {base}" + except requests.exceptions.Timeout: + return f"❌ 连接超时" + except Exception as e: + return f"❌ {str(e)[:60]}" + + check_model_btn.click( + fn=check_model_connection, + inputs=[base_url_input, model_name_input, api_key_input], + outputs=[model_status] + ) + + with gr.Row(): + device_dd = gr.Dropdown(label="当前设备", choices=[], value=None, scale=3) + refresh_dev_btn = gr.Button("🔄", scale=1) + + # 4. 实用工具 + with gr.Accordion("🛠 实用工具", open=False): + scrcpy_btn = gr.Button("🖥️ 启动屏幕镜像", variant="secondary") + scrcpy_status = gr.Textbox(label="状态", interactive=False, lines=1) + + list_apps_btn = gr.Button("📲 获取应用列表", size="sm") + app_list_output = gr.Textbox(label="应用列表", lines=3, interactive=False) + + # --- 右列：日志与轨迹并排（更大空间） --- + with gr.Column(scale=3, min_width=700): + with gr.Row(): + # 左边：任务轨迹 + with gr.Column(scale=1): + gr.Markdown("### 📱 任务轨迹") + trajectory_output = gr.Chatbot( + label="轨迹回放", + height=660, + show_label=False, + elem_classes=["trajectory-chatbot"] + ) + with gr.Row(): + export_pdf_btn = gr.Button("📄 导出 PDF", size="sm") + export_file = gr.File(label="下载", visible=False) + + # 右边：实时日志 + with gr.Column(scale=1): + gr.Markdown("### 📋 实时日志") + log_output = gr.Textbox( + label="终端输出", + value="", + lines=25, + max_lines=30, + interactive=False, + elem_id="log-window" + ) + with gr.Row(): + clear_log_btn = gr.Button("🗑 清空", size="sm") + copy_log_btn = gr.Button("📋 复制", size="sm") + + # --- 逻辑绑定 --- + + # 刷新设备 + def refresh_devices(): + devices, _ = get_adb_devices() + valid_devices = [d for d in devices if not d.startswith("错误") and d != "未找到设备"] + return gr.Dropdown(choices=valid_devices, value=valid_devices[0] if valid_devices else None) + + refresh_dev_btn.click(refresh_devices, outputs=device_dd) + demo.load(refresh_devices, outputs=device_dd) + + # 刷新session列表 + def refresh_sessions(): + sessions = get_available_sessions() + current = runner.get_current_session_id() + # 如果有当前session且不在列表中，添加到最前面 + if current and current not in sessions: + sessions = [current] + sessions + return gr.Dropdown(choices=sessions, value=current if current else (sessions[0] if sessions else None)) + + refresh_sessions_btn.click(refresh_sessions, outputs=session_dropdown) + demo.load(refresh_sessions, outputs=session_dropdown) + + # 加载轨迹 + def load_trajectory(session_id): + if not session_id: + return [] + logs = load_session_logs(session_id) + messages = logs_to_chatbot_messages(logs) + return messages + + # session_dropdown.change 事件在下方统一处理，避免重复绑定 + + # PDF 导出 + def export_pdf_handler(session_id): + if not session_id: + return gr.update(value=None, visible=False) + pdf_path = export_trajectory_to_pdf(session_id) + if pdf_path: + return gr.update(value=pdf_path, visible=True) + else: + return gr.update(value=None, visible=False) + + export_pdf_btn.click(export_pdf_handler, inputs=[session_dropdown], outputs=[export_file]) + + # 列出应用 + list_apps_btn.click(get_available_apps, outputs=app_list_output) + + # 启动 scrcpy + scrcpy_btn.click(fn=start_scrcpy, outputs=[scrcpy_status]) + + # 核心：智能提交（命令 或 回复 或 暂停后继续） + def smart_submit(prompt, provider, base_url, api_key, model_name, device): + # 情况1: 处于暂停状态 → 作为注入指令继续 + if runner.is_paused: + paused_session = runner.get_paused_session_id() + if not paused_session: + runner.clear_pause_state() + return "⚠️ 没有可继续的会话", prompt + + script_path = os.path.join(os.path.dirname(os.path.dirname(os.path.abspath(__file__))), "examples", "run_single_task.py") + cmd_list = [sys.executable, script_path, "--continue-session", paused_session] + + # 如果有注入指令 + if prompt.strip(): + cmd_list.extend(["--injection", prompt.strip()]) + + # 添加模型参数 + if base_url: cmd_list.extend(["--base-url", base_url]) + if model_name: cmd_list.extend(["--model", model_name]) + if api_key: cmd_list.extend(["--api-key", api_key]) + if device and device != "未找到设备": + cmd_list.extend(["--device-id", device]) + + env = os.environ.copy() + env["PYTHONIOENCODING"] = "utf-8" + env["PYTHONUNBUFFERED"] = "1" + + runner.clear_pause_state() + success, msg = runner.start(cmd_list, cwd=os.getcwd(), env=env) + return ("🟢 继续运行中" if success else f"🔴 {msg}"), "" + + # 情况2: 无输入时仅返回当前状态 + if not prompt.strip(): + return runner.get_status(), "" + + # 情况3: 任务正在运行且等待输入，作为回复发送 + if runner.is_running and runner.is_waiting_for_input(): + success, msg = runner.send_input(prompt.strip()) + return runner.get_status(), "" # 清空输入框 + + # 情况4: 任务运行中 → 提示先停止 + if runner.is_running: + return "⚠️ 任务运行中，请先暂停或停止", prompt + + # 情况5: 空闲 → 启动新任务 + final_url = base_url + final_model = model_name + final_key = api_key + + script_path = os.path.join(os.path.dirname(os.path.dirname(os.path.abspath(__file__))), "examples", "run_single_task.py") + cmd_list = [sys.executable, script_path, prompt] + + if final_url: cmd_list.extend(["--base-url", final_url]) + if final_model: cmd_list.extend(["--model", final_model]) + if final_key: cmd_list.extend(["--api-key", final_key]) + if device and device != "未找到设备": + cmd_list.extend(["--device-id", device]) + + env = os.environ.copy() + env["PYTHONIOENCODING"] = "utf-8" + env["PYTHONUNBUFFERED"] = "1" + + success, msg = runner.start(cmd_list, cwd=os.getcwd(), env=env) + return ("🟢 运行中" if success else f"🔴 {msg}"), "" # 清空输入框 + + submit_btn.click( + smart_submit, + inputs=[user_input, provider_dd, base_url_input, api_key_input, model_name_input, device_dd], + outputs=[task_status, user_input] + ) + + user_input.submit( + smart_submit, + inputs=[user_input, provider_dd, base_url_input, api_key_input, model_name_input, device_dd], + outputs=[task_status, user_input] + ) + + # 停止任务（完全停止，清除暂停状态） + def stop_command(): + runner.stop() + runner.clear_pause_state() # 确保清除暂停状态 + return "⚪ 已停止" + + stop_btn.click(stop_command, outputs=[task_status]) + + # 暂停任务：立即终止进程，保存session供后续继续 + def pause_and_inject(prompt_text): + """暂停当前任务：立即终止进程，保存 session_id 供后续继续""" + if not runner.is_running: + return "⚠️ 没有正在运行的任务" + + current_session = runner.get_current_session_id() + if not current_session: + return "⚠️ 无法获取当前会话ID，请稍后重试" + + # 直接终止进程，并保存 session_id + runner.stop(is_pause=True) + + print(f"[PAUSED] 任务已暂停，Session: {current_session}") + return f"⏸ 已暂停 (Session: {current_session[:8]}...) - 输入修正指令后点击 [执行/回复] 继续" + + pause_btn.click(pause_and_inject, inputs=[user_input], outputs=[task_status]) + + # 检查状态 + def check_status_handler(): + devices, device_info = get_adb_devices() + return device_info if device_info else "❌ 未发现设备" + + check_status_btn.click(check_status_handler, outputs=device_status) + + # 无线调试 + def handle_connect_wireless(ip, port): + success, message = connect_wireless_device(ip, port) + if success: + devices, device_info = get_adb_devices() + return device_info, f"✅ {message}" + return "", f"❌ {message}" + + connect_wireless_btn.click(handle_connect_wireless, inputs=[wireless_ip, wireless_port], outputs=[device_status, wireless_status]) + + def handle_disconnect_wireless(): + devices, _ = get_adb_devices() + wireless_devices = [d for d in devices if ':' in d] + if wireless_devices: + disconnect_wireless_device("") + devices, device_info = get_adb_devices() + return device_info, "✅ 已断开" + return "", "ℹ️ 没有无线设备" + + disconnect_wireless_btn.click(handle_disconnect_wireless, outputs=[device_status, wireless_status]) + + def handle_enable_tcpip(): + devices, _ = get_adb_devices() + usb_devices = [d for d in devices if ':' not in d and d != "未找到设备" and not d.startswith("错误")] + if not usb_devices: + return "", "❌ 没有USB设备" + success, message = enable_tcpip(usb_devices[0]) + return (f"✅ {message}", "✅ TCP/IP已启用") if success else ("", f"❌ {message}") + + enable_tcpip_btn.click(handle_enable_tcpip, outputs=[device_status, wireless_status]) + + def handle_adb_devices(): + success, message = check_adb_connection() + return message, message + + adb_devices_btn.click(handle_adb_devices, outputs=[device_status, wireless_status]) + + def handle_restart_adb(): + success, message = restart_adb() + return message, message + + restart_adb_btn.click(handle_restart_adb, outputs=[device_status, wireless_status]) + + # 清除日志 + def clear_logs(): + with runner.log_lock: + runner.logs = "" + return "" + + clear_log_btn.click(clear_logs, outputs=log_output) + + # 复制日志 + copy_log_btn.click( + fn=None, inputs=[], outputs=[], + js="""() => { + let el = document.querySelector('#log-window textarea'); + if (el && el.value) { + navigator.clipboard.writeText(el.value).then(() => alert('已复制')).catch(() => alert('复制失败')); + } + }""" + ) + + # 实时轮询 + timer = gr.Timer(1.0) # 1秒刷新一次 + + # 追踪上一次的运行状态，用于判断任务是否从停止变为运行 + was_running_state = gr.State(value=False) + # 追踪上一次检测到的运行中session + last_running_session = gr.State(value=None) + + def poll_updates(dropdown_value, was_running, last_session, user_switched): + """轮询更新日志、状态和轨迹""" + logs = runner.get_logs() + + # 检查是否有暂停信号待处理 - 使用绝对路径 + pause_file = os.path.join(os.path.dirname(os.path.dirname(os.path.abspath(__file__))), "tmp_screenshot", "pause_signal.txt") + if runner.is_waiting_for_input(): + status = "⏸ 已暂停 (等待输入...)" + elif os.path.exists(pause_file) and runner.is_running: + status = "⏸ 暂停信号已发送，等待任务暂停..." + else: + status = runner.get_status() + + is_running = runner.is_running + current_running_session = runner.get_current_session_id() + + # 获取可用sessions列表 + sessions = get_available_sessions() + if current_running_session and current_running_session not in sessions: + sessions = [current_running_session] + sessions + + # 检测是否有新的session（基于session ID变化） + has_new_session = ( + current_running_session and + current_running_session != last_session + ) + + # 更新状态 + new_was_running = is_running + new_last_session = current_running_session if current_running_session else last_session + new_user_switched = user_switched + + # Dropdown 和 Trajectory 更新策略 + if has_new_session: + # 检测到新session：切换到新session并加载轨迹 + # 同时重置 user_switched 标志 + print(f"[DEBUG] 新session检测到: {current_running_session}") + dropdown_update = gr.update(choices=sessions, value=current_running_session) + traj_logs = load_session_logs(current_running_session) + print(f"[DEBUG] 加载轨迹日志: {len(traj_logs)} 条") + trajectory_update = logs_to_chatbot_messages(traj_logs) + new_user_switched = False # 新任务开始，重置用户切换标志 + elif is_running and current_running_session and not user_switched: + # 任务运行中且用户没有手动切换：实时刷新当前运行session的轨迹 + print(f"[DEBUG] 刷新运行中任务: {current_running_session}, is_running={is_running}, user_switched={user_switched}") + dropdown_update = gr.update(choices=sessions, value=current_running_session) + traj_logs = load_session_logs(current_running_session) + print(f"[DEBUG] 加载轨迹日志: {len(traj_logs)} 条") + trajectory_update = logs_to_chatbot_messages(traj_logs) + else: + # 用户手动切换了session 或 任务未运行：只更新choices，保持轨迹不变 + print(f"[DEBUG] 保持轨迹不变: is_running={is_running}, current_session={current_running_session}, user_switched={user_switched}") + dropdown_update = gr.update(choices=sessions) + trajectory_update = gr.update() + + return ( + logs, + status, + dropdown_update, + trajectory_update, + new_was_running, + new_last_session, + new_user_switched + ) + + # 追踪用户是否手动切换了session + user_switched_session = gr.State(value=False) + + timer.tick( + fn=poll_updates, + inputs=[session_dropdown, was_running_state, last_running_session, user_switched_session], + outputs=[log_output, task_status, session_dropdown, trajectory_output, was_running_state, last_running_session, user_switched_session], + js="""() => { + setTimeout(() => { + // 检测日志内容是否包含"任务结束" + let logEl = document.querySelector('#log-window textarea'); + let taskEnded = false; + if (logEl && logEl.value) { + taskEnded = logEl.value.includes('任务结束'); + } + + // 只在任务未结束时自动滚动日志窗口 + if (logEl && !taskEnded) { + logEl.scrollTop = logEl.scrollHeight; + } + + // 轨迹窗口：只在任务未结束时自动滚动 + let trajEl = document.querySelector('.trajectory-chatbot'); + if (trajEl && !taskEnded) { + let scrollContainer = trajEl.querySelector('[class*="chatbot"]') || trajEl; + scrollContainer.scrollTop = scrollContainer.scrollHeight; + } + }, 100); + }""" + ) + + # 当用户手动选择session时，加载对应的轨迹并标记用户已切换 + def on_session_select(session_id): + """用户手动选择session""" + messages = load_trajectory(session_id) + # 只有当选择的session与当前运行的session不同时，才标记为用户切换 + # 这样当程序自动切换到新session时，不会被误标记 + current_running = runner.get_current_session_id() + user_switched = (session_id != current_running) if current_running else False + print(f"[DEBUG] on_session_select: session_id={session_id}, current_running={current_running}, user_switched={user_switched}") + return messages, user_switched + + session_dropdown.change( + on_session_select, + inputs=[session_dropdown], + outputs=[trajectory_output, user_switched_session] + ) + + return demo, custom_css, lightbox_head + +if __name__ == "__main__": + ui, css, head = create_ui() + ui.launch( + server_name="0.0.0.0", + server_port=8870, + show_error=True, + css=css, + head=head + ) \ No newline at end of file diff --git a/web_ui/run.py b/web_ui/run.py new file mode 100644 index 0000000..a38f36f --- /dev/null +++ b/web_ui/run.py @@ -0,0 +1,27 @@ +#!/usr/bin/env python3 +""" +直接运行Web UI的脚本 +""" + +if __name__ == "__main__": + import sys + import os + + # 将当前目录添加到Python路径 + current_dir = os.path.dirname(os.path.abspath(__file__)) + sys.path.insert(0, current_dir) + + try: + from app import create_ui + demo = create_ui() + print("启动AutoGLM Web UI...") + demo.launch( + server_name="0.0.0.0", + server_port=7861, # 使用不同的端口 + share=False, + inbrowser=True, + show_error=True + ) + except Exception as e: + print(f"启动失败: {e}") + print("请确保已安装所有依赖：pip install -r requirements.txt") \ No newline at end of file