fix: 修复浏览器池任务丢失和统计错误 bug
问题: 1. 当浏览器创建失败时,failed_tasks 增加但 total_tasks 不增加 导致统计显示 "0/5" 这种不合理数据 2. 浏览器创建失败时任务直接丢失,没有重新分配给其他 Worker 修复: - 添加本地浏览器创建重试(最多2次) - 失败任务根据 retry_count 决定是否重新入队 - retry_count < 1 时重新入队让其他 Worker 处理 - retry_count >= 1 时才真正失败并计入统计 - 任务字典新增 retry_count 字段初始化为 0 - 添加回归测试用例 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
@@ -165,21 +165,48 @@ class BrowserWorker(threading.Thread):
|
||||
|
||||
self.idle = False
|
||||
|
||||
if task is None: # None作为停止信号
|
||||
self.log("收到停止信号")
|
||||
break
|
||||
|
||||
# 按需创建或确保浏览器可用
|
||||
if not self._ensure_browser():
|
||||
self.log("浏览器不可用,任务失败")
|
||||
task['callback'](None, "浏览器不可用")
|
||||
self.failed_tasks += 1
|
||||
continue
|
||||
|
||||
# 执行任务
|
||||
task_func = task.get('func')
|
||||
task_args = task.get('args', ())
|
||||
task_kwargs = task.get('kwargs', {})
|
||||
if task is None: # None作为停止信号
|
||||
self.log("收到停止信号")
|
||||
break
|
||||
|
||||
# 按需创建或确保浏览器可用
|
||||
browser_ready = False
|
||||
for attempt in range(2):
|
||||
if self._ensure_browser():
|
||||
browser_ready = True
|
||||
break
|
||||
if attempt < 1:
|
||||
self.log("浏览器创建失败,重试...")
|
||||
time.sleep(0.5)
|
||||
|
||||
if not browser_ready:
|
||||
retry_count = int(task.get("retry_count", 0) or 0) if isinstance(task, dict) else 0
|
||||
if retry_count < 1 and isinstance(task, dict):
|
||||
task["retry_count"] = retry_count + 1
|
||||
try:
|
||||
self.task_queue.put(task, timeout=1)
|
||||
self.log("浏览器不可用,任务重新入队")
|
||||
except queue.Full:
|
||||
self.log("任务队列已满,无法重新入队,任务失败")
|
||||
callback = task.get("callback")
|
||||
if callable(callback):
|
||||
callback(None, "浏览器不可用")
|
||||
self.total_tasks += 1
|
||||
self.failed_tasks += 1
|
||||
continue
|
||||
|
||||
self.log("浏览器不可用,任务失败")
|
||||
callback = task.get("callback") if isinstance(task, dict) else None
|
||||
if callable(callback):
|
||||
callback(None, "浏览器不可用")
|
||||
self.total_tasks += 1
|
||||
self.failed_tasks += 1
|
||||
continue
|
||||
|
||||
# 执行任务
|
||||
task_func = task.get('func')
|
||||
task_args = task.get('args', ())
|
||||
task_kwargs = task.get('kwargs', {})
|
||||
callback = task.get('callback')
|
||||
|
||||
self.total_tasks += 1
|
||||
@@ -315,12 +342,13 @@ class BrowserWorkerPool:
|
||||
self.log("警告:线程池未初始化")
|
||||
return False
|
||||
|
||||
task = {
|
||||
'func': task_func,
|
||||
'args': args,
|
||||
'kwargs': kwargs,
|
||||
'callback': callback
|
||||
}
|
||||
task = {
|
||||
'func': task_func,
|
||||
'args': args,
|
||||
'kwargs': kwargs,
|
||||
'callback': callback,
|
||||
'retry_count': 0,
|
||||
}
|
||||
|
||||
try:
|
||||
self.task_queue.put(task, timeout=1)
|
||||
|
||||
Reference in New Issue
Block a user