Files
jianli-boss/client/browser/manager.py
T
2026-08-25 22:53:57 +08:00

264 lines
11 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""
浏览器管理器
统一收敛浏览器启动与 Playwright CDP 连接。
登录、抓取简历、投递共用同一个浏览器会话(复用登录态)。
支持两种模式(client/.env 的 BROWSER_MODE 切换):
- chrome :本机真实 Chrome/Edge + 独立 user-data-dir(默认,免费、反检测最好)
- adspower :AdsPower 指纹浏览器(需 Profile ID,部分 API 需付费)
"""
import os
import subprocess
import time
from pathlib import Path
import requests
from loguru import logger
from ..config import client_settings
from .cdp_lite import LiteCDP
BOSS_HOME = "https://www.zhipin.com/web/geek/job"
BOSS_RESUME_PAGE = "https://www.zhipin.com/web/geek/resume"
# Windows 下 Chrome / Edge 常见安装路径(按优先级自动探测)
_CANDIDATE_EXES = [
r"C:\Program Files\Google\Chrome\Application\chrome.exe",
r"C:\Program Files (x86)\Google\Chrome\Application\chrome.exe",
os.path.expandvars(r"%LOCALAPPDATA%\Google\Chrome\Application\chrome.exe"),
r"C:\Program Files (x86)\Microsoft\Edge\Application\msedge.exe",
r"C:\Program Files\Microsoft\Edge\Application\msedge.exe",
]
def find_browser_exe() -> str | None:
"""探测本机浏览器可执行文件:配置优先,其次 Chrome,最后 Edge"""
if client_settings.BROWSER_PATH:
p = Path(client_settings.BROWSER_PATH)
return str(p) if p.exists() else None
for p in _CANDIDATE_EXES:
if Path(p).exists():
return p
return None
class BrowserManager:
"""管理浏览器启动 + Playwright 连接(按 BROWSER_MODE 分派)"""
def __init__(self):
self.mode = (client_settings.BROWSER_MODE or "chrome").strip().lower()
# adspower 模式配置
self.api_url = client_settings.ADSPOWER_API_URL.rstrip("/")
self.user_id = client_settings.ADSPOWER_USER_ID
# chrome 模式配置
self.debug_port = client_settings.BROWSER_DEBUG_PORT
self._proc: subprocess.Popen | None = None
self.cdp_url: str | None = None
# 低痕迹 CDP 通道:Boss直聘 风控会探测 CDP attach,
# Playwright 接管页面会把页面重置为 about:blank,
# 因此登录检测/开用户标签页均走原生 DevTools 协议
self.lite = LiteCDP()
# 取账号名的后台复核只做一次,避免轮询期间反复开标签页
self._account_cached = False
self._account_name: str | None = None
# ------------------------------------------------------------------
# 可用性与运行状态
# ------------------------------------------------------------------
def check_available(self) -> None:
"""启动前置校验:当前模式所需环境是否就绪,不满足直接抛错"""
if self.mode == "adspower":
if not self.user_id:
raise RuntimeError("未配置 AdsPower Profile ID(ADSPOWER_USER_ID)")
if not self.is_adspower_running():
raise RuntimeError("AdsPower 软件未运行,请先打开 AdsPower")
else:
if not find_browser_exe():
raise RuntimeError(
"未检测到 Chrome/Edge,请安装 Chrome 或在 .env 中配置 BROWSER_PATH"
)
def is_browser_running(self) -> bool:
"""浏览器是否已在运行(adspower=软件在线;chrome=调试端口可达)"""
if self.mode == "adspower":
return self.is_adspower_running()
try:
resp = requests.get(f"{self._cdp_endpoint()}/json/version", timeout=3)
return resp.status_code == 200
except Exception:
return False
def is_adspower_running(self) -> bool:
try:
resp = requests.get(f"{self.api_url}/status", timeout=5)
return resp.status_code == 200
except Exception:
return False
# ------------------------------------------------------------------
# 浏览器启动(按模式分派)
# ------------------------------------------------------------------
def _cdp_endpoint(self) -> str:
return f"http://127.0.0.1:{self.debug_port}"
def start_browser(self) -> str:
"""启动浏览器并返回 CDP 地址"""
if self.mode == "adspower":
return self._start_adspower_browser()
return self._start_local_browser()
def _start_adspower_browser(self) -> str:
"""启动 AdsPower 浏览器,返回 CDP 地址"""
url = f"{self.api_url}/api/v1/browser/start"
resp = requests.get(url, params={"user_id": self.user_id, "open_tabs": 1}, timeout=30)
data = resp.json()
if data.get("code") != 0:
raise RuntimeError(f"启动 AdsPower 浏览器失败:{data.get('msg')}")
ws = data["data"]["ws"]
self.cdp_url = ws.get("puppeteer") or ws.get("selenium")
logger.success(f"AdsPower 浏览器已启动,CDP: {self.cdp_url}")
return self.cdp_url
def _start_local_browser(self) -> str:
"""以 CDP 调试端口启动本机真实浏览器,独立 profile 目录持久化登录态"""
if self.is_browser_running():
logger.info("检测到浏览器调试端口已存在,直接复用")
return self._cdp_endpoint()
exe = find_browser_exe()
if not exe:
raise RuntimeError("未检测到 Chrome/Edge,请安装 Chrome 或在 .env 中配置 BROWSER_PATH")
profile_dir = client_settings.BROWSER_PROFILE_DIR or str(
Path(__file__).resolve().parents[1] / "data" / "chrome_profile"
)
Path(profile_dir).mkdir(parents=True, exist_ok=True)
self._proc = subprocess.Popen(
[
exe,
f"--remote-debugging-port={self.debug_port}",
f"--user-data-dir={profile_dir}",
"--no-first-run",
"--no-default-browser-check",
# 允许 WebSocket 连接 CDP(新版 Chrome 默认拒绝非白名单 origin)
"--remote-allow-origins=*",
# 首次启动直接带上目标网址:由 Chrome 自己打开首个标签页,
# 该标签页不归程序管,程序永远不会导航/关闭它
BOSS_HOME,
],
stdout=subprocess.DEVNULL,
stderr=subprocess.DEVNULL,
)
# 等待调试端口就绪(最多 20 秒)
for _ in range(40):
if self.is_browser_running():
logger.success(f"浏览器已启动:{exe}(profile:{profile_dir})")
return self._cdp_endpoint()
time.sleep(0.5)
raise RuntimeError("浏览器启动超时,请检查调试端口是否被占用")
# ------------------------------------------------------------------
# 浏览器确保就绪(不 attach 任何页面,无风控痕迹)
# ------------------------------------------------------------------
def ensure_browser_started(self) -> str:
"""确保浏览器已启动,返回 CDP 地址(已运行则直接复用)"""
self.check_available()
return self.start_browser()
# ------------------------------------------------------------------
# 登录状态检测(全部走低痕迹通道,不 attach 页面)
# ------------------------------------------------------------------
def open_user_tab(self, url: str) -> None:
"""为用户打开一个目标页(浏览器已在运行、首启页被关掉的场景)。
走原生 DevTools 协议由浏览器自己加载,打开后程序不再触碰。"""
try:
self.lite.open_tab(url)
except Exception as e:
logger.warning(f"打开页面失败:{e}")
def has_login_cookie(self) -> bool:
"""轻量登录判断:只读 Cookie,不创建/导航任何标签页(零刷新)。
注意:只认 wt2(真正的登录凭证);__zp_stoken__ 是游客 token,
未登录时也存在,不能作为登录依据。"""
if not self.lite.is_running():
return False
try:
return "wt2" in self.lite.get_cookie_names()
except Exception as e:
logger.debug(f"读 Cookie 失败:{e}")
return False
def check_boss_login(self) -> bool:
"""
检测 Boss直聘 是否已登录。
只读 Cookie(wt2),不创建任何标签页,轮询期间零刷新;
全程不触碰用户标签页。
"""
logged_in = self.has_login_cookie()
if logged_in and not self._account_cached:
logger.success("检测到已登录 Boss直聘")
return logged_in
def get_boss_account_name(self) -> str | None:
"""获取登录用户名:从首页 _PAGE 变量提取(开一个后台标签页,
一次性表达式求值后立即关闭,结果缓存,只开这一次)"""
if self._account_cached:
return self._account_name
self._account_cached = True
tab = None
try:
tab = self.lite.open_tab("https://www.zhipin.com/")
time.sleep(5)
# 页面内嵌的 _PAGE 变量含登录用户名,比 DOM 选择器稳定
name = self.lite.evaluate(
tab["webSocketDebuggerUrl"],
"(typeof _PAGE !== 'undefined' && _PAGE.name) ? _PAGE.name : "
"((document.querySelector('.user-nav .name') || "
"document.querySelector('.header-login .name')) ? "
"(document.querySelector('.user-nav .name') || "
"document.querySelector('.header-login .name')).innerText.trim() : '')",
)
self._account_name = (name or "").strip() or None
except Exception as e:
logger.debug(f"获取账号名失败:{e}")
self._account_name = None
finally:
if tab:
self.lite.close_tab(tab["id"])
return self._account_name
# ------------------------------------------------------------------
# 关闭
# ------------------------------------------------------------------
def close(self) -> None:
"""兼容保留:低痕迹模式下无连接可释放,什么都不做"""
def close_all(self) -> None:
"""关闭连接并停止浏览器(仅停止本管理器启动的进程/AdsPower 窗口)"""
self.close()
if self.mode == "adspower":
self._stop_adspower_browser()
return
if self._proc:
try:
self._proc.terminate()
self._proc.wait(timeout=5)
except Exception:
try:
self._proc.kill()
except Exception:
pass
self._proc = None
logger.info("本地浏览器已关闭")
def _stop_adspower_browser(self) -> None:
try:
requests.get(
f"{self.api_url}/api/v1/browser/stop",
params={"user_id": self.user_id}, timeout=10,
)
logger.info("AdsPower 浏览器已关闭")
except Exception as e:
logger.warning(f"关闭 AdsPower 浏览器失败:{e}")