264 lines
11 KiB
Python
264 lines
11 KiB
Python
"""
|
||
浏览器管理器
|
||
统一收敛浏览器启动与 Playwright CDP 连接。
|
||
登录、抓取简历、投递共用同一个浏览器会话(复用登录态)。
|
||
|
||
支持两种模式(client/.env 的 BROWSER_MODE 切换):
|
||
- chrome :本机真实 Chrome/Edge + 独立 user-data-dir(默认,免费、反检测最好)
|
||
- adspower :AdsPower 指纹浏览器(需 Profile ID,部分 API 需付费)
|
||
"""
|
||
import os
|
||
import subprocess
|
||
import time
|
||
from pathlib import Path
|
||
|
||
import requests
|
||
from loguru import logger
|
||
|
||
from ..config import client_settings
|
||
from .cdp_lite import LiteCDP
|
||
|
||
BOSS_HOME = "https://www.zhipin.com/web/geek/job"
|
||
BOSS_RESUME_PAGE = "https://www.zhipin.com/web/geek/resume"
|
||
|
||
# Windows 下 Chrome / Edge 常见安装路径(按优先级自动探测)
|
||
_CANDIDATE_EXES = [
|
||
r"C:\Program Files\Google\Chrome\Application\chrome.exe",
|
||
r"C:\Program Files (x86)\Google\Chrome\Application\chrome.exe",
|
||
os.path.expandvars(r"%LOCALAPPDATA%\Google\Chrome\Application\chrome.exe"),
|
||
r"C:\Program Files (x86)\Microsoft\Edge\Application\msedge.exe",
|
||
r"C:\Program Files\Microsoft\Edge\Application\msedge.exe",
|
||
]
|
||
|
||
|
||
def find_browser_exe() -> str | None:
|
||
"""探测本机浏览器可执行文件:配置优先,其次 Chrome,最后 Edge"""
|
||
if client_settings.BROWSER_PATH:
|
||
p = Path(client_settings.BROWSER_PATH)
|
||
return str(p) if p.exists() else None
|
||
for p in _CANDIDATE_EXES:
|
||
if Path(p).exists():
|
||
return p
|
||
return None
|
||
|
||
|
||
class BrowserManager:
|
||
"""管理浏览器启动 + Playwright 连接(按 BROWSER_MODE 分派)"""
|
||
|
||
def __init__(self):
|
||
self.mode = (client_settings.BROWSER_MODE or "chrome").strip().lower()
|
||
# adspower 模式配置
|
||
self.api_url = client_settings.ADSPOWER_API_URL.rstrip("/")
|
||
self.user_id = client_settings.ADSPOWER_USER_ID
|
||
# chrome 模式配置
|
||
self.debug_port = client_settings.BROWSER_DEBUG_PORT
|
||
self._proc: subprocess.Popen | None = None
|
||
self.cdp_url: str | None = None
|
||
# 低痕迹 CDP 通道:Boss直聘 风控会探测 CDP attach,
|
||
# Playwright 接管页面会把页面重置为 about:blank,
|
||
# 因此登录检测/开用户标签页均走原生 DevTools 协议
|
||
self.lite = LiteCDP()
|
||
# 取账号名的后台复核只做一次,避免轮询期间反复开标签页
|
||
self._account_cached = False
|
||
self._account_name: str | None = None
|
||
|
||
# ------------------------------------------------------------------
|
||
# 可用性与运行状态
|
||
# ------------------------------------------------------------------
|
||
def check_available(self) -> None:
|
||
"""启动前置校验:当前模式所需环境是否就绪,不满足直接抛错"""
|
||
if self.mode == "adspower":
|
||
if not self.user_id:
|
||
raise RuntimeError("未配置 AdsPower Profile ID(ADSPOWER_USER_ID)")
|
||
if not self.is_adspower_running():
|
||
raise RuntimeError("AdsPower 软件未运行,请先打开 AdsPower")
|
||
else:
|
||
if not find_browser_exe():
|
||
raise RuntimeError(
|
||
"未检测到 Chrome/Edge,请安装 Chrome 或在 .env 中配置 BROWSER_PATH"
|
||
)
|
||
|
||
def is_browser_running(self) -> bool:
|
||
"""浏览器是否已在运行(adspower=软件在线;chrome=调试端口可达)"""
|
||
if self.mode == "adspower":
|
||
return self.is_adspower_running()
|
||
try:
|
||
resp = requests.get(f"{self._cdp_endpoint()}/json/version", timeout=3)
|
||
return resp.status_code == 200
|
||
except Exception:
|
||
return False
|
||
|
||
def is_adspower_running(self) -> bool:
|
||
try:
|
||
resp = requests.get(f"{self.api_url}/status", timeout=5)
|
||
return resp.status_code == 200
|
||
except Exception:
|
||
return False
|
||
|
||
# ------------------------------------------------------------------
|
||
# 浏览器启动(按模式分派)
|
||
# ------------------------------------------------------------------
|
||
def _cdp_endpoint(self) -> str:
|
||
return f"http://127.0.0.1:{self.debug_port}"
|
||
|
||
def start_browser(self) -> str:
|
||
"""启动浏览器并返回 CDP 地址"""
|
||
if self.mode == "adspower":
|
||
return self._start_adspower_browser()
|
||
return self._start_local_browser()
|
||
|
||
def _start_adspower_browser(self) -> str:
|
||
"""启动 AdsPower 浏览器,返回 CDP 地址"""
|
||
url = f"{self.api_url}/api/v1/browser/start"
|
||
resp = requests.get(url, params={"user_id": self.user_id, "open_tabs": 1}, timeout=30)
|
||
data = resp.json()
|
||
if data.get("code") != 0:
|
||
raise RuntimeError(f"启动 AdsPower 浏览器失败:{data.get('msg')}")
|
||
ws = data["data"]["ws"]
|
||
self.cdp_url = ws.get("puppeteer") or ws.get("selenium")
|
||
logger.success(f"AdsPower 浏览器已启动,CDP: {self.cdp_url}")
|
||
return self.cdp_url
|
||
|
||
def _start_local_browser(self) -> str:
|
||
"""以 CDP 调试端口启动本机真实浏览器,独立 profile 目录持久化登录态"""
|
||
if self.is_browser_running():
|
||
logger.info("检测到浏览器调试端口已存在,直接复用")
|
||
return self._cdp_endpoint()
|
||
|
||
exe = find_browser_exe()
|
||
if not exe:
|
||
raise RuntimeError("未检测到 Chrome/Edge,请安装 Chrome 或在 .env 中配置 BROWSER_PATH")
|
||
|
||
profile_dir = client_settings.BROWSER_PROFILE_DIR or str(
|
||
Path(__file__).resolve().parents[1] / "data" / "chrome_profile"
|
||
)
|
||
Path(profile_dir).mkdir(parents=True, exist_ok=True)
|
||
|
||
self._proc = subprocess.Popen(
|
||
[
|
||
exe,
|
||
f"--remote-debugging-port={self.debug_port}",
|
||
f"--user-data-dir={profile_dir}",
|
||
"--no-first-run",
|
||
"--no-default-browser-check",
|
||
# 允许 WebSocket 连接 CDP(新版 Chrome 默认拒绝非白名单 origin)
|
||
"--remote-allow-origins=*",
|
||
# 首次启动直接带上目标网址:由 Chrome 自己打开首个标签页,
|
||
# 该标签页不归程序管,程序永远不会导航/关闭它
|
||
BOSS_HOME,
|
||
],
|
||
stdout=subprocess.DEVNULL,
|
||
stderr=subprocess.DEVNULL,
|
||
)
|
||
# 等待调试端口就绪(最多 20 秒)
|
||
for _ in range(40):
|
||
if self.is_browser_running():
|
||
logger.success(f"浏览器已启动:{exe}(profile:{profile_dir})")
|
||
return self._cdp_endpoint()
|
||
time.sleep(0.5)
|
||
raise RuntimeError("浏览器启动超时,请检查调试端口是否被占用")
|
||
|
||
# ------------------------------------------------------------------
|
||
# 浏览器确保就绪(不 attach 任何页面,无风控痕迹)
|
||
# ------------------------------------------------------------------
|
||
def ensure_browser_started(self) -> str:
|
||
"""确保浏览器已启动,返回 CDP 地址(已运行则直接复用)"""
|
||
self.check_available()
|
||
return self.start_browser()
|
||
|
||
# ------------------------------------------------------------------
|
||
# 登录状态检测(全部走低痕迹通道,不 attach 页面)
|
||
# ------------------------------------------------------------------
|
||
def open_user_tab(self, url: str) -> None:
|
||
"""为用户打开一个目标页(浏览器已在运行、首启页被关掉的场景)。
|
||
走原生 DevTools 协议由浏览器自己加载,打开后程序不再触碰。"""
|
||
try:
|
||
self.lite.open_tab(url)
|
||
except Exception as e:
|
||
logger.warning(f"打开页面失败:{e}")
|
||
|
||
def has_login_cookie(self) -> bool:
|
||
"""轻量登录判断:只读 Cookie,不创建/导航任何标签页(零刷新)。
|
||
注意:只认 wt2(真正的登录凭证);__zp_stoken__ 是游客 token,
|
||
未登录时也存在,不能作为登录依据。"""
|
||
if not self.lite.is_running():
|
||
return False
|
||
try:
|
||
return "wt2" in self.lite.get_cookie_names()
|
||
except Exception as e:
|
||
logger.debug(f"读 Cookie 失败:{e}")
|
||
return False
|
||
|
||
def check_boss_login(self) -> bool:
|
||
"""
|
||
检测 Boss直聘 是否已登录。
|
||
只读 Cookie(wt2),不创建任何标签页,轮询期间零刷新;
|
||
全程不触碰用户标签页。
|
||
"""
|
||
logged_in = self.has_login_cookie()
|
||
if logged_in and not self._account_cached:
|
||
logger.success("检测到已登录 Boss直聘")
|
||
return logged_in
|
||
|
||
def get_boss_account_name(self) -> str | None:
|
||
"""获取登录用户名:从首页 _PAGE 变量提取(开一个后台标签页,
|
||
一次性表达式求值后立即关闭,结果缓存,只开这一次)"""
|
||
if self._account_cached:
|
||
return self._account_name
|
||
self._account_cached = True
|
||
tab = None
|
||
try:
|
||
tab = self.lite.open_tab("https://www.zhipin.com/")
|
||
time.sleep(5)
|
||
# 页面内嵌的 _PAGE 变量含登录用户名,比 DOM 选择器稳定
|
||
name = self.lite.evaluate(
|
||
tab["webSocketDebuggerUrl"],
|
||
"(typeof _PAGE !== 'undefined' && _PAGE.name) ? _PAGE.name : "
|
||
"((document.querySelector('.user-nav .name') || "
|
||
"document.querySelector('.header-login .name')) ? "
|
||
"(document.querySelector('.user-nav .name') || "
|
||
"document.querySelector('.header-login .name')).innerText.trim() : '')",
|
||
)
|
||
self._account_name = (name or "").strip() or None
|
||
except Exception as e:
|
||
logger.debug(f"获取账号名失败:{e}")
|
||
self._account_name = None
|
||
finally:
|
||
if tab:
|
||
self.lite.close_tab(tab["id"])
|
||
return self._account_name
|
||
|
||
# ------------------------------------------------------------------
|
||
# 关闭
|
||
# ------------------------------------------------------------------
|
||
def close(self) -> None:
|
||
"""兼容保留:低痕迹模式下无连接可释放,什么都不做"""
|
||
|
||
def close_all(self) -> None:
|
||
"""关闭连接并停止浏览器(仅停止本管理器启动的进程/AdsPower 窗口)"""
|
||
self.close()
|
||
if self.mode == "adspower":
|
||
self._stop_adspower_browser()
|
||
return
|
||
if self._proc:
|
||
try:
|
||
self._proc.terminate()
|
||
self._proc.wait(timeout=5)
|
||
except Exception:
|
||
try:
|
||
self._proc.kill()
|
||
except Exception:
|
||
pass
|
||
self._proc = None
|
||
logger.info("本地浏览器已关闭")
|
||
|
||
def _stop_adspower_browser(self) -> None:
|
||
try:
|
||
requests.get(
|
||
f"{self.api_url}/api/v1/browser/stop",
|
||
params={"user_id": self.user_id}, timeout=10,
|
||
)
|
||
logger.info("AdsPower 浏览器已关闭")
|
||
except Exception as e:
|
||
logger.warning(f"关闭 AdsPower 浏览器失败:{e}")
|