基本完成

This commit is contained in:
2026-08-25 22:53:57 +08:00
parent 05fa686749
commit 252d5b53ac
39 changed files with 3853 additions and 447 deletions
+215 -106
View File
@@ -1,33 +1,93 @@
"""
浏览器管理器
统一管理 AdsPower 浏览器启动与 Playwright CDP 连接。
统一收敛浏览器启动与 Playwright CDP 连接。
登录、抓取简历、投递共用同一个浏览器会话(复用登录态)。
支持两种模式(client/.env 的 BROWSER_MODE 切换):
- chrome :本机真实 Chrome/Edge + 独立 user-data-dir(默认,免费、反检测最好)
- adspower :AdsPower 指纹浏览器(需 Profile ID,部分 API 需付费)
"""
import os
import subprocess
import time
from pathlib import Path
import requests
from loguru import logger
from playwright.sync_api import sync_playwright, Playwright, Browser, BrowserContext, Page
from ..config import client_settings
from .cdp_lite import LiteCDP
BOSS_HOME = "https://www.zhipin.com/web/geek/job"
BOSS_RESUME_PAGE = "https://www.zhipin.com/web/geek/resume"
# Windows 下 Chrome / Edge 常见安装路径(按优先级自动探测)
_CANDIDATE_EXES = [
r"C:\Program Files\Google\Chrome\Application\chrome.exe",
r"C:\Program Files (x86)\Google\Chrome\Application\chrome.exe",
os.path.expandvars(r"%LOCALAPPDATA%\Google\Chrome\Application\chrome.exe"),
r"C:\Program Files (x86)\Microsoft\Edge\Application\msedge.exe",
r"C:\Program Files\Microsoft\Edge\Application\msedge.exe",
]
def find_browser_exe() -> str | None:
"""探测本机浏览器可执行文件:配置优先,其次 Chrome,最后 Edge"""
if client_settings.BROWSER_PATH:
p = Path(client_settings.BROWSER_PATH)
return str(p) if p.exists() else None
for p in _CANDIDATE_EXES:
if Path(p).exists():
return p
return None
class BrowserManager:
"""管理 AdsPower 浏览器 + Playwright 连接"""
"""管理浏览器启动 + Playwright 连接(按 BROWSER_MODE 分派)"""
def __init__(self):
self.mode = (client_settings.BROWSER_MODE or "chrome").strip().lower()
# adspower 模式配置
self.api_url = client_settings.ADSPOWER_API_URL.rstrip("/")
self.user_id = client_settings.ADSPOWER_USER_ID
self._playwright: Playwright | None = None
self._browser: Browser | None = None
self._context: BrowserContext | None = None
self.page: Page | None = None
# chrome 模式配置
self.debug_port = client_settings.BROWSER_DEBUG_PORT
self._proc: subprocess.Popen | None = None
self.cdp_url: str | None = None
# 低痕迹 CDP 通道:Boss直聘 风控会探测 CDP attach,
# Playwright 接管页面会把页面重置为 about:blank,
# 因此登录检测/开用户标签页均走原生 DevTools 协议
self.lite = LiteCDP()
# 取账号名的后台复核只做一次,避免轮询期间反复开标签页
self._account_cached = False
self._account_name: str | None = None
# ------------------------------------------------------------------
# AdsPower 本地 API
# 可用性与运行状态
# ------------------------------------------------------------------
def check_available(self) -> None:
"""启动前置校验:当前模式所需环境是否就绪,不满足直接抛错"""
if self.mode == "adspower":
if not self.user_id:
raise RuntimeError("未配置 AdsPower Profile ID(ADSPOWER_USER_ID)")
if not self.is_adspower_running():
raise RuntimeError("AdsPower 软件未运行,请先打开 AdsPower")
else:
if not find_browser_exe():
raise RuntimeError(
"未检测到 Chrome/Edge,请安装 Chrome 或在 .env 中配置 BROWSER_PATH"
)
def is_browser_running(self) -> bool:
"""浏览器是否已在运行(adspower=软件在线;chrome=调试端口可达)"""
if self.mode == "adspower":
return self.is_adspower_running()
try:
resp = requests.get(f"{self._cdp_endpoint()}/json/version", timeout=3)
return resp.status_code == 200
except Exception:
return False
def is_adspower_running(self) -> bool:
try:
resp = requests.get(f"{self.api_url}/status", timeout=5)
@@ -35,7 +95,19 @@ class BrowserManager:
except Exception:
return False
def start_adspower_browser(self) -> str:
# ------------------------------------------------------------------
# 浏览器启动(按模式分派)
# ------------------------------------------------------------------
def _cdp_endpoint(self) -> str:
return f"http://127.0.0.1:{self.debug_port}"
def start_browser(self) -> str:
"""启动浏览器并返回 CDP 地址"""
if self.mode == "adspower":
return self._start_adspower_browser()
return self._start_local_browser()
def _start_adspower_browser(self) -> str:
"""启动 AdsPower 浏览器,返回 CDP 地址"""
url = f"{self.api_url}/api/v1/browser/start"
resp = requests.get(url, params={"user_id": self.user_id, "open_tabs": 1}, timeout=30)
@@ -47,7 +119,140 @@ class BrowserManager:
logger.success(f"AdsPower 浏览器已启动,CDP: {self.cdp_url}")
return self.cdp_url
def stop_adspower_browser(self) -> None:
def _start_local_browser(self) -> str:
"""以 CDP 调试端口启动本机真实浏览器,独立 profile 目录持久化登录态"""
if self.is_browser_running():
logger.info("检测到浏览器调试端口已存在,直接复用")
return self._cdp_endpoint()
exe = find_browser_exe()
if not exe:
raise RuntimeError("未检测到 Chrome/Edge,请安装 Chrome 或在 .env 中配置 BROWSER_PATH")
profile_dir = client_settings.BROWSER_PROFILE_DIR or str(
Path(__file__).resolve().parents[1] / "data" / "chrome_profile"
)
Path(profile_dir).mkdir(parents=True, exist_ok=True)
self._proc = subprocess.Popen(
[
exe,
f"--remote-debugging-port={self.debug_port}",
f"--user-data-dir={profile_dir}",
"--no-first-run",
"--no-default-browser-check",
# 允许 WebSocket 连接 CDP(新版 Chrome 默认拒绝非白名单 origin)
"--remote-allow-origins=*",
# 首次启动直接带上目标网址:由 Chrome 自己打开首个标签页,
# 该标签页不归程序管,程序永远不会导航/关闭它
BOSS_HOME,
],
stdout=subprocess.DEVNULL,
stderr=subprocess.DEVNULL,
)
# 等待调试端口就绪(最多 20 秒)
for _ in range(40):
if self.is_browser_running():
logger.success(f"浏览器已启动:{exe}(profile:{profile_dir})")
return self._cdp_endpoint()
time.sleep(0.5)
raise RuntimeError("浏览器启动超时,请检查调试端口是否被占用")
# ------------------------------------------------------------------
# 浏览器确保就绪(不 attach 任何页面,无风控痕迹)
# ------------------------------------------------------------------
def ensure_browser_started(self) -> str:
"""确保浏览器已启动,返回 CDP 地址(已运行则直接复用)"""
self.check_available()
return self.start_browser()
# ------------------------------------------------------------------
# 登录状态检测(全部走低痕迹通道,不 attach 页面)
# ------------------------------------------------------------------
def open_user_tab(self, url: str) -> None:
"""为用户打开一个目标页(浏览器已在运行、首启页被关掉的场景)。
走原生 DevTools 协议由浏览器自己加载,打开后程序不再触碰。"""
try:
self.lite.open_tab(url)
except Exception as e:
logger.warning(f"打开页面失败:{e}")
def has_login_cookie(self) -> bool:
"""轻量登录判断:只读 Cookie,不创建/导航任何标签页(零刷新)。
注意:只认 wt2(真正的登录凭证);__zp_stoken__ 是游客 token,
未登录时也存在,不能作为登录依据。"""
if not self.lite.is_running():
return False
try:
return "wt2" in self.lite.get_cookie_names()
except Exception as e:
logger.debug(f"读 Cookie 失败:{e}")
return False
def check_boss_login(self) -> bool:
"""
检测 Boss直聘 是否已登录。
只读 Cookie(wt2),不创建任何标签页,轮询期间零刷新;
全程不触碰用户标签页。
"""
logged_in = self.has_login_cookie()
if logged_in and not self._account_cached:
logger.success("检测到已登录 Boss直聘")
return logged_in
def get_boss_account_name(self) -> str | None:
"""获取登录用户名:从首页 _PAGE 变量提取(开一个后台标签页,
一次性表达式求值后立即关闭,结果缓存,只开这一次)"""
if self._account_cached:
return self._account_name
self._account_cached = True
tab = None
try:
tab = self.lite.open_tab("https://www.zhipin.com/")
time.sleep(5)
# 页面内嵌的 _PAGE 变量含登录用户名,比 DOM 选择器稳定
name = self.lite.evaluate(
tab["webSocketDebuggerUrl"],
"(typeof _PAGE !== 'undefined' && _PAGE.name) ? _PAGE.name : "
"((document.querySelector('.user-nav .name') || "
"document.querySelector('.header-login .name')) ? "
"(document.querySelector('.user-nav .name') || "
"document.querySelector('.header-login .name')).innerText.trim() : '')",
)
self._account_name = (name or "").strip() or None
except Exception as e:
logger.debug(f"获取账号名失败:{e}")
self._account_name = None
finally:
if tab:
self.lite.close_tab(tab["id"])
return self._account_name
# ------------------------------------------------------------------
# 关闭
# ------------------------------------------------------------------
def close(self) -> None:
"""兼容保留:低痕迹模式下无连接可释放,什么都不做"""
def close_all(self) -> None:
"""关闭连接并停止浏览器(仅停止本管理器启动的进程/AdsPower 窗口)"""
self.close()
if self.mode == "adspower":
self._stop_adspower_browser()
return
if self._proc:
try:
self._proc.terminate()
self._proc.wait(timeout=5)
except Exception:
try:
self._proc.kill()
except Exception:
pass
self._proc = None
logger.info("本地浏览器已关闭")
def _stop_adspower_browser(self) -> None:
try:
requests.get(
f"{self.api_url}/api/v1/browser/stop",
@@ -56,99 +261,3 @@ class BrowserManager:
logger.info("AdsPower 浏览器已关闭")
except Exception as e:
logger.warning(f"关闭 AdsPower 浏览器失败:{e}")
# ------------------------------------------------------------------
# Playwright 连接
# ------------------------------------------------------------------
def connect(self) -> Page:
"""启动浏览器并通过 CDP 连接,返回可操作的 page"""
if self.page is not None:
return self.page
if not self.user_id:
raise RuntimeError("未配置 AdsPower Profile ID(ADSPOWER_USER_ID)")
if not self.is_adspower_running():
raise RuntimeError("AdsPower 软件未运行,请先打开 AdsPower")
self.start_adspower_browser()
self._playwright = sync_playwright().start()
self._browser = self._playwright.chromium.connect_over_cdp(self.cdp_url)
contexts = self._browser.contexts
self._context = contexts[0] if contexts else self._browser.new_context()
pages = self._context.pages
self.page = pages[0] if pages else self._context.new_page()
logger.info("Playwright 已连接到 AdsPower 浏览器")
return self.page
def ensure_connected(self) -> Page:
"""确保已连接,返回 page"""
if self.page is None:
return self.connect()
return self.page
# ------------------------------------------------------------------
# 登录状态检测
# ------------------------------------------------------------------
def check_boss_login(self) -> bool:
"""
检测 Boss直聘 是否已登录。
通过访问首页并检查是否存在登录后才有的元素判断。
"""
page = self.ensure_connected()
try:
page.goto(BOSS_HOME, wait_until="domcontentloaded", timeout=30000)
page.wait_for_timeout(2000)
# 已登录:页面上会显示用户头像/用户名;未登录:会显示"登录/注册"
logged_in_indicators = [
".user-nav .user-info",
".nav-figure .user",
"[class*='avatar']",
".header-login .name",
]
for sel in logged_in_indicators:
if page.query_selector(sel):
logger.success("检测到已登录 Boss直聘")
return True
# 检查是否出现登录弹窗/登录按钮
if page.query_selector(".btn-sign-up, .login-register, [class*='login-btn']"):
return False
# 兜底:检查 cookie 中是否有登录凭证
cookies = page.context.cookies()
cookie_names = {c["name"] for c in cookies}
return "__zp_stoken__" in cookie_names or "wt2" in cookie_names
except Exception as e:
logger.warning(f"登录状态检测异常:{e}")
return False
def get_boss_account_name(self) -> str | None:
"""尝试获取登录用户名"""
page = self.ensure_connected()
try:
for sel in [".user-nav .name", ".header-login .name", ".user-info .name"]:
el = page.query_selector(sel)
if el:
return el.inner_text().strip()
except Exception:
pass
return None
# ------------------------------------------------------------------
# 关闭
# ------------------------------------------------------------------
def close(self) -> None:
"""关闭 Playwright 连接(不关闭 AdsPower 浏览器,保留登录态)"""
try:
if self._playwright:
self._playwright.stop()
except Exception:
pass
self._playwright = None
self._browser = None
self._context = None
self.page = None
def close_all(self) -> None:
"""关闭连接并停止 AdsPower 浏览器"""
self.close()
self.stop_adspower_browser()