基本完成
This commit is contained in:
+215
-106
@@ -1,33 +1,93 @@
|
||||
"""
|
||||
浏览器管理器
|
||||
统一管理 AdsPower 浏览器启动与 Playwright CDP 连接。
|
||||
统一收敛浏览器启动与 Playwright CDP 连接。
|
||||
登录、抓取简历、投递共用同一个浏览器会话(复用登录态)。
|
||||
|
||||
支持两种模式(client/.env 的 BROWSER_MODE 切换):
|
||||
- chrome :本机真实 Chrome/Edge + 独立 user-data-dir(默认,免费、反检测最好)
|
||||
- adspower :AdsPower 指纹浏览器(需 Profile ID,部分 API 需付费)
|
||||
"""
|
||||
import os
|
||||
import subprocess
|
||||
import time
|
||||
from pathlib import Path
|
||||
|
||||
import requests
|
||||
from loguru import logger
|
||||
from playwright.sync_api import sync_playwright, Playwright, Browser, BrowserContext, Page
|
||||
|
||||
from ..config import client_settings
|
||||
from .cdp_lite import LiteCDP
|
||||
|
||||
BOSS_HOME = "https://www.zhipin.com/web/geek/job"
|
||||
BOSS_RESUME_PAGE = "https://www.zhipin.com/web/geek/resume"
|
||||
|
||||
# Windows 下 Chrome / Edge 常见安装路径(按优先级自动探测)
|
||||
_CANDIDATE_EXES = [
|
||||
r"C:\Program Files\Google\Chrome\Application\chrome.exe",
|
||||
r"C:\Program Files (x86)\Google\Chrome\Application\chrome.exe",
|
||||
os.path.expandvars(r"%LOCALAPPDATA%\Google\Chrome\Application\chrome.exe"),
|
||||
r"C:\Program Files (x86)\Microsoft\Edge\Application\msedge.exe",
|
||||
r"C:\Program Files\Microsoft\Edge\Application\msedge.exe",
|
||||
]
|
||||
|
||||
|
||||
def find_browser_exe() -> str | None:
|
||||
"""探测本机浏览器可执行文件:配置优先,其次 Chrome,最后 Edge"""
|
||||
if client_settings.BROWSER_PATH:
|
||||
p = Path(client_settings.BROWSER_PATH)
|
||||
return str(p) if p.exists() else None
|
||||
for p in _CANDIDATE_EXES:
|
||||
if Path(p).exists():
|
||||
return p
|
||||
return None
|
||||
|
||||
|
||||
class BrowserManager:
|
||||
"""管理 AdsPower 浏览器 + Playwright 连接"""
|
||||
"""管理浏览器启动 + Playwright 连接(按 BROWSER_MODE 分派)"""
|
||||
|
||||
def __init__(self):
|
||||
self.mode = (client_settings.BROWSER_MODE or "chrome").strip().lower()
|
||||
# adspower 模式配置
|
||||
self.api_url = client_settings.ADSPOWER_API_URL.rstrip("/")
|
||||
self.user_id = client_settings.ADSPOWER_USER_ID
|
||||
self._playwright: Playwright | None = None
|
||||
self._browser: Browser | None = None
|
||||
self._context: BrowserContext | None = None
|
||||
self.page: Page | None = None
|
||||
# chrome 模式配置
|
||||
self.debug_port = client_settings.BROWSER_DEBUG_PORT
|
||||
self._proc: subprocess.Popen | None = None
|
||||
self.cdp_url: str | None = None
|
||||
# 低痕迹 CDP 通道:Boss直聘 风控会探测 CDP attach,
|
||||
# Playwright 接管页面会把页面重置为 about:blank,
|
||||
# 因此登录检测/开用户标签页均走原生 DevTools 协议
|
||||
self.lite = LiteCDP()
|
||||
# 取账号名的后台复核只做一次,避免轮询期间反复开标签页
|
||||
self._account_cached = False
|
||||
self._account_name: str | None = None
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# AdsPower 本地 API
|
||||
# 可用性与运行状态
|
||||
# ------------------------------------------------------------------
|
||||
def check_available(self) -> None:
|
||||
"""启动前置校验:当前模式所需环境是否就绪,不满足直接抛错"""
|
||||
if self.mode == "adspower":
|
||||
if not self.user_id:
|
||||
raise RuntimeError("未配置 AdsPower Profile ID(ADSPOWER_USER_ID)")
|
||||
if not self.is_adspower_running():
|
||||
raise RuntimeError("AdsPower 软件未运行,请先打开 AdsPower")
|
||||
else:
|
||||
if not find_browser_exe():
|
||||
raise RuntimeError(
|
||||
"未检测到 Chrome/Edge,请安装 Chrome 或在 .env 中配置 BROWSER_PATH"
|
||||
)
|
||||
|
||||
def is_browser_running(self) -> bool:
|
||||
"""浏览器是否已在运行(adspower=软件在线;chrome=调试端口可达)"""
|
||||
if self.mode == "adspower":
|
||||
return self.is_adspower_running()
|
||||
try:
|
||||
resp = requests.get(f"{self._cdp_endpoint()}/json/version", timeout=3)
|
||||
return resp.status_code == 200
|
||||
except Exception:
|
||||
return False
|
||||
|
||||
def is_adspower_running(self) -> bool:
|
||||
try:
|
||||
resp = requests.get(f"{self.api_url}/status", timeout=5)
|
||||
@@ -35,7 +95,19 @@ class BrowserManager:
|
||||
except Exception:
|
||||
return False
|
||||
|
||||
def start_adspower_browser(self) -> str:
|
||||
# ------------------------------------------------------------------
|
||||
# 浏览器启动(按模式分派)
|
||||
# ------------------------------------------------------------------
|
||||
def _cdp_endpoint(self) -> str:
|
||||
return f"http://127.0.0.1:{self.debug_port}"
|
||||
|
||||
def start_browser(self) -> str:
|
||||
"""启动浏览器并返回 CDP 地址"""
|
||||
if self.mode == "adspower":
|
||||
return self._start_adspower_browser()
|
||||
return self._start_local_browser()
|
||||
|
||||
def _start_adspower_browser(self) -> str:
|
||||
"""启动 AdsPower 浏览器,返回 CDP 地址"""
|
||||
url = f"{self.api_url}/api/v1/browser/start"
|
||||
resp = requests.get(url, params={"user_id": self.user_id, "open_tabs": 1}, timeout=30)
|
||||
@@ -47,7 +119,140 @@ class BrowserManager:
|
||||
logger.success(f"AdsPower 浏览器已启动,CDP: {self.cdp_url}")
|
||||
return self.cdp_url
|
||||
|
||||
def stop_adspower_browser(self) -> None:
|
||||
def _start_local_browser(self) -> str:
|
||||
"""以 CDP 调试端口启动本机真实浏览器,独立 profile 目录持久化登录态"""
|
||||
if self.is_browser_running():
|
||||
logger.info("检测到浏览器调试端口已存在,直接复用")
|
||||
return self._cdp_endpoint()
|
||||
|
||||
exe = find_browser_exe()
|
||||
if not exe:
|
||||
raise RuntimeError("未检测到 Chrome/Edge,请安装 Chrome 或在 .env 中配置 BROWSER_PATH")
|
||||
|
||||
profile_dir = client_settings.BROWSER_PROFILE_DIR or str(
|
||||
Path(__file__).resolve().parents[1] / "data" / "chrome_profile"
|
||||
)
|
||||
Path(profile_dir).mkdir(parents=True, exist_ok=True)
|
||||
|
||||
self._proc = subprocess.Popen(
|
||||
[
|
||||
exe,
|
||||
f"--remote-debugging-port={self.debug_port}",
|
||||
f"--user-data-dir={profile_dir}",
|
||||
"--no-first-run",
|
||||
"--no-default-browser-check",
|
||||
# 允许 WebSocket 连接 CDP(新版 Chrome 默认拒绝非白名单 origin)
|
||||
"--remote-allow-origins=*",
|
||||
# 首次启动直接带上目标网址:由 Chrome 自己打开首个标签页,
|
||||
# 该标签页不归程序管,程序永远不会导航/关闭它
|
||||
BOSS_HOME,
|
||||
],
|
||||
stdout=subprocess.DEVNULL,
|
||||
stderr=subprocess.DEVNULL,
|
||||
)
|
||||
# 等待调试端口就绪(最多 20 秒)
|
||||
for _ in range(40):
|
||||
if self.is_browser_running():
|
||||
logger.success(f"浏览器已启动:{exe}(profile:{profile_dir})")
|
||||
return self._cdp_endpoint()
|
||||
time.sleep(0.5)
|
||||
raise RuntimeError("浏览器启动超时,请检查调试端口是否被占用")
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# 浏览器确保就绪(不 attach 任何页面,无风控痕迹)
|
||||
# ------------------------------------------------------------------
|
||||
def ensure_browser_started(self) -> str:
|
||||
"""确保浏览器已启动,返回 CDP 地址(已运行则直接复用)"""
|
||||
self.check_available()
|
||||
return self.start_browser()
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# 登录状态检测(全部走低痕迹通道,不 attach 页面)
|
||||
# ------------------------------------------------------------------
|
||||
def open_user_tab(self, url: str) -> None:
|
||||
"""为用户打开一个目标页(浏览器已在运行、首启页被关掉的场景)。
|
||||
走原生 DevTools 协议由浏览器自己加载,打开后程序不再触碰。"""
|
||||
try:
|
||||
self.lite.open_tab(url)
|
||||
except Exception as e:
|
||||
logger.warning(f"打开页面失败:{e}")
|
||||
|
||||
def has_login_cookie(self) -> bool:
|
||||
"""轻量登录判断:只读 Cookie,不创建/导航任何标签页(零刷新)。
|
||||
注意:只认 wt2(真正的登录凭证);__zp_stoken__ 是游客 token,
|
||||
未登录时也存在,不能作为登录依据。"""
|
||||
if not self.lite.is_running():
|
||||
return False
|
||||
try:
|
||||
return "wt2" in self.lite.get_cookie_names()
|
||||
except Exception as e:
|
||||
logger.debug(f"读 Cookie 失败:{e}")
|
||||
return False
|
||||
|
||||
def check_boss_login(self) -> bool:
|
||||
"""
|
||||
检测 Boss直聘 是否已登录。
|
||||
只读 Cookie(wt2),不创建任何标签页,轮询期间零刷新;
|
||||
全程不触碰用户标签页。
|
||||
"""
|
||||
logged_in = self.has_login_cookie()
|
||||
if logged_in and not self._account_cached:
|
||||
logger.success("检测到已登录 Boss直聘")
|
||||
return logged_in
|
||||
|
||||
def get_boss_account_name(self) -> str | None:
|
||||
"""获取登录用户名:从首页 _PAGE 变量提取(开一个后台标签页,
|
||||
一次性表达式求值后立即关闭,结果缓存,只开这一次)"""
|
||||
if self._account_cached:
|
||||
return self._account_name
|
||||
self._account_cached = True
|
||||
tab = None
|
||||
try:
|
||||
tab = self.lite.open_tab("https://www.zhipin.com/")
|
||||
time.sleep(5)
|
||||
# 页面内嵌的 _PAGE 变量含登录用户名,比 DOM 选择器稳定
|
||||
name = self.lite.evaluate(
|
||||
tab["webSocketDebuggerUrl"],
|
||||
"(typeof _PAGE !== 'undefined' && _PAGE.name) ? _PAGE.name : "
|
||||
"((document.querySelector('.user-nav .name') || "
|
||||
"document.querySelector('.header-login .name')) ? "
|
||||
"(document.querySelector('.user-nav .name') || "
|
||||
"document.querySelector('.header-login .name')).innerText.trim() : '')",
|
||||
)
|
||||
self._account_name = (name or "").strip() or None
|
||||
except Exception as e:
|
||||
logger.debug(f"获取账号名失败:{e}")
|
||||
self._account_name = None
|
||||
finally:
|
||||
if tab:
|
||||
self.lite.close_tab(tab["id"])
|
||||
return self._account_name
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# 关闭
|
||||
# ------------------------------------------------------------------
|
||||
def close(self) -> None:
|
||||
"""兼容保留:低痕迹模式下无连接可释放,什么都不做"""
|
||||
|
||||
def close_all(self) -> None:
|
||||
"""关闭连接并停止浏览器(仅停止本管理器启动的进程/AdsPower 窗口)"""
|
||||
self.close()
|
||||
if self.mode == "adspower":
|
||||
self._stop_adspower_browser()
|
||||
return
|
||||
if self._proc:
|
||||
try:
|
||||
self._proc.terminate()
|
||||
self._proc.wait(timeout=5)
|
||||
except Exception:
|
||||
try:
|
||||
self._proc.kill()
|
||||
except Exception:
|
||||
pass
|
||||
self._proc = None
|
||||
logger.info("本地浏览器已关闭")
|
||||
|
||||
def _stop_adspower_browser(self) -> None:
|
||||
try:
|
||||
requests.get(
|
||||
f"{self.api_url}/api/v1/browser/stop",
|
||||
@@ -56,99 +261,3 @@ class BrowserManager:
|
||||
logger.info("AdsPower 浏览器已关闭")
|
||||
except Exception as e:
|
||||
logger.warning(f"关闭 AdsPower 浏览器失败:{e}")
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# Playwright 连接
|
||||
# ------------------------------------------------------------------
|
||||
def connect(self) -> Page:
|
||||
"""启动浏览器并通过 CDP 连接,返回可操作的 page"""
|
||||
if self.page is not None:
|
||||
return self.page
|
||||
|
||||
if not self.user_id:
|
||||
raise RuntimeError("未配置 AdsPower Profile ID(ADSPOWER_USER_ID)")
|
||||
|
||||
if not self.is_adspower_running():
|
||||
raise RuntimeError("AdsPower 软件未运行,请先打开 AdsPower")
|
||||
|
||||
self.start_adspower_browser()
|
||||
self._playwright = sync_playwright().start()
|
||||
self._browser = self._playwright.chromium.connect_over_cdp(self.cdp_url)
|
||||
contexts = self._browser.contexts
|
||||
self._context = contexts[0] if contexts else self._browser.new_context()
|
||||
pages = self._context.pages
|
||||
self.page = pages[0] if pages else self._context.new_page()
|
||||
logger.info("Playwright 已连接到 AdsPower 浏览器")
|
||||
return self.page
|
||||
|
||||
def ensure_connected(self) -> Page:
|
||||
"""确保已连接,返回 page"""
|
||||
if self.page is None:
|
||||
return self.connect()
|
||||
return self.page
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# 登录状态检测
|
||||
# ------------------------------------------------------------------
|
||||
def check_boss_login(self) -> bool:
|
||||
"""
|
||||
检测 Boss直聘 是否已登录。
|
||||
通过访问首页并检查是否存在登录后才有的元素判断。
|
||||
"""
|
||||
page = self.ensure_connected()
|
||||
try:
|
||||
page.goto(BOSS_HOME, wait_until="domcontentloaded", timeout=30000)
|
||||
page.wait_for_timeout(2000)
|
||||
# 已登录:页面上会显示用户头像/用户名;未登录:会显示"登录/注册"
|
||||
logged_in_indicators = [
|
||||
".user-nav .user-info",
|
||||
".nav-figure .user",
|
||||
"[class*='avatar']",
|
||||
".header-login .name",
|
||||
]
|
||||
for sel in logged_in_indicators:
|
||||
if page.query_selector(sel):
|
||||
logger.success("检测到已登录 Boss直聘")
|
||||
return True
|
||||
# 检查是否出现登录弹窗/登录按钮
|
||||
if page.query_selector(".btn-sign-up, .login-register, [class*='login-btn']"):
|
||||
return False
|
||||
# 兜底:检查 cookie 中是否有登录凭证
|
||||
cookies = page.context.cookies()
|
||||
cookie_names = {c["name"] for c in cookies}
|
||||
return "__zp_stoken__" in cookie_names or "wt2" in cookie_names
|
||||
except Exception as e:
|
||||
logger.warning(f"登录状态检测异常:{e}")
|
||||
return False
|
||||
|
||||
def get_boss_account_name(self) -> str | None:
|
||||
"""尝试获取登录用户名"""
|
||||
page = self.ensure_connected()
|
||||
try:
|
||||
for sel in [".user-nav .name", ".header-login .name", ".user-info .name"]:
|
||||
el = page.query_selector(sel)
|
||||
if el:
|
||||
return el.inner_text().strip()
|
||||
except Exception:
|
||||
pass
|
||||
return None
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# 关闭
|
||||
# ------------------------------------------------------------------
|
||||
def close(self) -> None:
|
||||
"""关闭 Playwright 连接(不关闭 AdsPower 浏览器,保留登录态)"""
|
||||
try:
|
||||
if self._playwright:
|
||||
self._playwright.stop()
|
||||
except Exception:
|
||||
pass
|
||||
self._playwright = None
|
||||
self._browser = None
|
||||
self._context = None
|
||||
self.page = None
|
||||
|
||||
def close_all(self) -> None:
|
||||
"""关闭连接并停止 AdsPower 浏览器"""
|
||||
self.close()
|
||||
self.stop_adspower_browser()
|
||||
|
||||
Reference in New Issue
Block a user