# -*- coding: utf-8 -*- """ 验证纯 CDP DOM 读取链路(不启用 Page/Runtime/Debugger 域,规避风控探测): Runtime.evaluate(表达式,不开调试域) + DOM.getDocument/getOuterHTML 读简历页 DOM。 用法:python -m client.debug_dom_dump """ import json import time from pathlib import Path import requests import websocket CDP = "http://127.0.0.1:9222" RESUME_URL = "https://www.zhipin.com/web/geek/resume" OUT_DIR = Path(__file__).resolve().parent / "data" / "debug" _msg_id = 0 def send(ws, method, params=None): global _msg_id _msg_id += 1 ws.send(json.dumps({"id": _msg_id, "method": method, "params": params or {}})) while True: msg = json.loads(ws.recv()) if msg.get("id") == _msg_id: return msg def main(): OUT_DIR.mkdir(parents=True, exist_ok=True) # 0. 确保浏览器在运行 try: requests.get(f"{CDP}/json/version", timeout=3) except Exception: from .browser.manager import BrowserManager BrowserManager().start_browser() time.sleep(2) # 1. 原生方式开标签页 r = requests.put(f"{CDP}/json/new?{RESUME_URL}", timeout=10) if r.status_code == 405: r = requests.get(f"{CDP}/json/new?{RESUME_URL}", timeout=10) tab = r.json() tab_id = tab["id"] print(f"[1] 标签页 {tab_id}", flush=True) time.sleep(8) # 等 SPA 渲染 tabs = {t["id"]: t for t in requests.get(f"{CDP}/json", timeout=5).json()} print(f"[2] 8s 后 URL={tabs[tab_id]['url']}", flush=True) ws = websocket.create_connection(tab["webSocketDebuggerUrl"], timeout=15) try: # 2. Runtime.evaluate 取渲染后 HTML(纯表达式求值,不开调试域) resp = send(ws, "Runtime.evaluate", { "expression": "document.documentElement.outerHTML", "returnByValue": True, }) html = resp.get("result", {}).get("result", {}).get("value", "") print(f"[3] Runtime.evaluate 取到 HTML {len(html)} 字符", flush=True) if html: (OUT_DIR / "resume_pure_cdp.html").write_text(html, encoding="utf-8") # 3. 观察 attach 后 20 秒页面是否被风控重置 for i in range(4): time.sleep(5) resp = send(ws, "Runtime.evaluate", {"expression": "location.href", "returnByValue": True}) url = resp.get("result", {}).get("result", {}).get("value", "") print(f"[4 {(i + 1) * 5}s] URL={url}", flush=True) finally: ws.close() requests.get(f"{CDP}/json/close/{tab_id}", timeout=5) print("[5] 完成,产物 client/data/debug/resume_pure_cdp.html", flush=True) if __name__ == "__main__": main()