Files
jianli-boss/client/debug_dom_dump.py
T
2026-08-25 22:53:57 +08:00

78 lines
2.6 KiB
Python

# -*- coding: utf-8 -*-
"""
验证纯 CDP DOM 读取链路(不启用 Page/Runtime/Debugger 域,规避风控探测):
Runtime.evaluate(表达式,不开调试域) + DOM.getDocument/getOuterHTML 读简历页 DOM。
用法:python -m client.debug_dom_dump
"""
import json
import time
from pathlib import Path
import requests
import websocket
CDP = "http://127.0.0.1:9222"
RESUME_URL = "https://www.zhipin.com/web/geek/resume"
OUT_DIR = Path(__file__).resolve().parent / "data" / "debug"
_msg_id = 0
def send(ws, method, params=None):
global _msg_id
_msg_id += 1
ws.send(json.dumps({"id": _msg_id, "method": method, "params": params or {}}))
while True:
msg = json.loads(ws.recv())
if msg.get("id") == _msg_id:
return msg
def main():
OUT_DIR.mkdir(parents=True, exist_ok=True)
# 0. 确保浏览器在运行
try:
requests.get(f"{CDP}/json/version", timeout=3)
except Exception:
from .browser.manager import BrowserManager
BrowserManager().start_browser()
time.sleep(2)
# 1. 原生方式开标签页
r = requests.put(f"{CDP}/json/new?{RESUME_URL}", timeout=10)
if r.status_code == 405:
r = requests.get(f"{CDP}/json/new?{RESUME_URL}", timeout=10)
tab = r.json()
tab_id = tab["id"]
print(f"[1] 标签页 {tab_id}", flush=True)
time.sleep(8) # 等 SPA 渲染
tabs = {t["id"]: t for t in requests.get(f"{CDP}/json", timeout=5).json()}
print(f"[2] 8s 后 URL={tabs[tab_id]['url']}", flush=True)
ws = websocket.create_connection(tab["webSocketDebuggerUrl"], timeout=15)
try:
# 2. Runtime.evaluate 取渲染后 HTML(纯表达式求值,不开调试域)
resp = send(ws, "Runtime.evaluate", {
"expression": "document.documentElement.outerHTML",
"returnByValue": True,
})
html = resp.get("result", {}).get("result", {}).get("value", "")
print(f"[3] Runtime.evaluate 取到 HTML {len(html)} 字符", flush=True)
if html:
(OUT_DIR / "resume_pure_cdp.html").write_text(html, encoding="utf-8")
# 3. 观察 attach 后 20 秒页面是否被风控重置
for i in range(4):
time.sleep(5)
resp = send(ws, "Runtime.evaluate", {"expression": "location.href", "returnByValue": True})
url = resp.get("result", {}).get("result", {}).get("value", "")
print(f"[4 {(i + 1) * 5}s] URL={url}", flush=True)
finally:
ws.close()
requests.get(f"{CDP}/json/close/{tab_id}", timeout=5)
print("[5] 完成,产物 client/data/debug/resume_pure_cdp.html", flush=True)
if __name__ == "__main__":
main()