78 lines
2.6 KiB
Python
78 lines
2.6 KiB
Python
# -*- coding: utf-8 -*-
|
|
"""
|
|
验证纯 CDP DOM 读取链路(不启用 Page/Runtime/Debugger 域,规避风控探测):
|
|
Runtime.evaluate(表达式,不开调试域) + DOM.getDocument/getOuterHTML 读简历页 DOM。
|
|
用法:python -m client.debug_dom_dump
|
|
"""
|
|
import json
|
|
import time
|
|
from pathlib import Path
|
|
|
|
import requests
|
|
import websocket
|
|
|
|
CDP = "http://127.0.0.1:9222"
|
|
RESUME_URL = "https://www.zhipin.com/web/geek/resume"
|
|
OUT_DIR = Path(__file__).resolve().parent / "data" / "debug"
|
|
|
|
_msg_id = 0
|
|
|
|
|
|
def send(ws, method, params=None):
|
|
global _msg_id
|
|
_msg_id += 1
|
|
ws.send(json.dumps({"id": _msg_id, "method": method, "params": params or {}}))
|
|
while True:
|
|
msg = json.loads(ws.recv())
|
|
if msg.get("id") == _msg_id:
|
|
return msg
|
|
|
|
|
|
def main():
|
|
OUT_DIR.mkdir(parents=True, exist_ok=True)
|
|
# 0. 确保浏览器在运行
|
|
try:
|
|
requests.get(f"{CDP}/json/version", timeout=3)
|
|
except Exception:
|
|
from .browser.manager import BrowserManager
|
|
BrowserManager().start_browser()
|
|
time.sleep(2)
|
|
# 1. 原生方式开标签页
|
|
r = requests.put(f"{CDP}/json/new?{RESUME_URL}", timeout=10)
|
|
if r.status_code == 405:
|
|
r = requests.get(f"{CDP}/json/new?{RESUME_URL}", timeout=10)
|
|
tab = r.json()
|
|
tab_id = tab["id"]
|
|
print(f"[1] 标签页 {tab_id}", flush=True)
|
|
|
|
time.sleep(8) # 等 SPA 渲染
|
|
tabs = {t["id"]: t for t in requests.get(f"{CDP}/json", timeout=5).json()}
|
|
print(f"[2] 8s 后 URL={tabs[tab_id]['url']}", flush=True)
|
|
|
|
ws = websocket.create_connection(tab["webSocketDebuggerUrl"], timeout=15)
|
|
try:
|
|
# 2. Runtime.evaluate 取渲染后 HTML(纯表达式求值,不开调试域)
|
|
resp = send(ws, "Runtime.evaluate", {
|
|
"expression": "document.documentElement.outerHTML",
|
|
"returnByValue": True,
|
|
})
|
|
html = resp.get("result", {}).get("result", {}).get("value", "")
|
|
print(f"[3] Runtime.evaluate 取到 HTML {len(html)} 字符", flush=True)
|
|
if html:
|
|
(OUT_DIR / "resume_pure_cdp.html").write_text(html, encoding="utf-8")
|
|
|
|
# 3. 观察 attach 后 20 秒页面是否被风控重置
|
|
for i in range(4):
|
|
time.sleep(5)
|
|
resp = send(ws, "Runtime.evaluate", {"expression": "location.href", "returnByValue": True})
|
|
url = resp.get("result", {}).get("result", {}).get("value", "")
|
|
print(f"[4 {(i + 1) * 5}s] URL={url}", flush=True)
|
|
finally:
|
|
ws.close()
|
|
requests.get(f"{CDP}/json/close/{tab_id}", timeout=5)
|
|
print("[5] 完成,产物 client/data/debug/resume_pure_cdp.html", flush=True)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|