基本完成
This commit is contained in:
@@ -0,0 +1,166 @@
|
||||
"""四次探测:
|
||||
A. Network 域被动监听站点自己的 joblist XHR,验证能否拿到明文薪资(页面无感知)
|
||||
B. 职位详情页结构:沟通/投递按钮、JD 容器、聊天输入框
|
||||
"""
|
||||
import json
|
||||
import time
|
||||
from pathlib import Path
|
||||
|
||||
import websocket
|
||||
|
||||
from client.browser.cdp_lite import LiteCDP
|
||||
from client.browser.manager import BrowserManager
|
||||
|
||||
OUT = Path(__file__).resolve().parent / "data" / "debug" / "job_page_probe4.txt"
|
||||
|
||||
_lines: list[str] = []
|
||||
|
||||
|
||||
def log(*a):
|
||||
s = " ".join(str(x) for x in a)
|
||||
_lines.append(s)
|
||||
OUT.write_text("\n".join(_lines), encoding="utf-8")
|
||||
|
||||
|
||||
class Session:
|
||||
"""极简 CDP 会话:支持命令调用与事件泵"""
|
||||
|
||||
def __init__(self, ws_url):
|
||||
self.ws = websocket.create_connection(ws_url, timeout=30)
|
||||
self._id = 0
|
||||
|
||||
def call(self, method, params=None, timeout=10):
|
||||
self._id += 1
|
||||
mid = self._id
|
||||
self.ws.send(json.dumps({"id": mid, "method": method, "params": params or {}}))
|
||||
self.ws.settimeout(timeout)
|
||||
while True:
|
||||
msg = json.loads(self.ws.recv())
|
||||
if msg.get("id") == mid:
|
||||
return msg.get("result")
|
||||
|
||||
def pump(self, duration):
|
||||
self.ws.settimeout(0.5)
|
||||
end = time.time() + duration
|
||||
while time.time() < end:
|
||||
try:
|
||||
yield json.loads(self.ws.recv())
|
||||
except Exception:
|
||||
continue
|
||||
|
||||
def close(self):
|
||||
try:
|
||||
self.ws.close()
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
|
||||
def main():
|
||||
BrowserManager().ensure_browser_started()
|
||||
lite = LiteCDP()
|
||||
|
||||
# ---------- A. 列表页 XHR 监听 ----------
|
||||
tab = lite.open_tab("https://www.zhipin.com/web/geek/jobs")
|
||||
s = Session(tab["webSocketDebuggerUrl"])
|
||||
s.call("Network.enable")
|
||||
s.call("Runtime.evaluate", {"expression": """(() => {
|
||||
const inp = document.querySelector('input[placeholder*="搜索"]');
|
||||
const setter = Object.getOwnPropertyDescriptor(window.HTMLInputElement.prototype, 'value').set;
|
||||
setter.call(inp, 'java');
|
||||
inp.dispatchEvent(new Event('input', {bubbles: true}));
|
||||
document.querySelector('.search-btn').click();
|
||||
return true;
|
||||
})()"""})
|
||||
|
||||
req_urls: dict[str, str] = {}
|
||||
finished: list[str] = []
|
||||
for msg in s.pump(8):
|
||||
m = msg.get("method")
|
||||
if m == "Network.responseReceived":
|
||||
u = msg["params"]["response"]["url"]
|
||||
if "joblist" in u or "search" in u:
|
||||
req_urls[msg["params"]["requestId"]] = u
|
||||
elif m == "Network.loadingFinished":
|
||||
rid = msg["params"]["requestId"]
|
||||
if rid in req_urls:
|
||||
finished.append(rid)
|
||||
|
||||
log("== A1) 捕获的 XHR ==", {req_urls[r] for r in finished} or req_urls.values())
|
||||
for rid in finished[:2]:
|
||||
body = s.call("Network.getResponseBody", {"requestId": rid}) or {}
|
||||
try:
|
||||
data = json.loads(body.get("body", ""))
|
||||
zp = data.get("zpData", {})
|
||||
jobs = zp.get("jobList") or zp.get("dataList") or []
|
||||
log("== A2) joblist 响应 ==", json.dumps({
|
||||
"keys": list(zp.keys())[:15],
|
||||
"jobCount": len(jobs),
|
||||
"firstJob": jobs[0] if jobs else None,
|
||||
}, ensure_ascii=False)[:3000])
|
||||
except Exception as e:
|
||||
log("== A2) 解析失败 ==", e, body.get("body", "")[:300])
|
||||
|
||||
# 列表页稳定性(Network.enable 后是否还被风控重置)
|
||||
stable = s.call("Runtime.evaluate", {
|
||||
"expression": "JSON.stringify({url: location.href, cards: document.querySelectorAll('.job-card-wrap').length})"
|
||||
})
|
||||
log("== A3) 列表页稳定性 ==", stable)
|
||||
|
||||
# 取第一个职位 ID 供 B 使用
|
||||
first_href = s.call("Runtime.evaluate", {
|
||||
"expression": "(document.querySelector('.job-card-wrap a.job-name') || {}).getAttribute ? document.querySelector('.job-card-wrap a.job-name').getAttribute('href') : ''"
|
||||
})
|
||||
s.close()
|
||||
lite.close_tab(tab["id"])
|
||||
log("== A4) 首个职位 href ==", first_href)
|
||||
|
||||
# ---------- B. 详情页结构 ----------
|
||||
if not first_href:
|
||||
log("== DONE(无职位,跳过 B)==")
|
||||
return
|
||||
dtab = lite.open_tab("https://www.zhipin.com" + first_href)
|
||||
d = Session(dtab["webSocketDebuggerUrl"])
|
||||
time.sleep(5)
|
||||
|
||||
r1 = d.call("Runtime.evaluate", {"expression": """(() => {
|
||||
const btns = [...document.querySelectorAll('a,button')]
|
||||
.filter(e => /立即沟通|投递简历|收藏/.test(e.innerText || '') && e.offsetHeight > 0)
|
||||
.map(e => ({tag: e.tagName, cls: e.className, href: e.getAttribute('href') || ''}));
|
||||
const cands = {};
|
||||
['.job-detail-section', '.job-sec-text', '.detail-content', '.job-detail .text', '[class*="job-detail"]']
|
||||
.forEach(sel => { const el = document.querySelector(sel); cands[sel] = el ? el.innerText.slice(0, 60) : null; });
|
||||
return JSON.stringify({url: location.href, btns: btns, cands: cands});
|
||||
})()"""})
|
||||
log("== B1) 详情页按钮/JD ==", r1)
|
||||
|
||||
# 点击立即沟通,看聊天结构
|
||||
r2 = d.call("Runtime.evaluate", {"expression": """(() => {
|
||||
const btn = [...document.querySelectorAll('a,button')].find(e => /立即沟通/.test(e.innerText || '') && e.offsetHeight > 0);
|
||||
if (!btn) return JSON.stringify({ok: false});
|
||||
btn.click();
|
||||
return JSON.stringify({ok: true});
|
||||
})()"""})
|
||||
log("== B2) 点击立即沟通 ==", r2)
|
||||
time.sleep(4)
|
||||
r3 = d.call("Runtime.evaluate", {"expression": """(() => {
|
||||
const ta = document.querySelector('textarea');
|
||||
const sends = [...document.querySelectorAll('a,button,div')]
|
||||
.filter(e => /发送/.test(e.innerText || '') && (e.innerText || '').length < 6 && e.offsetHeight > 0)
|
||||
.map(e => ({tag: e.tagName, cls: e.className}));
|
||||
return JSON.stringify({
|
||||
url: location.href,
|
||||
taClass: ta ? ta.className : null,
|
||||
taSelector: ta ? (ta.closest('.chat-input') ? '.chat-input textarea' : 'textarea') : null,
|
||||
sends: sends.slice(0, 5)
|
||||
});
|
||||
})()"""})
|
||||
log("== B3) 聊天页结构 ==", r3)
|
||||
|
||||
d.close()
|
||||
lite.close_tab(dtab["id"])
|
||||
log("== DONE ==")
|
||||
print("probe4 done ->", OUT)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Reference in New Issue
Block a user