Files
jianli-boss/client/debug_expect_check.py
2026-08-25 22:53:57 +08:00

129 lines
4.6 KiB
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""验证顶部"期望搜索条件"栏:结构 / 点击 Java(北京) 后列表是否加载 / 滚动分页"""
import json
import time
from pathlib import Path
import websocket
from client.browser.cdp_lite import LiteCDP
from client.browser.manager import BrowserManager
OUT = Path(__file__).resolve().parent / "data" / "debug" / "期望条件验证.txt"
_lines: list[str] = []
def log(*a):
s = " ".join(str(x) for x in a)
_lines.append(s)
OUT.write_text("\n".join(_lines), encoding="utf-8")
class 会话:
def __init__(self, ws_url):
self.ws = websocket.create_connection(ws_url, timeout=30)
self._id = 0
def 调用(self, method, params=None, timeout=10):
self._id += 1
mid = self._id
self.ws.send(json.dumps({"id": mid, "method": method, "params": params or {}}))
self.ws.settimeout(timeout)
while True:
msg = json.loads(self.ws.recv())
if msg.get("id") == mid:
return msg.get("result") or {}
def 求值(self, expr, timeout=10):
return (self.调用("Runtime.evaluate",
{"expression": expr, "returnByValue": True})
.get("result", {}).get("value"))
def 泵(self, duration):
self.ws.settimeout(0.5)
end = time.time() + duration
while time.time() < end:
try:
yield json.loads(self.ws.recv())
except Exception:
continue
def 关闭(self):
try:
self.ws.close()
except Exception:
pass
def main():
BrowserManager().ensure_browser_started()
lite = LiteCDP()
tab = lite.open_tab("https://www.zhipin.com/web/geek/jobs")
time.sleep(8)
s = 会话(tab["webSocketDebuggerUrl"])
s.调用("Network.enable")
# 1) 期望条件栏结构
r1 = s.求值("""(() => {
const items = [...document.querySelectorAll('a,div,span,li')]
.filter(e => /^[^()()]{1,20}[((][^()()]{1,10}[))]$/.test((e.innerText || '').trim())
&& e.offsetHeight > 0 && e.children.length === 0)
.map(e => ({tag: e.tagName, cls: String(e.className).slice(0, 60), text: e.innerText.trim()}));
const first = items[0];
let bar = null;
if (first) {
const el = [...document.querySelectorAll('*')].find(d => d.className &&
String(d.className).includes(first.cls.split(' ')[0]) && d.querySelectorAll('*').length > 2);
}
const wrap = items.length ? items[0] && (() => {
let p = document.querySelector('.' + (first.cls.split(' ')[0] || 'x'));
for (let i = 0; i < 3 && p && p.parentElement; i++) p = p.parentElement;
return p ? {cls: String(p.className).slice(0, 80), html: p.outerHTML.replace(/\\s+/g, ' ').slice(0, 1500)} : null;
})() : null;
return JSON.stringify({items: items, wrap: wrap});
})()""")
log("1) 期望条件栏:", r1)
# 2) 点击 Java(北京)
r2 = s.求值("""(() => {
const el = [...document.querySelectorAll('a,div,span,li')]
.find(e => (e.innerText || '').trim().includes('(北京)') && e.offsetHeight > 0 && e.children.length === 0);
if (!el) return JSON.stringify({ok: false});
el.click();
return JSON.stringify({ok: true, text: el.innerText.trim()});
})()""")
log("2) 点击:", r2)
time.sleep(5)
log("2b) 点击后:", s.求值("""JSON.stringify({
地址: location.href,
卡片数: document.querySelectorAll('.job-card-wrap').length})"""))
# 3) 滚动分页 + 薪资明文
请求: dict[str, str] = {}
s.求值("window.scrollTo(0, document.body.scrollHeight)")
薪资 = []
for msg in s.泵(6):
m = msg.get("method")
if m == "Network.responseReceived" and "list.json" in msg["params"]["response"]["url"]:
请求[msg["params"]["requestId"]] = msg["params"]["response"]["url"]
elif m == "Network.loadingFinished" and msg["params"]["requestId"] in 请求:
body = s.调用("Network.getResponseBody",
{"requestId": msg["params"]["requestId"]}).get("body", "")
try:
jobs = json.loads(body).get("zpData", {}).get("jobList") or []
薪资.extend(j.get("salaryDesc") for j in jobs[:5])
except Exception:
pass
log("3) 滚动后卡片数:", s.求值("document.querySelectorAll('.job-card-wrap').length"),
" 分页薪资明文:", 薪资)
s.关闭()
lite.close_tab(tab["id"])
log("完成")
print("验证完成 ->", OUT)
if __name__ == "__main__":
main()