Files
jianli-boss/client/debug_hunter_check.py
2026-08-26 12:44:29 +08:00

75 lines
2.4 KiB
Python

"""排查:带搜索词打开职位页,dump 卡片 HTML,定位"猎头"角标真实 DOM
用法:python -m client.debug_hunter_check <搜索词> [城市码] 例:python -m client.debug_hunter_check java 101010100
"""
import sys
import time
from pathlib import Path
from client.browser.cdp_lite import LiteCDP, CDPSession
from client.browser.manager import BrowserManager
OUT = Path(__file__).resolve().parent / "data" / "debug" / "猎头标识排查.txt"
# 搜索词 + 城市(命令行可覆盖,用于复现带猎头角标的列表)
QUERY = sys.argv[1] if len(sys.argv) > 1 else "java"
CITY = sys.argv[2] if len(sys.argv) > 2 else "101010100" # 默认北京
_lines: list[str] = []
def log(*a):
s = " ".join(str(x) for x in a)
_lines.append(s)
OUT.write_text("\n".join(_lines), encoding="utf-8")
# 概览:每张卡片是否含"猎头"文本 + 收集所有短文本节点(角标候选)
_SUMMARY_JS = """(() => {
const cards = [...document.querySelectorAll('.job-card-wrap')];
const out = {total: cards.length, withText: [], shorts: {}};
cards.forEach((el, i) => {
if (/猎头/.test(el.innerText)) out.withText.push(i);
[...el.querySelectorAll('*')].forEach(n => {
if (n.children.length === 0) {
const t = (n.innerText || '').trim();
if (t && t.length <= 6) {
const key = t + ' <' + n.tagName.toLowerCase() + ' class="' + n.className + '">';
out.shorts[key] = (out.shorts[key] || 0) + 1;
}
}
});
});
return JSON.stringify(out);
})()"""
def main():
BrowserManager().ensure_browser_started()
lite = LiteCDP()
url = f"https://www.zhipin.com/web/geek/jobs?query={QUERY}&city={CITY}"
tab = lite.open_tab(url)
time.sleep(10)
s = CDPSession(tab["webSocketDebuggerUrl"])
log("卡片总数/含猎头文本的卡片索引/短文本节点统计:", s.eval_js(_SUMMARY_JS))
n = s.eval_js("document.querySelectorAll('.job-card-wrap').length") or 0
log(f"卡片数:{n},逐卡 dump HTML(前 1800 字符)")
for i in range(int(n)):
html = s.eval_js(f"""(() => {{
const el = document.querySelectorAll('.job-card-wrap')[{i}];
return el ? el.outerHTML.replace(/\\s+/g, ' ').slice(0, 1800) : '';
}})()""")
log(f"===== 卡片 {i} =====")
log(html)
s.close()
lite.close_tab(tab["id"])
log("完成")
print("排查完成 ->", OUT)
if __name__ == "__main__":
main()