75 lines
2.4 KiB
Python
75 lines
2.4 KiB
Python
"""排查:带搜索词打开职位页,dump 卡片 HTML,定位"猎头"角标真实 DOM
|
|
用法:python -m client.debug_hunter_check <搜索词> [城市码] 例:python -m client.debug_hunter_check java 101010100
|
|
"""
|
|
import sys
|
|
import time
|
|
from pathlib import Path
|
|
|
|
from client.browser.cdp_lite import LiteCDP, CDPSession
|
|
from client.browser.manager import BrowserManager
|
|
|
|
OUT = Path(__file__).resolve().parent / "data" / "debug" / "猎头标识排查.txt"
|
|
|
|
# 搜索词 + 城市(命令行可覆盖,用于复现带猎头角标的列表)
|
|
QUERY = sys.argv[1] if len(sys.argv) > 1 else "java"
|
|
CITY = sys.argv[2] if len(sys.argv) > 2 else "101010100" # 默认北京
|
|
|
|
_lines: list[str] = []
|
|
|
|
|
|
def log(*a):
|
|
s = " ".join(str(x) for x in a)
|
|
_lines.append(s)
|
|
OUT.write_text("\n".join(_lines), encoding="utf-8")
|
|
|
|
|
|
# 概览:每张卡片是否含"猎头"文本 + 收集所有短文本节点(角标候选)
|
|
_SUMMARY_JS = """(() => {
|
|
const cards = [...document.querySelectorAll('.job-card-wrap')];
|
|
const out = {total: cards.length, withText: [], shorts: {}};
|
|
cards.forEach((el, i) => {
|
|
if (/猎头/.test(el.innerText)) out.withText.push(i);
|
|
[...el.querySelectorAll('*')].forEach(n => {
|
|
if (n.children.length === 0) {
|
|
const t = (n.innerText || '').trim();
|
|
if (t && t.length <= 6) {
|
|
const key = t + ' <' + n.tagName.toLowerCase() + ' class="' + n.className + '">';
|
|
out.shorts[key] = (out.shorts[key] || 0) + 1;
|
|
}
|
|
}
|
|
});
|
|
});
|
|
return JSON.stringify(out);
|
|
})()"""
|
|
|
|
|
|
def main():
|
|
BrowserManager().ensure_browser_started()
|
|
lite = LiteCDP()
|
|
|
|
url = f"https://www.zhipin.com/web/geek/jobs?query={QUERY}&city={CITY}"
|
|
tab = lite.open_tab(url)
|
|
time.sleep(10)
|
|
s = CDPSession(tab["webSocketDebuggerUrl"])
|
|
|
|
log("卡片总数/含猎头文本的卡片索引/短文本节点统计:", s.eval_js(_SUMMARY_JS))
|
|
|
|
n = s.eval_js("document.querySelectorAll('.job-card-wrap').length") or 0
|
|
log(f"卡片数:{n},逐卡 dump HTML(前 1800 字符)")
|
|
for i in range(int(n)):
|
|
html = s.eval_js(f"""(() => {{
|
|
const el = document.querySelectorAll('.job-card-wrap')[{i}];
|
|
return el ? el.outerHTML.replace(/\\s+/g, ' ').slice(0, 1800) : '';
|
|
}})()""")
|
|
log(f"===== 卡片 {i} =====")
|
|
log(html)
|
|
|
|
s.close()
|
|
lite.close_tab(tab["id"])
|
|
log("完成")
|
|
print("排查完成 ->", OUT)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|