基本完成

This commit is contained in:
2026-08-25 22:53:57 +08:00
parent 05fa686749
commit 252d5b53ac
39 changed files with 3853 additions and 447 deletions
+135
View File
@@ -0,0 +1,135 @@
"""探测职位列表页真实结构:搜索框 / 筛选栏 / 下拉加载 / 城市下拉。
输出写入 data/debug/job_page_probe.txt(UTF-8,避免控制台乱码)。"""
import json
import time
from pathlib import Path
from client.browser.cdp_lite import LiteCDP
OUT = Path(__file__).resolve().parent / "data" / "debug" / "job_page_probe.txt"
OUT.parent.mkdir(parents=True, exist_ok=True)
_lines: list[str] = []
def log(*a):
s = " ".join(str(x) for x in a)
_lines.append(s)
OUT.write_text("\n".join(_lines), encoding="utf-8")
def main():
lite = LiteCDP()
tab = lite.open_tab("https://www.zhipin.com/web/geek/jobs")
ws = tab["webSocketDebuggerUrl"]
time.sleep(7)
# ---- 1) 页面结构 ----
r1 = lite.evaluate(ws, """(() => {
const q = s => document.querySelector(s);
const inp = q('.ipt-search') || q('.input-wrap input') || q('input[placeholder*="搜索"]');
const cards = document.querySelectorAll('.job-card-wrapper');
const list = q('.job-list-box') || q('.job-list') || (cards[0] ? cards[0].parentElement : null);
const fb = q('.filter-bar') || q('.search-condition') || q('[class*="condition"]') || q('[class*="filter"]');
return JSON.stringify({
url: location.href,
title: document.title,
searchInputClass: inp ? inp.className : null,
searchInputPlaceholder: inp ? inp.placeholder : null,
hasSearchBtn: !!q('.btn-search'),
cardCount: cards.length,
listClass: list ? list.className : null,
filterClass: fb ? fb.className : null,
filterHTML: fb ? fb.outerHTML.replace(/\\s+/g, ' ').slice(0, 5000) : null
});
})()""")
log("== 1) 页面结构 ==")
log(r1)
# ---- 2) 搜索交互:输入 java 点搜索 ----
r2 = lite.evaluate(ws, """(() => {
const inp = document.querySelector('.ipt-search') || document.querySelector('.input-wrap input') || document.querySelector('input[placeholder*="搜索"]');
if (!inp) return JSON.stringify({ok: false, reason: 'no input'});
const setter = Object.getOwnPropertyDescriptor(window.HTMLInputElement.prototype, 'value').set;
setter.call(inp, 'java');
inp.dispatchEvent(new Event('input', {bubbles: true}));
const btn = document.querySelector('.btn-search');
if (btn) btn.click();
return JSON.stringify({ok: true, clicked: !!btn});
})()""")
log("== 2) 搜索操作 ==", r2)
time.sleep(5)
r2b = lite.evaluate(ws, """(() => JSON.stringify({
url: location.href,
cardCount: document.querySelectorAll('.job-card-wrapper').length,
firstTitle: (document.querySelector('.job-card-wrapper .job-name') || {}).innerText || ''
}))()""")
log("== 2b) 搜索后 ==", r2b)
# ---- 3) 下拉加载:滚到底看卡片数是否增加 ----
r3 = lite.evaluate(ws, """(() => {
const before = document.querySelectorAll('.job-card-wrapper').length;
window.scrollTo(0, document.body.scrollHeight);
return JSON.stringify({before: before, scrollY: window.scrollY, bodyH: document.body.scrollHeight});
})()""")
log("== 3) 滚动前 ==", r3)
time.sleep(4)
r3b = lite.evaluate(ws, """(() => {
const after1 = document.querySelectorAll('.job-card-wrapper').length;
window.scrollTo(0, document.body.scrollHeight);
return JSON.stringify({after1: after1});
})()""")
time.sleep(4)
r3c = lite.evaluate(ws, """(() => JSON.stringify({
after2: document.querySelectorAll('.job-card-wrapper').length,
url: location.href
}))()""")
log("== 3b) 滚动两次后 ==", r3b, r3c)
# ---- 4) 城市下拉结构 ----
r4 = lite.evaluate(ws, """(() => {
const fb = document.querySelector('.filter-bar') || document.querySelector('[class*="condition"]') || document.querySelector('[class*="filter"]');
if (!fb) return JSON.stringify({ok: false});
// 找到城市筛选节点(含“城市”或定位图标的第一个 dropdown)
const nodes = [...fb.querySelectorAll('li, .dropdown, [class*="city"]')];
const cityNode = nodes.find(n => /城市|北京|上海|广州|深圳/.test(n.innerText || '') && n.innerText.length < 20);
if (cityNode) cityNode.click();
return JSON.stringify({ok: true, cityNodeClass: cityNode ? cityNode.className : null, cityText: cityNode ? cityNode.innerText : null});
})()""")
log("== 4) 城市节点点击 ==", r4)
time.sleep(1.5)
r4b = lite.evaluate(ws, """(() => {
const panel = document.querySelector('.city-select, .dropdown-menu, [class*="city"][class*="select"], .position-city');
const anyPanel = panel || [...document.querySelectorAll('div')].find(d => d.className && /city/i.test(d.className) && d.offsetHeight > 100);
return JSON.stringify({
panelClass: anyPanel ? anyPanel.className : null,
panelHTML: anyPanel ? anyPanel.outerHTML.replace(/\\s+/g, ' ').slice(0, 4000) : null
});
})()""")
log("== 4b) 城市下拉面板 ==", r4b)
# ---- 5) 薪资下拉结构 ----
r5 = lite.evaluate(ws, """(() => {
const fb = document.querySelector('.filter-bar') || document.querySelector('[class*="condition"]');
if (!fb) return JSON.stringify({ok: false});
const nodes = [...fb.querySelectorAll('li, .dropdown')];
const salaryNode = nodes.find(n => /薪资待遇/.test(n.innerText || ''));
if (salaryNode) salaryNode.click();
return JSON.stringify({ok: true, found: !!salaryNode});
})()""")
log("== 5) 薪资节点点击 ==", r5)
time.sleep(1.5)
r5b = lite.evaluate(ws, """(() => {
const panels = [...document.querySelectorAll('div,ul')].filter(d => d.offsetHeight > 50 && /面议|K以下|K/.test(d.innerText || '') && (d.innerText || '').length < 300);
const p = panels[panels.length - 1];
return JSON.stringify({panelClass: p ? p.className : null, panelText: p ? p.innerText.replace(/\\s+/g, ' ').slice(0, 500) : null});
})()""")
log("== 5b) 薪资下拉面板 ==", r5b)
lite.close_tab(tab["id"])
log("== DONE ==")
print("probe done ->", OUT)
if __name__ == "__main__":
main()