Skip to content

Commit cec5d6f

Browse files
Add meta information for question 666060151 on makeup and wigs
1 parent e73e4e2 commit cec5d6f

252 files changed

Lines changed: 28787 additions & 44 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

.github/download/crawler.js

Lines changed: 18 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,6 +21,7 @@ const {
2121
showStatus,
2222
} = require('./storage');
2323
const { seedTopic } = require('./topic');
24+
const { seedUser } = require('./user');
2425

2526
// 加载爬取配置
2627
const CRAWL_CONFIG_PATH = path.join(__dirname, 'crawl-config.json');
@@ -907,11 +908,13 @@ function printUsage() {
907908
console.log(' node crawler.js --max <n> 最多爬取 n 个');
908909
console.log(' node crawler.js --status 查看状态');
909910
console.log(' node crawler.js topic <url> 从话题收集问题加入队列');
911+
console.log(' node crawler.js user <url> 从用户收集回答和文章加入队列');
910912
console.log('');
911913
console.log('示例:');
912914
console.log(' node crawler.js --max 10');
913915
console.log(' node crawler.js topic https://www.zhihu.com/topic/20075371');
914-
console.log(' node crawler.js topic https://www.zhihu.com/topic/19586124/hot');
916+
console.log(' node crawler.js user https://www.zhihu.com/people/xing-zhao-zuo-meng-90-70');
917+
console.log(' node crawler.js user xing-zhao-zuo-meng-90-70');
915918
}
916919

917920
if (require.main === module) {
@@ -939,6 +942,20 @@ if (require.main === module) {
939942
console.error('话题爬取失败:', err.message);
940943
process.exit(1);
941944
});
945+
}
946+
// user 子命令
947+
else if (args[0] === 'user') {
948+
const userUrl = args[1];
949+
if (!userUrl) {
950+
console.error('请提供用户 URL 或 URL token');
951+
console.error('示例: node crawler.js user https://www.zhihu.com/people/xing-zhao-zuo-meng-90-70');
952+
console.error('示例: node crawler.js user xing-zhao-zuo-meng-90-70');
953+
process.exit(1);
954+
}
955+
seedUser(userUrl).catch(err => {
956+
console.error('用户爬取失败:', err.message);
957+
process.exit(1);
958+
});
942959
} else {
943960
// 默认爬取队列
944961
const options = {};

.github/download/data/.state/queue.jsonl

Lines changed: 191 additions & 31 deletions
Large diffs are not rendered by default.
Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
{
2-
"questions": 1117,
3-
"answers": 9166,
4-
"articles": 2926,
5-
"authors": 7072,
2+
"questions": 1132,
3+
"answers": 9245,
4+
"articles": 2979,
5+
"authors": 7124,
66
"topics": 11,
7-
"lastUpdated": "2026-01-23T15:06:27.481Z"
7+
"lastUpdated": "2026-01-23T16:07:52.963Z"
88
}

.github/download/data/.state/visited.json

Lines changed: 154 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13060,5 +13060,158 @@
1306013060
"article:259798299",
1306113061
"article:267097833",
1306213062
"article:713501258",
13063-
"article:90935464"
13063+
"article:90935464",
13064+
"answer:15243866002",
13065+
"answer:18949384048",
13066+
"question:1164891219",
13067+
"article:663206702",
13068+
"article:25709656298",
13069+
"article:262955426",
13070+
"article:248099628",
13071+
"article:37654020",
13072+
"article:564048611",
13073+
"article:183929625",
13074+
"article:1903193516483514516",
13075+
"article:359359550",
13076+
"article:1915514371049780080",
13077+
"article:79040247",
13078+
"article:64688347",
13079+
"article:632900567",
13080+
"article:520021457",
13081+
"article:450548858",
13082+
"article:88082295",
13083+
"article:88168222",
13084+
"article:1957933408840840954",
13085+
"article:1956066136052470102",
13086+
"article:1965875897115576289",
13087+
"answer:32601604489",
13088+
"question:363915194",
13089+
"article:1898009170722158187",
13090+
"article:1899488424806819323",
13091+
"answer:1952032481059532813",
13092+
"answer:3613062692",
13093+
"answer:3610323706",
13094+
"answer:3618901228",
13095+
"answer:16189507985",
13096+
"answer:1951247263524431683",
13097+
"answer:1951368931886503021",
13098+
"answer:1952460909931922930",
13099+
"answer:1951601647139665028",
13100+
"answer:3611283723",
13101+
"answer:3610866671",
13102+
"answer:3610723644",
13103+
"answer:3609809483",
13104+
"answer:1951371399341011715",
13105+
"question:665543691",
13106+
"article:1895537132010979743",
13107+
"article:1895827592302534892",
13108+
"article:1934301748417238507",
13109+
"answer:3154943558",
13110+
"answer:3149595006",
13111+
"answer:3149696470",
13112+
"answer:3149763346",
13113+
"question:615580165",
13114+
"article:1914656799472195077",
13115+
"article:259913908",
13116+
"article:662572290",
13117+
"article:51930563",
13118+
"article:143641024",
13119+
"article:190246700",
13120+
"article:154627988",
13121+
"article:157616639",
13122+
"article:338237118",
13123+
"article:264943213",
13124+
"answer:1972359962173874220",
13125+
"answer:1969380033748525823",
13126+
"answer:3468672293",
13127+
"answer:3466025102",
13128+
"answer:3484125972",
13129+
"answer:3467032277",
13130+
"answer:3467494215",
13131+
"question:652938955",
13132+
"article:1942245471465736026",
13133+
"answer:428299251",
13134+
"answer:367634047",
13135+
"answer:19408666795",
13136+
"question:46963968",
13137+
"answer:3614109203",
13138+
"answer:3614251857",
13139+
"answer:26460333308",
13140+
"answer:3615844649",
13141+
"answer:3614723481",
13142+
"answer:3614045899",
13143+
"answer:3614210799",
13144+
"answer:3614088069",
13145+
"question:666060151",
13146+
"answer:581772443",
13147+
"question:310243320",
13148+
"answer:1941096056575201503",
13149+
"answer:1984186356126208577",
13150+
"answer:1923797121355736555",
13151+
"answer:1941076177910503259",
13152+
"answer:1941629415625851089",
13153+
"question:1923769136296736519",
13154+
"answer:2250030502",
13155+
"answer:2203552133",
13156+
"answer:855365858",
13157+
"question:349755536",
13158+
"answer:1996301871443354527",
13159+
"answer:2264971008",
13160+
"answer:1762190241",
13161+
"answer:1953278993",
13162+
"answer:2657466525",
13163+
"answer:25308031146",
13164+
"answer:1780376356",
13165+
"answer:1779299346",
13166+
"answer:3344844330",
13167+
"answer:1760953814",
13168+
"answer:2574588120",
13169+
"answer:111907265984",
13170+
"question:446288818",
13171+
"article:1942003776245441023",
13172+
"answer:3597772361",
13173+
"answer:3590117514",
13174+
"answer:3591828065",
13175+
"answer:3592554773",
13176+
"answer:3579069824",
13177+
"answer:3579093692",
13178+
"question:662974424",
13179+
"article:691265563",
13180+
"answer:3287155775",
13181+
"question:624967426",
13182+
"answer:439700294",
13183+
"answer:55700185",
13184+
"question:23355857",
13185+
"article:1959666430975903677",
13186+
"article:1959666267502912523",
13187+
"article:1958957975067686141",
13188+
"article:555400308",
13189+
"answer:1897808271928188975",
13190+
"answer:2319062011",
13191+
"answer:2326447470",
13192+
"answer:1978194440645530143",
13193+
"answer:2332764567",
13194+
"answer:1890173948349642036",
13195+
"answer:2835473695",
13196+
"question:512218485",
13197+
"article:1959666684563546595",
13198+
"article:1966547462111076914",
13199+
"article:1959298502011098356",
13200+
"question:349694707",
13201+
"article:1959666588954398858",
13202+
"answer:2200719806",
13203+
"answer:2200015423",
13204+
"answer:2206293618",
13205+
"question:495824629",
13206+
"article:1959666509556212870",
13207+
"article:601222603",
13208+
"article:598468273",
13209+
"article:565020115",
13210+
"article:1925964070772778946",
13211+
"article:1988312507916519101",
13212+
"article:1936701138855495156",
13213+
"article:1982589118350398129",
13214+
"article:1986832590934676686",
13215+
"article:1986205605514458832",
13216+
"article:1940813060408349609"
1306413217
]

.github/download/data/articles/143641024.json

Lines changed: 70 additions & 0 deletions
Large diffs are not rendered by default.

0 commit comments

Comments
 (0)