dd4345267a
- Create debug-html.ts to save actual HTML from pages - Add npm run debug command to package.json - Helps identify correct CSS selectors for crawlers - Saves HTML to debug-ruliweb.html and debug-arcalive.html Usage: npm run debug
36 lines
782 B
JSON
36 lines
782 B
JSON
{
|
|
"name": "community-crawler",
|
|
"version": "1.0.0",
|
|
"description": "Korean community crawler",
|
|
"main": "dist/index.js",
|
|
"type": "module",
|
|
"scripts": {
|
|
"dev": "tsx watch src/index.ts",
|
|
"build": "tsc",
|
|
"start": "node dist/index.js",
|
|
"test": "tsx src/test.ts",
|
|
"debug": "tsx src/debug-html.ts"
|
|
},
|
|
"keywords": [
|
|
"crawler",
|
|
"community",
|
|
"korea"
|
|
],
|
|
"author": "",
|
|
"license": "MIT",
|
|
"dependencies": {
|
|
"axios": "^1.7.9",
|
|
"cheerio": "^1.0.0",
|
|
"node-cron": "^3.0.3",
|
|
"puppeteer": "^24.30.0",
|
|
"puppeteer-extra": "^3.3.6",
|
|
"puppeteer-extra-plugin-stealth": "^2.11.2"
|
|
},
|
|
"devDependencies": {
|
|
"@types/node": "^22.10.2",
|
|
"@types/node-cron": "^3.0.11",
|
|
"tsx": "^4.19.2",
|
|
"typescript": "^5.7.2"
|
|
}
|
|
}
|