You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
69 lines
1.9 KiB
69 lines
1.9 KiB
{
|
|
"api_base": "https://api.granking.com",
|
|
"spider_token": "tD6kG4bA9yN3fZ6vW0mP6lT2eG9oP8vT",
|
|
"vendor_token": "aG7lU9iF1tG0gP6aF6sH9tX8fO3pT0yD",
|
|
|
|
"cookie_pool": {
|
|
"session_api": "http://granking-api.neicela.com/api/third",
|
|
"app_id": "aa65700299848d6f21b969dbc9f6cf7c",
|
|
"secret": "5588071d36f0bc61af849c311a03f2c4",
|
|
"auth_token": "HdbHM9t0QkX1QHajSemrW7dAYpANQ8s9",
|
|
"retries": 3
|
|
},
|
|
|
|
"platform_switches": {
|
|
"deepseek": true,
|
|
"kimi": true,
|
|
"tongyi": true,
|
|
"doubao": false,
|
|
"baiduai": true
|
|
},
|
|
|
|
"batch_count": 10,
|
|
"idle_sleep": 30,
|
|
"task_interval_min": 1,
|
|
"task_interval_max": 3,
|
|
"enable_task_commit": true,
|
|
"location": "",
|
|
"hot_reload": true,
|
|
|
|
"once": false,
|
|
"dry_run": false,
|
|
|
|
"paths": {
|
|
"raw_dir": "raw_data",
|
|
"failed_dir": "worker_failed",
|
|
"deps": [
|
|
"D:\\code\\crawler\\framework\\framework\\deps",
|
|
"D:\\code\\crawler\\framework\\framework\\deps\\utlit"
|
|
]
|
|
},
|
|
|
|
"cdp": {
|
|
"port": 9222
|
|
},
|
|
|
|
"browser": {
|
|
"wenxin_share": false,
|
|
"fallback_auth": false
|
|
},
|
|
|
|
"doubao": {
|
|
"mode": "browser",
|
|
"wait_timeout": 180,
|
|
"share": true,
|
|
"cookie_rotate_on_fail": true,
|
|
"max_retry": 2,
|
|
"use_cookie_pool": true
|
|
},
|
|
|
|
"_doc": {
|
|
"spider_token": "开放接口 Authorization Bearer token (必填)",
|
|
"platform_switches": "各平台启停 true=开 false=关; hot_reload=true 时改此文件自动生效",
|
|
"browser.wenxin_share": "true=文心用浏览器点分享短链(会启Chrome); false=仅页面链接",
|
|
"browser.fallback_auth": "true=cookie池失败时从浏览器抠登录态(会启Chrome)",
|
|
"doubao": "豆包 Playwright CDP 自动化: cookie池注入→开对话→切专家/快速→拦截 completion→分享链接",
|
|
"aliases": "deepseek|ds, kimi, tongyi|qianwen|qw, doubao|db, baiduai|wenxin|wx",
|
|
"usage": "python task_worker.py 或 python task_worker.py --config worker_config.json"
|
|
}
|
|
}
|