Browse Source

fix(ai_seo): 移除调试打印并优化异常处理

在 kimi.py 中增加对 children 元素的异常处理,避免索引越界;在 run.py 中补充 json 模块导入,并增加调试日志输出。
master
zzx 2 weeks ago
parent
commit
0718d233f6
  1. 2
      run.py
  2. 3
      spiders/ai_seo/kimi.py
  3. 2
      utils/ai_seo_api_utils.py

2
run.py

@ -1,5 +1,6 @@
# coding=utf-8
import asyncio
import json
import uuid
from dataclasses import asdict
from datetime import datetime, timedelta, time
@ -169,6 +170,7 @@ async def ai_seo_job(browser, platform_ids, time_range, job_id, type_name, run_i
return
result = await AiSeoApis.submit_task(answer_data)
logger.debug(json.dumps(answer_data, ensure_ascii=False))
logger.info(f"任务提交成功: id: {task_data['id']}")
spider_pool.pop(run_id, None)

3
spiders/ai_seo/kimi.py

@ -111,7 +111,10 @@ class KimiSpider(AbstractAiSeoSpider):
children = await search_element.locator("xpath=./child::*").all()
result.title = await children[1].inner_text()
try:
result.body = await children[2].inner_text()
except IndexError:
result.body = ''
# 获取信源信息元素
result_host_elements = await children[0].locator("xpath=./child::*").all()

2
utils/ai_seo_api_utils.py

@ -1,6 +1,5 @@
# coding=utf-8
import datetime
import json
import os
import httpx
@ -86,7 +85,6 @@ class AiSeoApis:
uri = '/api/third/submitProjectTask'
url = AiSeoApis.build_full_url(uri)
async with httpx.AsyncClient() as client:
print("json_data",json.dumps(json_data))
response = await client.post(url, json=json_data, timeout=120)
json_result = response.json()
if not json_result['code'] == 0:

Loading…
Cancel
Save