diff --git a/run.py b/run.py index 47e8dbd..d8647d0 100644 --- a/run.py +++ b/run.py @@ -1,5 +1,6 @@ # coding=utf-8 import asyncio +import json import uuid from dataclasses import asdict from datetime import datetime, timedelta, time @@ -169,6 +170,7 @@ async def ai_seo_job(browser, platform_ids, time_range, job_id, type_name, run_i return result = await AiSeoApis.submit_task(answer_data) + logger.debug(json.dumps(answer_data, ensure_ascii=False)) logger.info(f"任务提交成功: id: {task_data['id']}") spider_pool.pop(run_id, None) diff --git a/spiders/ai_seo/kimi.py b/spiders/ai_seo/kimi.py index 2c0b8ee..da303e3 100644 --- a/spiders/ai_seo/kimi.py +++ b/spiders/ai_seo/kimi.py @@ -111,7 +111,10 @@ class KimiSpider(AbstractAiSeoSpider): children = await search_element.locator("xpath=./child::*").all() result.title = await children[1].inner_text() - result.body = await children[2].inner_text() + try: + result.body = await children[2].inner_text() + except IndexError: + result.body = '' # 获取信源信息元素 result_host_elements = await children[0].locator("xpath=./child::*").all() diff --git a/utils/ai_seo_api_utils.py b/utils/ai_seo_api_utils.py index 87b9b6a..9cd9621 100644 --- a/utils/ai_seo_api_utils.py +++ b/utils/ai_seo_api_utils.py @@ -1,6 +1,5 @@ # coding=utf-8 import datetime -import json import os import httpx @@ -86,7 +85,6 @@ class AiSeoApis: uri = '/api/third/submitProjectTask' url = AiSeoApis.build_full_url(uri) async with httpx.AsyncClient() as client: - print("json_data",json.dumps(json_data)) response = await client.post(url, json=json_data, timeout=120) json_result = response.json() if not json_result['code'] == 0: