diff --git a/config.py b/config.py index 0c26d62..8b16ce3 100644 --- a/config.py +++ b/config.py @@ -34,7 +34,7 @@ AI_SEO_JOB_INTERVAL = 5 # aiseo任务获取平台 AI_SEO_JOB_PLATFORM_IDS = [ '2', '3', '4', '5', '7', '13'] # aiseo任务最大并发量 -AI_SEO_JOB_MAX_INSTANCES = 2 +AI_SEO_JOB_MAX_INSTANCES = 1 DEEPSEEK_SEO_JOB_RANGE = { diff --git a/spiders/ai_seo/doubao.py b/spiders/ai_seo/doubao.py index 9626071..3921fe1 100644 --- a/spiders/ai_seo/doubao.py +++ b/spiders/ai_seo/doubao.py @@ -138,6 +138,7 @@ class DouBaoSpider(AbstractAiSeoSpider): if '/samantha/chat/completion' in response.url: answer = '' datas = [] + index_data = list() response_text = ftfy.fix_text(await response.text()) lines = response_text.split("\n\n") for line in lines: @@ -154,6 +155,7 @@ class DouBaoSpider(AbstractAiSeoSpider): except JSONDecodeError: continue logger.debug(f"ai回复: {answer}") + self.index_data = list(set(index_data)) self.ai_answer.answer = answer self.completed_event.set()