Browse Source

修改metao定位复制按钮

master
zhurunlin 4 months ago
parent
commit
0d9d5743a5
  1. 7
      spiders/ai_seo/metaso.py

7
spiders/ai_seo/metaso.py

@ -42,7 +42,9 @@ class MetasoSpider(AbstractAiSeoSpider):
await self.browser_page.reload() await self.browser_page.reload()
# await self.completed_event.wait() # await self.completed_event.wait()
# 等待指定元素 # 等待指定元素
copy_button = await self.browser_page.wait_for_selector("//button[@id='generateInteractiveReportButton']/preceding-sibling::div[1]/button", timeout=600000)
#//*[@id="search-content-container-8626530479804592128"]/div[2]/button
copy_button = await self.browser_page.wait_for_selector('//*[starts-with(@id, "search-content-container-")]/div[2]/button', timeout=600000)
# 点击复制按钮 # 点击复制按钮
await copy_button.click() await copy_button.click()
# 读取剪贴板 # 读取剪贴板
@ -101,11 +103,12 @@ class MetasoSpider(AbstractAiSeoSpider):
async def __listen_response(self, response): async def __listen_response(self, response):
url = response.url url = response.url
logger.debug(f'url: {url}')
if 'searchV2' in url: if 'searchV2' in url:
answer = '' answer = ''
results = [] results = []
search_results = list() search_results = list()
response_text = await response.text()
response_text = ftfy.fix_text(await response.text())
event_lines = response_text.split('\n\n') event_lines = response_text.split('\n\n')
self.completed_event.set() self.completed_event.set()
for line in event_lines: for line in event_lines:

Loading…
Cancel
Save