|
|
|
@ -42,7 +42,9 @@ class MetasoSpider(AbstractAiSeoSpider): |
|
|
|
await self.browser_page.reload() |
|
|
|
# await self.completed_event.wait() |
|
|
|
# 等待指定元素 |
|
|
|
copy_button = await self.browser_page.wait_for_selector("//button[@id='generateInteractiveReportButton']/preceding-sibling::div[1]/button", timeout=600000) |
|
|
|
|
|
|
|
#//*[@id="search-content-container-8626530479804592128"]/div[2]/button |
|
|
|
copy_button = await self.browser_page.wait_for_selector('//*[starts-with(@id, "search-content-container-")]/div[2]/button', timeout=600000) |
|
|
|
# 点击复制按钮 |
|
|
|
await copy_button.click() |
|
|
|
# 读取剪贴板 |
|
|
|
@ -101,11 +103,12 @@ class MetasoSpider(AbstractAiSeoSpider): |
|
|
|
|
|
|
|
async def __listen_response(self, response): |
|
|
|
url = response.url |
|
|
|
logger.debug(f'url: {url}') |
|
|
|
if 'searchV2' in url: |
|
|
|
answer = '' |
|
|
|
results = [] |
|
|
|
search_results = list() |
|
|
|
response_text = await response.text() |
|
|
|
response_text = ftfy.fix_text(await response.text()) |
|
|
|
event_lines = response_text.split('\n\n') |
|
|
|
self.completed_event.set() |
|
|
|
for line in event_lines: |
|
|
|
|