Commit 9126b716 authored by liyang's avatar liyang

feat:twitter 未查询到内容处理

parent 0986c739
......@@ -74,15 +74,21 @@ def reptile(browser=None, search_word=""):
# 浏览器滚动到底部
browser.execute_script("window.scrollTo(0, document.body.scrollHeight);")
time.sleep(2)
# 没有内容处理
wait = WebDriverWait(browser, 10)
wait.until(
includes = False
try:
wait.until(
EC.presence_of_element_located((By.XPATH, "//div[@data-testid='cellInnerDiv']//article/div/div/div[2]/div[2]")))
includes = True
except:
includes = False
base_xpath = "//div[@data-testid='cellInnerDiv']//article/div/div/div[2]/div[2]"
# 内容块
element_content_list = browser.find_elements('xpath', base_xpath)
# 小于10条,加载下一页
if len(element_content_list) < 10:
if len(element_content_list and includes) < 10:
browser.execute_script("window.scrollTo(0, document.body.scrollHeight);")
time.sleep(2)
element_content_list = browser.find_elements('xpath', base_xpath)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment