Commit de29ef15 authored by liyang's avatar liyang

fix:ptt debug

parent d7796167
......@@ -39,9 +39,9 @@ def reptile(browser=None, search_word=""):
# 打开网页
browser.get(url)
# log.debug("已打开浏览器")
item_list = browser.find_elements('xpath', "//div[@class='board-class']")
classify_item_list = browser.find_elements('xpath', "//div[@class='board-class']")
# log.debug(classify_item_list)
classify_item_list = item_list.copy()
# classify_item_list = item_list.copy()
length = len(classify_item_list)
for index in range(length):
# 暂时先爬取 第2个 分类
......@@ -203,6 +203,7 @@ def reptile(browser=None, search_word=""):
a = 3
# 浏览器返回上一页
browser.back()
time.sleep(0.1)
element_list = browser.find_elements('xpath', "//div[@class='r-ent']//div[@class='title']//a")
# 浏览器返回上一页
browser.back()
......@@ -210,7 +211,7 @@ def reptile(browser=None, search_word=""):
browser.back()
time.sleep(0.1)
# 重新获取
# classify_item_list = browser.find_elements('xpath', "//div[@class='board-class']")
classify_item_list = browser.find_elements('xpath', "//div[@class='board-class']")
# 发送爬取数据到java服务
# print('----------------------')
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment