Commit de29ef15 authored by liyang's avatar liyang

fix:ptt debug

parent d7796167
...@@ -39,9 +39,9 @@ def reptile(browser=None, search_word=""): ...@@ -39,9 +39,9 @@ def reptile(browser=None, search_word=""):
# 打开网页 # 打开网页
browser.get(url) browser.get(url)
# log.debug("已打开浏览器") # log.debug("已打开浏览器")
item_list = browser.find_elements('xpath', "//div[@class='board-class']") classify_item_list = browser.find_elements('xpath', "//div[@class='board-class']")
# log.debug(classify_item_list) # log.debug(classify_item_list)
classify_item_list = item_list.copy() # classify_item_list = item_list.copy()
length = len(classify_item_list) length = len(classify_item_list)
for index in range(length): for index in range(length):
# 暂时先爬取 第2个 分类 # 暂时先爬取 第2个 分类
...@@ -203,6 +203,7 @@ def reptile(browser=None, search_word=""): ...@@ -203,6 +203,7 @@ def reptile(browser=None, search_word=""):
a = 3 a = 3
# 浏览器返回上一页 # 浏览器返回上一页
browser.back() browser.back()
time.sleep(0.1)
element_list = browser.find_elements('xpath', "//div[@class='r-ent']//div[@class='title']//a") element_list = browser.find_elements('xpath', "//div[@class='r-ent']//div[@class='title']//a")
# 浏览器返回上一页 # 浏览器返回上一页
browser.back() browser.back()
...@@ -210,7 +211,7 @@ def reptile(browser=None, search_word=""): ...@@ -210,7 +211,7 @@ def reptile(browser=None, search_word=""):
browser.back() browser.back()
time.sleep(0.1) time.sleep(0.1)
# 重新获取 # 重新获取
# classify_item_list = browser.find_elements('xpath', "//div[@class='board-class']") classify_item_list = browser.find_elements('xpath', "//div[@class='board-class']")
# 发送爬取数据到java服务 # 发送爬取数据到java服务
# print('----------------------') # print('----------------------')
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment