Commit baa783ca authored by liyang's avatar liyang

fix:ptt debug

parent d01df965
......@@ -59,7 +59,7 @@ def reptile(browser=None, search_word=""):
element_list = browser.find_elements('xpath', "//div[@class='r-ent']//div[@class='title']//a")
length_two = len(element_list)
for index_two in range(length_two):
print(element_list[index_two].text)
# print(element_list[index_two].text)
# 标题不包含"公告"和"看板"
if re.findall("公告", element_list[index_two].text) or re.findall("看板", element_list[index_two].text):
a = 1
......@@ -75,6 +75,7 @@ def reptile(browser=None, search_word=""):
time.sleep(0.1)
# 原链接
browser_current_url = browser.current_url
# print(browser_current_url)
# log.debug('网页链接' + str(browser_current_url))
try:
# 获取帖子详情
......@@ -215,11 +216,11 @@ def reptile(browser=None, search_word=""):
log.debug('save file success')
else:
log.debug('save file failed')
script_close(browser)
# script_close(browser)
else:
# 爬取数据为空
log.info("未爬取到数据")
script_close(browser)
# script_close(browser)
def script_close(browser):
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment