Commit 543bfc79 authored by liyang's avatar liyang

fix:爬取数据入库

parent edd5c06c
......@@ -71,7 +71,7 @@ def reptile(browser=None, search_word=""):
# log.debug(classify_item_list)
length = len(classify_item_list)
for index in range(length):
if 0 < index < 2:
if 1 < index < 3:
classify_item_list[index].click()
time.sleep(1)
element_list = browser.find_elements('xpath', "//div[@class='r-ent']//div[@class='title']//a")
......@@ -237,7 +237,7 @@ def convert_to_traditional(simplified_text):
def main():
# 请求关键词
response = getReptileTask()
# print(response)
if response['status_code'] == 200 and response['data']['code'] == 200:
log.debug("call success")
search_word = ""
......@@ -249,6 +249,7 @@ def main():
reptile(None, convert_to_traditional(search_word))
else:
log.debug("call failed")
reptile(None, '')
# upload_control()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment