Commit 543bfc79 authored by liyang's avatar liyang

fix:爬取数据入库

parent edd5c06c
...@@ -71,7 +71,7 @@ def reptile(browser=None, search_word=""): ...@@ -71,7 +71,7 @@ def reptile(browser=None, search_word=""):
# log.debug(classify_item_list) # log.debug(classify_item_list)
length = len(classify_item_list) length = len(classify_item_list)
for index in range(length): for index in range(length):
if 0 < index < 2: if 1 < index < 3:
classify_item_list[index].click() classify_item_list[index].click()
time.sleep(1) time.sleep(1)
element_list = browser.find_elements('xpath', "//div[@class='r-ent']//div[@class='title']//a") element_list = browser.find_elements('xpath', "//div[@class='r-ent']//div[@class='title']//a")
...@@ -237,7 +237,7 @@ def convert_to_traditional(simplified_text): ...@@ -237,7 +237,7 @@ def convert_to_traditional(simplified_text):
def main(): def main():
# 请求关键词 # 请求关键词
response = getReptileTask() response = getReptileTask()
# print(response)
if response['status_code'] == 200 and response['data']['code'] == 200: if response['status_code'] == 200 and response['data']['code'] == 200:
log.debug("call success") log.debug("call success")
search_word = "" search_word = ""
...@@ -249,6 +249,7 @@ def main(): ...@@ -249,6 +249,7 @@ def main():
reptile(None, convert_to_traditional(search_word)) reptile(None, convert_to_traditional(search_word))
else: else:
log.debug("call failed") log.debug("call failed")
reptile(None, '')
# upload_control() # upload_control()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment