Commit 49d4d216 authored by liyang's avatar liyang

fix:爬取数据入库

parent 7dc66ff2
...@@ -146,26 +146,27 @@ def reptile(browser=None, search_word=""): ...@@ -146,26 +146,27 @@ def reptile(browser=None, search_word=""):
file_dir = f'{os.path.join(os.path.abspath("../"), "network-assets-reptile", "reptile_data", "ptt", str(int(time.time())) + ".json")}' file_dir = f'{os.path.join(os.path.abspath("../"), "network-assets-reptile", "reptile_data", "ptt", str(int(time.time())) + ".json")}'
# file_dir = f'./reptile_data/ptt/{int(time.time())}.json' # file_dir = f'./reptile_data/ptt/{int(time.time())}.json'
state_save = save_json(file_dir, data) state_save = save_json(file_dir, data)
log.debug("-----------------------------") # log.debug("-----------------------------")
# write_to_database(data) # write_to_database(data)
if state_save: if state_save:
log.debug('save file success') log.debug('save file success')
# path = os.path.abspath(file_dir).join(file_dir).join(".json") # path = os.path.abspath(file_dir).join(file_dir).join(".json")
log.debug('file_path:' + file_dir) # log.debug('file_path:' + file_dir)
form_data = { # form_data = {
"path": file_dir, # "path": file_dir,
"tableName": table_name # "tableName": table_name
} # }
response = importJsonPath(form_data) # response = importJsonPath(form_data)
else: else:
log.debug('save file failed') log.debug('save file failed')
else: else:
# 爬取数据为空 # 爬取数据为空
form_data = { log.info("未爬取到数据")
"path": "", # form_data = {
"tableName": table_name # "path": "",
} # "tableName": table_name
response = importJsonPath(form_data) # }
# response = importJsonPath(form_data)
# 关闭浏览器驱动 # 关闭浏览器驱动
# time.sleep(3) # time.sleep(3)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment