Commit edd5c06c authored by liyang's avatar liyang

fix:爬取数据入库

parent 8bbe2730
......@@ -119,14 +119,17 @@ def reptile(browser=None, search_word=""):
release_time = int(date_time.timestamp())
log.debug('开始判断类型')
# ---------------- 判断类型 start ----------
# 查找所有img标签
img_tags = soup.find_all('img')
# 类型
content_type = ""
try:
# 查找所有img标签
img_tags = soup.find_all('img')
if len(img_tags) > 0:
content_type = "图文"
else:
content_type = "文字"
except:
content_type = "文字"
# ---------------- 判断类型 end ----------
log.debug('开始内容过滤')
# ------------------ content 过滤 start--------------
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment