Commit 0832e447 authored by liyang's avatar liyang

fix:twitter 过滤

parent d13aeedc
......@@ -102,26 +102,15 @@ def reptile(browser=None, search_word=""):
# lth = len(ignore_list)
if len(video_list) > 0:
# for key,element in enumerate(video_list):
# div_elements = soup.find("div").findChildren("div", recursive=False)
div_elements = soup.find("div").findChildren("div", recursive=False)
# div_tags = soup.find_all("div", recursive=False)
for item in video_list:
# 把video替换成img标签
# 创建 <img> 标签
img_tag = soup.new_tag('img')
img_tag["src"] = item["poster"]
item.replaceWith(img_tag)
# 确保列表中至少有两个 <div> 子元素
# if len(div_elements) >= 2:
# # 获取第二个 <div> 元素,并将其从父级元素中移除
# for item in div_elements:
# if hasattr(item,"aria-labelledby"):
# item.extract()
# 删除
# div.decompose()
# 创建video标签占位
# custom_video = soup.new_tag("video")
# custom_video["src"] = ""
# soup.find("div").append(custom_video)
for items in div_elements:
if hasattr(items,"aria-labelledby"):
# div[@aria-labelledby="xx"] 替换为img标签【内容含有视频的替换为img标签】
items.replaceWith(img_tag)
else:
# print("")
error = ""
......@@ -130,6 +119,10 @@ def reptile(browser=None, search_word=""):
picture_url = []
if len(image_list) > 0:
for key, element in enumerate(image_list):
# 如果是svg,就删除
if str(element['src']).find("svg") != -1:
element.extract()
else:
# 下载图片至本地,替换标签中的src
id = str(int(time.time()))
image_type = extract_image_format(element['src'])
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment