# import os
import requests
from bs4 import BeautifulSoup
r1 = requests.get(
url='http://jandan.net/',
# 浏览器的信息
headers={
'user-agent':'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36'
}
)
# r1_cookie_dict = r1.cookies.get_dict()
# 去响应体中j解析我们想要的数据
soup = BeautifulSoup(r1.text, 'html.parser')
# 按照规则找名字： div标签且id=content 找到匹配的第一个
container = soup.find(name='div', attrs={'id':'content'})
# 去container找到所有的class=post f list-post的div标签
div_list = container.find_all(name='div',attrs={'class':'post f list-post'})
# 循环所有的标签
for tag in div_list:
articles = tag.find(name='h2')
# 如果为空就跳过
if not articles:
continue
# 找到class='indexs'的所有div标签
summay = tag.find(name='div', attrs={'class': 'indexs'})
if not summay:
continue
img_addr = tag.find(name='img')
if not img_addr:
continue
print('标题',articles.text)
print('简介------------------------------------',summay.text)
print(img_addr)
print(img_addr.get('data-original'))
print('----------------------------------------')
