python beautifulsoup bs4爬虫 爬取糗事百科

1. 声明：仅用于学习语法，请勿用于非法用途

2. 
   

3. import urllib.request

4. import re

5. from bs4 import BeautifulSoup

6. # -*- coding:utf-8 -*-

7. 
   

8. url = 'http://www.qiushibaike.com/hot/'

9. user_agent='Mozilla/4.0 (compatible; MSIE 5.5; Windows NT)'

10. headers={'User-Agent':user_agent}

11. request = urllib.request.Request(url=url,headers=headers)

12. response = urllib.request.urlopen(request)

13. bsobj = BeautifulSoup(response.read(), "html5lib")

14. #content = response.read().decode('utf-8')

15. #print(bsobj)

16. nameList = bsobj.find_all("div", {"class":"content"})

17. for name in nameList:

18.    print(name.get_text())

19.    input_enter = str(input())

20.    if input_enter =='':

21.        continue