python溴事百科爬虫

import urllib.request import re # qianxiao996精心制作 #博客地址：https://blog.csdn.net/qq_36374896 def jokeCrawler(url): headers = { "User-Agent": "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.71 Safari/537.36" } req = urllib.request.Request(url,headers=headers) response = urllib.request.urlopen(req) HTML = response.read().decode("utf-8") pat = r'<div class="author clearfix">(.*?)<span class="stats-vote"><i class="number">' re_joke = re.compile(pat,re.S) divsList = re_joke.findall(HTML) # print(divsList) # print(len(divsList)) dic = {} for div in divsList: re_u = re.compile(r"<h2>(.*?)</h2>",re.S) username = re_u.findall(div) username = username[0] re_d = re.compile(r'<div class="content">\n<span>(.*?)</span>', re.S) duzi = re_d.findall(div) duzi = duzi[0] print(duzi) dic[username]=duzi return dic # with open(r"C:\fle\file1.html","wb") as f: # f.write(HTML) url= "https://www.qiushibaike.com/text/page/2/" info = jokeCrawler(url) for k,v in info.items(): print(k,v)

代码年代久远，注释当时没写，现在懒得写了