python爬虫——利用BeautifulSoup4爬取糗事百科的段子

import requests
from bs4 import BeautifulSoup as bs

#获取单个页面的源代码网页
def gethtml(pagenum):
    url = 'http://www.qiushibaike.com/hot/page/'+str(pagenum)+'/?s=4949992'
    req = requests.get(url,headers = Headers)
    html = req.text
    #print(html)
    return html

#获取单个页面的所有段子
def getitems(pagenum):
    html = gethtml(pagenum)
    soup = bs(html,"html.parser")
    f = soup.find_all('div','content')
    items =[]
    for x in f:
        #print(x.get_text())
        items.append(x.get_text())
    #print(items)
    return items

#分别打印单个页面的所有段子        
def getduanzi(pagenum):
    n = 0
    for x in getitems(pagenum):
        n +=1
        print('第%d条段子：\n%s' % (n,x))

#分别打印所有页面的段子
def getall(bginpage,endpage):
   
    try:
        for pagenum in range(int(bginpage),int(endpage)+1):
            print(('----------华丽丽的分割线【第%d页】----------'% pagenum).center(66))
            getduanzi(pagenum)
    except:
        print('页码输入错误，只接收正整数输入。')   
    
if __name__ == '__main__':

    Headers = {'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36'}
    bginpage = input('输入起始页：').strip()
    endpage = input('输入终止页：').strip()
    getall(bginpage,endpage)