[爬虫]统计豆瓣读书中每个标签下的前两百本书

先说下结果吧，结果就是我的IP被豆瓣封了。。。

from bs4 import BeautifulSoup
import requests
import csv

def storeorder(book):
    ibook = open(book+'.csv', 'w+', newline='')
    writer = csv.writer(ibook)
    for urlnum in range(0, 200, 20):
        url = 'https://book.douban.com/tag/{book}?start={urlnum}&type=T'.format(book=book,urlnum=urlnum)
        headers = {'User-Agent':'Mozilla/5.0 (X11; Linux x86_64)'
                                ' AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11'}
        html = requests.get(url,headers=headers)
        obj = BeautifulSoup(html.text)
        try:
            for item in obj.find('ul', {'class': 'subject-list'}).findAll('a'):
                if 'title' in item.attrs:
                    print(item.attrs['href'])
                    writer.writerow((item.attrs['title'], item.attrs['href']))
        except AttributeError:
            print("哈哈哈，你的ip被封了！！！")
            raise AttributeError


booklist = ['科学','互联网','算法','通信','程序','神经网络','经济学','金融','经济','历史','小说']
for v in booklist:
    storeorder(v)