python爬虫之一---------豆瓣妹子图

#-*- coding:utf-8 -*-
__author__ = "carry"
import urllib
import urllib2
from bs4 import BeautifulSoup


url = 'http://www.dbmeinv.com/?pager_offset=1'
x = 1
def crawl(url):
    headers = {'User-Agent':'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36'}
    req = urllib2.Request(url,headers=headers)
    page = urllib2.urlopen(req,timeout=20)
    contents = page.read()
    #print (contents.decode('utf-8'))
    soup = BeautifulSoup(contents,'html.parser')
    my_girl = soup.find_all('img')
    #print my_girl
    for girl in my_girl:
        link = girl.get('src')
        print link
        global x
        urllib.urlretrieve(link,'image\%s.jpg'%x)
        print("正在下载第%s张"%x)
        x +=1

for page in range(1,20):
    url = 'http://www.dbmeinv.com/?pager_offset=%d'%page
    crawl(url)
print("图片下载完毕")