多线程下载图片

import requests
from bs4 import BeautifulSoup
import urllib
import os
import threading
import time
lock1=threading.RLock()#对于公共资源PAGE_URL,FACE_URL要加锁
lock2=threading.RLock()
PAGE_URL=[]
FACE_URL=[]
for i in range(1,1476):
    PAGE_URL.append('http://www.doutula.com/photo/list/?page='+str(i))  #观察URL 

def get_faceurl():
    while True:
        lock1.acquire()
        if len(PAGE_URL)==0: #判断线程结束条件
            lock1.release()
            break
        else:
            url=PAGE_URL.pop()#修改公共资源后释放锁
            lock1.release()
            respon=requests.get(url)
            soup=BeautifulSoup(respon.text,'html.parser')
            lock2.acquire()#修改公共资源前加锁
            for tag in soup.find_all('img',attrs={'class':'img-responsive lazy image_dta'}):
                FACE_URL.append(tag['data-original'])
            lock2.release()#释放锁
def download_face():
     while True:
        lock2.acquire()
        if len(FACE_URL)==0:
            lock2.release()
            break
        else:
            url=FACE_URL.pop()
            lock2.release()
            path_file=os.path.join('download',url.split('/')[-1])#由于LINUX和WINDOWS的路径斜杠不同所以用os.path.join
            urllib.request.urlretrieve(url,path_file)
def main():
    for i in range(2):
        td=threading.Thread(target=get_faceurl)
        td.start()
        td.join()
    for i in range(4):
        td=threading.Thread(target=download_face)
        td.start()
        td.join()        
main()

 两个线程去获取每个页面的图片的URL存储到一个全局列表里采用列表的append方法，四个线程从公共变量里获取URL进行下载，采用列表的pop方法。