Python 爬虫：煎蛋网妹子图

使用 Headless Chrome 替代了 PhatomJS。

图片保存到指定文件夹中。

import requests
from bs4 import BeautifulSoup
from selenium import webdriver
from selenium.webdriver.chrome.options import Options

chrome_options = Options()
chrome_options.add_argument('--headless')
chrome_options.add_argument('--disable-gpu')
driver = webdriver.Chrome(chrome_options=chrome_options)
dir = 'C:/spider-download/jandan-girls/'
img_urls = []
page_urls = ["http://jandan.net/ooxx/page-{}#comments".format(str(i)) for i in range(5, 6)]

def GetImgUrl(u):
    driver.get(u)
    html = driver.page_source
    soup = BeautifulSoup(html, 'lxml')
    images = soup.select('a.view_img_link')
    for i in images:
        t = i.get('href')
        if str('gif') in str(t):
            pass
        else:
            img_url = 'http:' + t
            img_urls.append(img_url)

def DownloadImg():
    n = 1
    for i in img_urls:
        print('第 ' + str(n) + ' 张 ... ', end='')
        with open(dir + i[-20:], 'wb') as f:
            f.write(requests.get(i).content)
        print('OK!')
        n = n + 1

for u in page_urls:
    GetImgUrl(u)
print('*** 开始下载 ***')
DownloadImg()
print('*** 下载完成 ***')