zoukankan      html  css  js  c++  java
  • requests爬取豆瓣热门电视剧

    # *_*coding:utf-8 *_*
    import requests
    
    payload = {'key1': 'value1', 'key2': 'value2'}
    headers = {'user-agent': 'my-app/0.0.1'}
    page_size = "1000"
    page = "1"
    for page in range(1,11):
    
        #url = "https://movie.douban.com/j/search_subjects?type=tv&tag=%E7%83%AD%E9%97%A8&sort=recommend&page_limit="+page_size+"&page_start="+str(page)
        url = "https://movie.douban.com/j/search_subjects?type=movie&tag=%E7%83%AD%E9%97%A8&sort=recommend&page_limit="+page_size+"&page_start="+str(page)
        response = requests.post(url, data=payload,headers=headers)
        res = response.json()['subjects']
        with open('douban_movie_'+str(page)+'.html',"w",encoding='utf-8') as f :
            print("save douban file success",page)
            for data in res:
                f.write("<div style='float:left;'><p><img style='100px;height:100px;padding:10px' src='"+data['cover']+"'/></p><p>标题:("+data['title']+")</p><p>评分:"+data['rate']+"</p><a  href = '"+data['url']+"' target='_blank'>查看详情</a></div>")
            f.write("</body></html>")
            f.close()
    

      

  • 相关阅读:
    2016第50周五
    2016第50周四
    2016第50周三
    2016第50周二
    2016第50周一
    2016第49周日
    软件架构、框架、模式、模块、组件、插件概念汇总
    2016第49周五
    2016第49周四
    从服务器上共享文件上下载文件或上传文件
  • 原文地址:https://www.cnblogs.com/brady-wang/p/9705708.html
Copyright © 2011-2022 走看看