zoukankan      html  css  js  c++  java
  • json数据爬虫。requests实现

    get请求

    import json
    import requests
    
    # url = "https://www.mamalaile.cn/mamalailegw/page/waiterList.jsp"
    url = "https://www.mamalaile.cn/momcome-app/waiter/api_queryUserWaiterInfo.do"
    
    headers = {
        'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36'
    }
    
    response = requests.get(url, headers=headers)
    data_str = response.content.decode()
    data_dict = json.loads(data_str)
    print(type(data_dict))
    print(len(data_dict['data']))
    print(data_dict['data'][0]['name'])
    i = 0
    for item in data_dict['data']:
        i += 1
        print(str(i))
        print('姓名:%s'%item['name'])
        print('年龄:%s'%item['age'])
        print('籍贯:%s'%item['place'])
        print('属相:%s'%item['animals'])
    

      

    post传参

    import json
    import requests
    
    url = "http://www.duoxiwa.com/nlh/io/mon/queryMonList.htm"
    
    headers = {
        'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36'
    }
    data_form={
        'pageSize':'1000',
        'currPage':'1'
    }
    response = requests.post(url, headers=headers,data=data_form)
    data_str = response.content.decode()
    data_dict = json.loads(data_str)
    print(type(data_dict))
    print(len(data_dict['data']))
    # print(data_dict['data'])
    # print(data_dict['data'][0]['name'])
    i = 0
    for item in data_dict['data']:
        i += 1
        print(str(i))
        print('姓名:%s' % item['name'])
        print('年龄:%s' % item['age'])
        print('籍贯:%s' % item['placeDesc'])
        print('属相:%s' % item['animal'])
    

      

  • 相关阅读:
    python笔记2-python常见数据类型(一)
    python笔记1-环境安装和基本语法
    selenium自动化脚本错误总结
    Postman-Post请求示例
    用PHP删除ftp下载导致的文件空行
    JS实现鼠标悬浮,显示内容
    asp.net中处理程序调用HttpContext.Current.Session获取值出错
    自动化创建tornado项目
    fabric运维
    Python3虚拟环境安装:virtualenv、virtualenvwralpper
  • 原文地址:https://www.cnblogs.com/andy9468/p/8277592.html
Copyright © 2011-2022 走看看