zoukankan      html  css  js  c++  java
  • requests的封装(user-agent,proxies)

    import requests
    
    # 1. headers
    url = 'https://api.github.com/some/endpoint'
    headers = {'user-agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/62.0.3202.89 Safari/537.36'}
    
    r = requests.get(url, headers=headers)


    # 2. proxies
    proxies = { 'http': 'http://10.10.1.10:3128', 'https': 'http://10.10.1.10:1080', } requests.get('http://example.org', proxies=proxies)


    @example version_1.0 封装 requests
    def proxy_request(url):
    def get_proxy(retries=5):
    if retries:
    proxy = requests.get('http://localhost:5000/proxy/get')
    if proxy.status_code == 200:
    return proxy.text
    else:
    get_proxy(retries - 1)
    else:
    return None

    proxy = get_proxy()
    if proxy is not None:
    proxies = {"http": "http://%s" % proxy}
    else:
    print('***********************代理池没有IP可用啦!!!**********************')
    print('***********************代理池没有IP可用啦!!!**********************')
    time.sleep(15)
    print('***********************代理池没有IP可用啦!!!**********************')
    print('***********************代理池没有IP可用啦!!!**********************')
    proxies = {"http": "http://%s" % "127.0.0.0:1080"}

    headers = {'user-agent':UserAgent().random}
    r = requests.get(url=url,headers=headers,proxies=proxies)
    return r
     
  • 相关阅读:
    C# 编码解码
    asp.net跨域问题
    C# crc16modbus
    c# 日志生成
    C# 对newtonsoft.json对象进行ascii排序
    C# 字节转结构体、结构体转字节
    按ascill排序参数
    C# Rsa加密(私钥加密、公钥解密、密钥格式转换、支持超大长度分段加密)
    Interview
    Leetcode
  • 原文地址:https://www.cnblogs.com/liyugeng/p/7778449.html
Copyright © 2011-2022 走看看