requests库详解

import requests

#实例引入
# response = requests.get('http://www.baidu.com')
# print(type(response))
# print(response.status_code)
# print(type(response.text))
# print(response.text)
# print(response.cookies)
#
# #各种请求方式
# a = requests.post('http://httpbin.org/post')
# b = requests.put('http://httpbin.org/put')
# requests.delete('http://httpbin.org/delete')
# requests.head('http://httpbin.org/get')
# requests.options('http://httpbin.org/get')
# print(a.text)

#请求
#基本GET请求
#基本写法
# response = requests.get('http://httpbin.org/get')
# print(response.text)
# #带参数GET请求
# response = requests.get('http://httpbin.org/get?name=gemmey&age=22')
# print(response.text)
#
# data = {
#     'name':'gemmey',
#     'age':22
# }
# response = requests.get('http://httpbin.org/get',params=data)
# print(response.text)
#
# #解析Json
# import json
# response = requests.get('http://httpbin.org/get')
# print(type(response.text))
# print(response.json())#执行了json.loads()操作
# print(json.loads(response.text))
# print(type(response.json()))

#获取二进制数据（图片、视频等）
# response = requests.get('http://github.com/favicon.ico')
# print(type(response.text),type(response.content))
# print(response.text)
# print(response.content)
# with open('favicon.ico','wb') as f:
#     f.write(response.content)

#添加Headers
#不加headers会被屏蔽
# headers = {'User-Agent':'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36'}
# response = requests.get('https://www.zhihu.com/explore',headers=headers)
# #response.encoding = 'utf-8'
# print(response.text)

#基本POST请求

#form表单提交
# data = {'name':'germey','age':22}
# response = requests.post('http://httpbin.org/post',data=data)
# print(response.text)
# #加个headers
# data = {'name':'germey','age':22}
# headers = {'User-Agent':'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36'}
# response = requests.post('http://httpbin.org/post',data=data,headers=headers)
# print(response.json())

#响应

#response的属性
headers = {'User-Agent':'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36'}
# response = requests.get('http://www.jianshu.com',headers=headers)
# print(type(response.status_code),response.status_code)
# print(type(response.headers),response.headers)
# print(type(response.cookies),response.cookies)
# print(type(response.url),response.url)
# print(type(response.history),response.history)

#状态码判断
# response = requests.get('http://www.jianshu.com',headers = headers)
# exit() if not response.status_code==requests.codes.ok else print('Request Successfilly')
# response = requests.get('http://www.jianshu.com',headers = headers)
# exit() if not response.status_code==200 else print('Request Successfilly')
#
# #高级操作
# #文件上传
# files = {'file':open('favicon.ico','rb')}
# response = requests.post('http://httpbin.org/post',files=files)
# print(response.text)

#获取cookie
# response = requests.get('http://baidu.com')
# print(response.cookies)
# for key,value in response.cookies.items():
#     print(key + '=' + value)

#会话维持
#模拟登录
# requests.get('http://httpbin.org/cookies/set/number/123456789')
# response = requests.get('http://httpbin.org/cookies')
# print(response.text)
# '''
# {
#   "cookies": {}
# }
# 相当于用两个浏览器分别访问
# '''
# #实例化Session对象，相当于一个浏览器访问
# s = requests.Session()
# s.get('http://httpbin.org/cookies/set/number/123456789')
# response = s.get('http://httpbin.org/cookies')
# print(response.text)

#证书验证
#SSL提示的错误，访问HTTPS它首先验证证书，如果证书不合法会报错;是否进行证书验证verify
# from requests.packages import urllib3
# urllib3.disable_warnings()#消除警告信息
# response = requests.get('https://www.12306.cn',verify=False)
# print(response.status_code)

#手动指定证书
#本地没有证书
# response = requests.get('https://www.12306.cn',cert=('/path/server.crt','/path/key'))
# print(response.status_code)

#代理设置
#我这两个代理失效了
# proxies = {
#     'http':'http://127.0.0.1:9743',
#     'https':'https://127.0.0.1:9743',
# }
# response = requests.get('https://www.taobao.com',proxies=proxies)
# print(response.status_code)
#代理有用户名和密码
# proxies = {
#     'http':'http://user:password@127.0.0.1:9743/',
# }
# response = requests.get('https://www.taobao.com',proxies=proxies)
# print(response.status_code)

#超时设置
# from requests.exceptions import ReadTimeout
# try:
#     response = requests.get('https://httpbin.org/get',timeout=0.5)
#     print(response.status_code)
# except ReadTimeout:
#     print('TimeOut')

#认证设置，需要用户名密码
# from requests.auth import HTTPBasicAuth
#
# r = requests.get('http://120.27.34.24:9001',auth=HTTPBasicAuth('user','123'))
# print(r.status_code)

#异常处理
from requests.exceptions import ReadTimeout,HTTPError,RequestException,ConnectionError

try:
    response = requests.get('http://httpbin.org/get',timeout=0.1)
    print(response.status_code)
except ReadTimeout:
    print('Timeout')
except ConnectionError:
    print('Connect error')
except HTTPError:
    print('Http error')
except RequestException:
    print('Error')