1 import urllib.request
2 #可以将url先构造成一个Request对象,传进urlopen
3 #Request存在的意义是便于在请求的时候传入一些信息,而urlopen则不
4 request = urllib.request.Request('http:
5 response = urllib.request.urlopen(reque
6 print(response.read().decode('utf-8'))
1 from urllib import request,parse
2 url='http://www.hao123.com'
3 headers={
4 'User-Agent':'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.95 Safari/537.36'
5 }
6
7 dict ={
8 'name':'Germey'
9 }
10 data=bytes(parse.urlencode(dict),encoding='utf-8')
11 #利用Request将headers,dict,data整合成一个对象传入urlopen
12 req = request.Request(url,data,headers,method='POST')
#可以用add_header方法,如果需要传入多个User-Agent,可以调用这个方法循环加入
#req.add_header('User-Agent','
Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.95 Safari/537.36')
13 response=request.urlopen(req) 14 print(response.read().decode('utf-8'))