爬百度100次

import requests
import time
 
def getHTMLText(url):
    try:
        r= requests.get(url, timeout= 20)  
        r.raise_for_status() 
        r.encoding= r.apparent_encoding
        return r.text
    except:
        return "异常退出"
 
def main():
    url = "https://www.baidu.com"
    start= time.time()
    for i in range(100):
        getHTMLText(url)
        print('第%d次成功'%(i+1))
        
    end= time.time()
    print("爬取用时为: ", (end- start), "秒") 
 
if __name__ == "__main__":  
    main()  

基本爬虫框架，注意raise_fo_status与try，except的配合使用，方便检查错误