Python爬取腾讯视频电影名称和链接（一）

import requests
import json
from bs4 import BeautifulSoup       #网页解析获取数据
import sys
import re
import urllib.request,urllib.error #制定url，获取网页数据
import sqlite3
import xlwt     #excel操作

def get_ten():
    url="https://v.qq.com/channel/movie?_all=1&channel=movie&listpage=1&sort=18"
    headers={
        'user-agent' : 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) '+
                       'AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.85 Safari/537.36'
    }
    # res = urllib.request.urlopen(url)
    res = urllib.request.Request(url=url,headers=headers)       #编辑request请求
    response=urllib.request.urlopen(res).read().decode()        #读取
    html=BeautifulSoup(response,"html.parser")      #解析
    #
    # list=html.select(".figure_score")
    # for item in list:
    #     print(item)
    dataRes=[]
    findLink=re.compile(r'href="(.*?)"')        #链接
    findName=re.compile(r'title="(.*?)"')       #影片名
    soup=html.find_all(r"a",class_="figure")
    for i in soup:
        # print(i)
        words=str(i)
        dataRes.append(re.findall(findLink,words))       #添加链接
        dataRes.append(re.findall(findName,words))       #添加影片名
    for i in dataRes:
        print(i)
    # print(html)
    # print(html.head.contents)       #输出tag的所有子节点（list）
    # print(response)
    return res
if __name__ == '__main__':
    get_ten()