2021/3/31

1.今日收获内容

找了一个python 的视频跟着敲了一下爬取了一些数据

这里展示一下代码

import requests
import json
import pymysql
conn = pymysql.connect(host="localhost", user="root", password="zgq727", database="text111", charset='utf8')


def Down_data():
    url = "https://view.inews.qq.com/g2/getOnsInfo?name=disease_h5"
    headers = {
        'user-agent': 'Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Mobile Safari/537.36'
    }
    r = requests.get(url, headers)
    res = json.loads(r.text)
    data_res = json.loads(res['data'])
    return data_res


def Parse_data1():
    data = Down_data()
    # 建立游标
    cursor = conn.cursor()


    sql = 'insert into china(截至时间,全国确诊人数,今日新增确诊,全国疑似,今日新增疑似,全国治愈,今日新增治愈,全国死亡,今日新增死亡) values(%s,%s,%s,%s,%s,%s,%s,%s,%s) '
    data = (str(data['lastUpdateTime']), str(data['chinaTotal']['confirm']), str(data['chinaAdd']['confirm']), str(data['chinaTotal']['suspect']), str(data['chinaAdd']['suspect']), str(data['chinaTotal']['heal']), str(
        data['chinaAdd']['heal']), str(data['chinaTotal']['dead']), str(
        data['chinaAdd']['dead']))
    try:
        cursor.execute(sql, data)
        conn.commit()
    except Exception as e:
        print('插入数据失败', e)
        conn.rollback()  # 回滚

    # 关闭游标
    cursor.close()
    # 关闭连接
    conn.close()




def Parse_data2():
    data3 = Down_data()
    data = Down_data()['areaTree'][0]['children']
    path = str()

    for i in data:
        if path in i['name']:
            for item in i['children']:
                conn2 = pymysql.connect(host="localhost", user="root", password="zgq727", database="text111",
                                        charset='utf8')
                cursor2 = conn2.cursor()
                sql2 = 'insert into diqu(截至时间,地区,确诊人数,新增确诊,治愈,死亡) values(%s,%s,%s,%s,%s,%s) '
                data2 =(str(data3['lastUpdateTime']), str(item['name']), str(item['total']['confirm']), str(item['today']['confirm']), str(item['total']['heal']), str(item['total']['dead']))

                try:
                    cursor2.execute(sql2, data2)
                    conn2.commit()
                except Exception as e:
                    print('插入数据失败', e)
                    conn2.rollback()  # 回滚

                # 关闭游标
                cursor2.close()
                # 关闭连接
                conn2.close()



def Parse_data3():
    data3 = Down_data()
    data = Down_data()['areaTree'][0]['children']
    path = str()

    for i in data:
        if path in i['name']:
                conn3 = pymysql.connect(host="localhost", user="root", password="zgq727", database="text111",
                                        charset='utf8')
                cursor3 = conn3.cursor()
                sql3 = 'insert into sheng(截止时间,地区,确诊人数,新增确诊,治愈,死亡) values(%s,%s,%s,%s,%s,%s) '

                data5 =(str(data3['lastUpdateTime']), i['name'], i['total']['confirm'], i['today']['confirm'], i['total']['heal'], i['total']['dead'])

                try:
                    cursor3.execute(sql3, data5)
                    conn3.commit()
                except Exception as e:
                    print('插入数据失败', e)
                    conn3.rollback()  # 回滚

                # 关闭游标
                cursor3.close()
                # 关闭连接
                conn3.close()

Down_data()
Parse_data1()
Parse_data2()
Parse_data3()

2.遇到的问题

开始存不进去后来解决了
3.明天目标

数据库