scrapy爬取数据后存储在本地mysql数据库中

话不多说，直接上代码

# -*- coding: utf-8 -*-

# Define your item pipelines here
#
# Don't forget to add your pipeline to the ITEM_PIPELINES setting
# See: https://docs.scrapy.org/en/latest/topics/item-pipeline.html
import pymysql
class MysqlPipeline(object):
    """
    同步操作
    """

    def __init__(self):
        # 建立连接
        self.conn = pymysql.connect(host='localhost',user='root',passwd='',db='spider_test',charset='utf8',port=3306)  # 有中文要存入数据库的话要加charset='utf8'
        # 创建游标
        self.cursor = self.conn.cursor()

    def process_item(self, item, spider):
        # sql语句
        insert_sql = """
        insert into test_zxf(title,url,detail,answer) VALUES(%s,%s,%s,%s)
        """
        # 执行插入数据到数据库操作
        self.cursor.execute(insert_sql, (item['title'], item['url'], item['detail'], item['answer']))
        # 提交，不进行提交无法保存到数据库
        self.conn.commit()

    def close_spider(self, spider):
        # 关闭游标和连接
        self.cursor.close()
        self.conn.close()

注：

1、需要先在数据库中建立好数据库，表，字段

2、setting文件设置pipline

如果对你有帮助请给个赞，谢谢~