zoukankan      html  css  js  c++  java
  • requests bs4 datetime re json

    
    
    import re
    import json
    import requests
    from bs4 import BeautifulSoup
    from datetime import datetime
    url='https://news.qq.com/a/20180520/008334.htm'
    fuck={}
    res=requests.get(url)
    soup = BeautifulSoup(res.text, 'html.parser')
    res.encoding='utf-8'
    fuck['title']=soup.select('.hd h1')[0].text
    fuck['editor']=soup.select('#QQeditor')[0].text
    fuck['origin']=soup.select('.a_source')[0].text
    fuck['time']=soup.select('.a_time')[0].text
    #timesource = soup.select('.time-source')[0].contents[0].strip()
    #time1=soup.select('.a_time')[0].contents[0].strip()
    #fuck['dt'] = datetime.strptime(time1,'%Y年%m月%d日%H:%M')
    fuck['article']='@'.join([p.text.strip() for p in soup.select('#Cnt-Main-Article-QQ p')[:]])#到哪一步
    fuck
    
    
    
    #原来的一个案例 2016
    import
    requests from bs4 import BeautifulSoup from datetime import datetime import re import json commenturl = 'http://comment5.news.sina.com.cn/page/info?version=1&format=js&channel=gn&newsid=comos-{}& group=&compress=0&ie=utf-8&oe=utf-8&page=1& page_size=20' def getCommentCounts(newsurl): m = re.search('doc-i(.*).shtml', newsurl) newsid = m.group(1) comments = requests.get(commenturl.format(newsid)) print(commenturl.format(newsid)) jd = json.loads(comments.text.strip('var data=')) return jd['result']['count']['total'] def getNewsDetail(newsurl): result = {} res = requests.get(newsurl) res.encoding = 'utf-8' soup = BeautifulSoup(res.text, 'html.parser') result['title'] = soup.select('#artibodyTitle')[0].text result['newssource'] = soup.select('.time-source span a')[0].text timesource = soup.select('.time-source')[0].contents[0].strip() result['dt'] = datetime.strptime(timesource,'%Y年%m月%d日%H:%M') result['article'] = '@'.join([p.text.strip() for p in soup.select('#artibody p')[:-1]]) result['editor'] = soup.select('.article-editor')[0].text.strip('责任编辑:') result['comments'] = getCommentCounts(newsurl) return result newsurl = 'http://news.sina.com.cn/c/nd/2016-12-18/doc-ifxytqax6457791.shtml' #只要这条代码中的newsurl具体赋值就可以了 print(getNewsDetail(newsurl))
    努力变得不白
  • 相关阅读:
    花生壳 manjaro 安装
    manjaro+apache+django+mod_wsgi 安装
    arch linux或 Manjaro下安装 微信 wechat deepin-wine-wechat
    BBU+RRU基本介绍
    黑马python01——基础
    NNLearning阶段性总结01
    【信息论】——第二讲
    10.09——今日文章收集
    pygame安装【在pycharm的IDE project下】
    Git笔记——01
  • 原文地址:https://www.cnblogs.com/leolaosao/p/9064013.html
Copyright © 2011-2022 走看看