Java爬虫——B站弹幕爬取

如何通过B站视频AV号找到弹幕对应的xml文件号

首先爬取视频网页，将对应视频网页源码获得

 

 就可以找到该视频的av号aid=8678034

 还有弹幕序号，cid=14295428

 弹幕存放位置为  http://comment.bilibili.com/14295428.xml

 获得该链接内容即可。

package BiliBili弹幕爬取;

import org.apache.http.HttpEntity; 
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.util.EntityUtils;

import java.util.regex.Matcher;
import java.util.regex.Pattern;

public class getBiliBiliBofqi {
    public static void getBofqi(String aid) throws Exception{
        CloseableHttpClient closeableHttpClient = HttpClients.createDefault() ;
        HttpGet httpGet = new HttpGet("https://www.bilibili.com/video/av"+aid+"/") ;
        CloseableHttpResponse httpResponse = closeableHttpClient.execute(httpGet) ;
        HttpEntity httpEntity = httpResponse.getEntity() ;
        String en= EntityUtils.toString(httpEntity) ;
//"cid=16496518&aid=9979006&pre_ad="
        String con = "cid=(.*)?&aid=" ;
        Pattern ah = Pattern.compile(con);
        Matcher mr = ah.matcher(en);
        while(mr.find()) {
            String id = mr.group() ;
            String newUrl = id.replace("cid=","") ;
            String x = newUrl.replace("&aid=","") ;
            HttpGet httpGet1 = new HttpGet("http://comment.bilibili.com/"+x+".xml");
            CloseableHttpResponse httpResponse1 = closeableHttpClient.execute(httpGet1) ;
            HttpEntity httpEntity1 = httpResponse1.getEntity() ;
            String en1 = EntityUtils.toString(httpEntity1) ;
            String c = "">(.*?)<" ;
            Pattern a = Pattern.compile(c);
            Matcher m = a.matcher(en1);
            while(m.find()){
                String speak = m.group().replace("">","") ;
                speak = speak.replace("<","") ;
                System.out.println(speak);
            }
        }
    }
    public static void main(String[] args) throws Exception{
        getBofqi("8678034");
    }
}

 运行结果：