zoukankan      html  css  js  c++  java
  • MinerConfig.java 爬取配置类

    MinerConfig.java 爬取配置类

    package com.iteye.injavawetrust.miner;
    
    import java.util.List;
    
    /**
     * 爬取配置类
     * @author InJavaWeTrust
     *
     */
    public class MinerConfig {
    	/**
    	 * URL包含关键字
    	 */
    	public List<String> keys;
    	/**
    	 * 存储方式 
    	 */
    	public StoreType storeType;
    	/**
    	 * 爬取页面最大深度
    	 */
    	public int maxDepth;
    	/**
    	 * 下载页面线程数
    	 */
    	public int minerHtmlThreadNum;
    	/**
    	 * 分析页面线程数
    	 */
    	public int miseringThreadNum;
    	/**
    	 * 存储线程数
    	 */
    	public int minserStoreThreadNum;
    	
    	public List<String> getKeys() {
    		return keys;
    	}
    	public void setKeys(List<String> keys) {
    		this.keys = keys;
    	}
    	
    	public StoreType getStoreType() {
    		return storeType;
    	}
    	public void setStoreType(StoreType storeType) {
    		this.storeType = storeType;
    	}
    	public int getMaxDepth() {
    		return maxDepth;
    	}
    	public void setMaxDepth(int maxDepth) {
    		this.maxDepth = maxDepth;
    	}
    	public int getMinerHtmlThreadNum() {
    		return minerHtmlThreadNum;
    	}
    	public void setMinerHtmlThreadNum(int minerHtmlThreadNum) {
    		this.minerHtmlThreadNum = minerHtmlThreadNum;
    	}
    	public int getMiseringThreadNum() {
    		return miseringThreadNum;
    	}
    	public void setMiseringThreadNum(int miseringThreadNum) {
    		this.miseringThreadNum = miseringThreadNum;
    	}
    	public int getMinserStoreThreadNum() {
    		return minserStoreThreadNum;
    	}
    	public void setMinserStoreThreadNum(int minserStoreThreadNum) {
    		this.minserStoreThreadNum = minserStoreThreadNum;
    	}
    
    }
    

    返回列表

  • 相关阅读:
    什么是IO多路复用
    Coursera, Machine Learning, Unsupervised Learning, K-means, Dimentionality Reduction
    Coursera, Machine Learning, SVM
    ShareSDK
    iOS JS和OC交互
    iOS KVO 常见错误
    第三方框架之SDWebImage
    单例存储账号
    UIRefreshControl
    二维码扫描
  • 原文地址:https://www.cnblogs.com/muyuge/p/6152088.html
Copyright © 2011-2022 走看看