zoukankan      html  css  js  c++  java
  • 大文件开多线程进行下载

     某书中看到这么个工具类

     某书中看到这么个工具类

     某书中看到这么个工具类

     某书中看到这么个工具类

     某书中看到这么个工具类

     某书中看到这么个工具类

     某书中看到这么个工具类

     某书中看到这么个工具类

    public class DownUtil
    {
        // 定义下载资源的路径
        private String path;
        // 指定所下载的文件的保存位置
        private String targetFile;
        // 定义需要使用多少线程下载资源
        private int threadNum;
        // 定义下载的线程对象
        private DownThread[] threads;
        // 定义下载的文件的总大小
        private int fileSize;
    
        public DownUtil(String path, String targetFile, int threadNum)
        {
            this.path = path;
            this.threadNum = threadNum;
            // 初始化threads数组
            threads = new DownThread[threadNum];
            this.targetFile = targetFile;
        }
    
        public void download() throws Exception
        {
            URL url = new URL(path);
            HttpURLConnection conn = (HttpURLConnection) url.openConnection();
            conn.setConnectTimeout(5 * 1000);
            conn.setRequestMethod("GET");
            conn.setRequestProperty(
                "Accept",
                "image/gif, image/jpeg, image/pjpeg, image/pjpeg, "
                + "application/x-shockwave-flash, application/xaml+xml, "
                + "application/vnd.ms-xpsdocument, application/x-ms-xbap, "
                + "application/x-ms-application, application/vnd.ms-excel, "
                + "application/vnd.ms-powerpoint, application/msword, */*");
            conn.setRequestProperty("Accept-Language", "zh-CN");
            conn.setRequestProperty("Charset", "UTF-8");
            conn.setRequestProperty("Connection", "Keep-Alive");
            // 得到文件大小
            fileSize = conn.getContentLength();
            conn.disconnect();
            int currentPartSize = fileSize / threadNum + 1;
            RandomAccessFile file = new RandomAccessFile(targetFile, "rw");
            // 设置本地文件的大小
            file.setLength(fileSize);
            file.close();
            for (int i = 0; i < threadNum; i++)
            {
                // 计算每条线程的下载的开始位置
                int startPos = i * currentPartSize;
                // 每个线程使用一个RandomAccessFile进行下载
                RandomAccessFile currentPart = new RandomAccessFile(targetFile,
                    "rw");
                // 定位该线程的下载位置
                currentPart.seek(startPos);
                // 创建下载线程
                threads[i] = new DownThread(startPos, currentPartSize,
                    currentPart);
                // 启动下载线程
                threads[i].start();
            }
        }
    
        // 获取下载的完成百分比
        public double getCompleteRate()
        {
            // 统计多条线程已经下载的总大小
            int sumSize = 0;
            for (int i = 0; i < threadNum; i++)
            {
                sumSize += threads[i].length;
            }
            // 返回已经完成的百分比
            return sumSize * 1.0 / fileSize;
        }
    
        private class DownThread extends Thread
        {
            // 当前线程的下载位置
            private int startPos;
            // 定义当前线程负责下载的文件大小
            private int currentPartSize;
            // 当前线程需要下载的文件块
            private RandomAccessFile currentPart;
            // 定义已经该线程已下载的字节数
            public int length;
    
            public DownThread(int startPos, int currentPartSize,
                RandomAccessFile currentPart)
            {
                this.startPos = startPos;
                this.currentPartSize = currentPartSize;
                this.currentPart = currentPart;
            }
    
            @Override
            public void run()
            {
                try
                {
                    URL url = new URL(path);
                    HttpURLConnection conn = (HttpURLConnection)url
                        .openConnection();
                    conn.setConnectTimeout(5 * 1000);
                    conn.setRequestMethod("GET");
                    conn.setRequestProperty(
                        "Accept",
                        "image/gif, image/jpeg, image/pjpeg, image/pjpeg, "
                        + "application/x-shockwave-flash, application/xaml+xml, "
                        + "application/vnd.ms-xpsdocument, application/x-ms-xbap, "
                        + "application/x-ms-application, application/vnd.ms-excel, "
                        + "application/vnd.ms-powerpoint, application/msword, */*");
                    conn.setRequestProperty("Accept-Language", "zh-CN");
                    conn.setRequestProperty("Charset", "UTF-8");
                    InputStream inStream = conn.getInputStream();
                    // 跳过startPos个字节,表明该线程只下载自己负责哪部分文件。
                    inStream.skip(this.startPos);
                    byte[] buffer = new byte[1024];
                    int hasRead = 0;
                    // 读取网络数据,并写入本地文件
                    while (length < currentPartSize
                        && (hasRead = inStream.read(buffer)) > 0)
                    {
                        currentPart.write(buffer, 0, hasRead);
                        // 累计该线程下载的总大小
                        length += hasRead;
                    }
                    currentPart.close();
                    inStream.close();
                }
                catch (Exception e)
                {
                    e.printStackTrace();
                }
            }
        }
    }
  • 相关阅读:
    tensorflow初次接触记录,我用python写的tensorflow第一个模型
    java编写service详细笔记
    python聚类算法实战详细笔记 (python3.6+(win10、Linux))
    python kmeans实战
    C语言-apache mod(模块开发)-采用apxs开发实战(centos7.2 linux篇)
    C语言-apache mod(模块开发)-采用VS2017开发实战(windows篇)
    redis集群配置及运行命令(windows和centos)附Python测试范例代码
    centos 7 keepalived故障邮件通知实战(附Python邮件发送脚本)
    mysql互为主从实战设置详解及自动化备份(Centos7.2)
    keepalived安装配置实战心得(实现高可用保证网络服务不间断)
  • 原文地址:https://www.cnblogs.com/linxiaojiang/p/3431849.html
Copyright © 2011-2022 走看看