1. 程式人生 > >Java多線程文件下載

Java多線程文件下載

lag 進度 gen .net 異常 ava method logs status

以下代碼有點問題,會發生阻塞,還不知道啥問題:

技術分享
package com.test.service;

import java.io.File;
import java.io.InputStream;
import java.io.RandomAccessFile;
import java.net.HttpURLConnection;
import java.net.URL;
import java.util.concurrent.CountDownLatch;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Component; /** * <p> * 多線程文件下載,提高大文件的下載速度(暫未使用) * <p> * */ @Component public class MulitThreadDownload { private static Logger logger = LoggerFactory.getLogger(MulitThreadDownload.class); @Value("${onair.download.threadsize:5}") private
int threadSize = 5; @Value("${onair.download.timeout:5000}") private int downloadTimeout; static boolean flag = true; //消息 private final CountDownLatch msgDownLatch = new CountDownLatch(1); //工作線程 private final CountDownLatch workDownLatch = new CountDownLatch(threadSize);
private DowloadRunnable[] dowloadRunnables = new DowloadRunnable[threadSize]; public static void main(String[] args) { new MulitThreadDownload().downloadFile("", "G:\\123.mp4"); } public boolean downloadFile(String url,String filePath){ logger.debug("下載地址:{},目標文件路徑:{}",url,filePath); try { URL urlPath = new URL(url); HttpURLConnection conn = (HttpURLConnection)urlPath.openConnection(); conn.setConnectTimeout(downloadTimeout); conn.setRequestMethod("GET"); int status = conn.getResponseCode(); if(status == 200){ //200返回所有,206返回部分 //文件長度 int length = conn.getContentLength(); logger.info("獲取文件大小:{}",length); //創建下載文件 指定大小 RandomAccessFile raf = new RandomAccessFile(new File(filePath), "rwd"); raf.setLength(length); raf.close(); //釋放資源 //分塊大小 int blockSize = length / threadSize; //創建工作線程 for (int i = 1; i <= threadSize; i++) { int startIndex = blockSize*(i-1); int endIndex = blockSize * i - 1; if(i == threadSize){ endIndex = length; } logger.info("線程:{}下載文件開始點:{}結束點:{}",i,startIndex,endIndex); dowloadRunnables[i-1] = new DowloadRunnable(url,filePath,msgDownLatch, workDownLatch, i,startIndex,endIndex); Thread thread = new Thread(dowloadRunnables[i-1]); thread.start(); thread.setUncaughtExceptionHandler(new Thread.UncaughtExceptionHandler() { @Override public void uncaughtException(Thread t, Throwable e) { logger.debug("catch到異常",e); flag = false; } }); } //通知工作線程啟動,開始工作 msgDownLatch.countDown(); logger.debug("主線程阻塞,等待工作線程完成任務"); //起一個線程監控下載進度 //moniterLength(length); //阻塞主線程,等待工作線程完成 workDownLatch.await(); logger.debug("工作線程完成任務,主線程繼續"); return flag; } } catch (Throwable e) { logger.error("文件下載失敗:"+e.getMessage(),e); File file = new File(filePath); if(file.exists()){ file.delete(); //下載失敗 刪除臨時文件 } } return false; } //輸出下載進度 private void moniterLength(int length) { new Thread(new Runnable() { @Override public void run() { while(getDownloadLength() < length){ logger.debug("文件大小:{},目前下載大小:{},進度{}",length,getDownloadLength(),getDownloadLength()* 1.0 / (long)length); try { Thread.sleep(10000); } catch (InterruptedException e) { // TODO Auto-generated catch block e.printStackTrace(); } } } }).start(); } //監控下載進度 public int getDownloadLength(){ int length = 0; for (int i = 0; i < dowloadRunnables.length; i++) { length += dowloadRunnables[i].downloadLength; } return length; } } //下載線程 class DowloadRunnable implements Runnable{ private static Logger logger = LoggerFactory.getLogger(DowloadRunnable.class); private CountDownLatch msgDownLatch; private CountDownLatch workDownLatch; private int threadIndex; private int startIndex; private int endIndex; private String url; private String filePath; public int downloadLength; //已下載大小 public DowloadRunnable(String url, String filePath, CountDownLatch msgDownLatch, CountDownLatch workDownLatch, int threadIndex, int startIndex, int endIndex) { this.url = url; this.filePath = filePath; this.msgDownLatch = msgDownLatch; this.workDownLatch = workDownLatch; this.threadIndex = threadIndex; this.startIndex = startIndex; this.endIndex = endIndex; } @Override public void run() { try { //阻塞此線程,等待主線程給啟動消息(msgDownLatch.countDown()); msgDownLatch.await(); //具體工作 logger.info("線程{}任務開始",threadIndex); URL urlPath = new URL(url); HttpURLConnection conn = (HttpURLConnection)urlPath.openConnection(); conn.setConnectTimeout(5000); conn.setRequestProperty("Range", "bytes=" + startIndex + "-" + endIndex); conn.setRequestMethod("GET"); int status = conn.getResponseCode(); logger.debug("線程{}請求返回的responseCode:{}",threadIndex,status); if(status==206){ InputStream in = conn.getInputStream(); RandomAccessFile raf = new RandomAccessFile(filePath, "rwd"); raf.seek(startIndex); byte[] buffer = new byte[2048]; int length = 0; logger.debug("線程{}開始寫數據,開始點{}",threadIndex,startIndex); while((length = in.read(buffer)) != -1){ //logger.debug("線程{}讀取大小:{}",threadIndex,length); raf.write(buffer, 0, length); //downloadLength += length; } raf.close(); in.close(); }else{ logger.error("文件下載失敗,狀態碼:"+status); throw new Exception("文件下載失敗,狀態碼:"+status); } logger.info("線程{}任務完成",threadIndex); //工作完成 workDownLatch.countDown(); } catch (Throwable e) { logger.error(e.getMessage(),e); e.printStackTrace(); } } }
MulitThreadDownload.java

看不出來啥問題,先記下來!

Java多線程文件下載