using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.IO;
using System.Linq;
using System.Net;
using System.Threading;
using System.Threading.Tasks;
namespace Masuit.Tools.Net
{
///
/// 文件合并改变事件
///
///
///
public delegate void FileMergeProgressChangedEventHandler(object sender, int e);
///
/// 多线程下载器
///
public class MultiThreadDownloader
{
#region 属性
private string _url;
private bool _rangeAllowed;
#endregion
#region 公共属性
///
/// RangeAllowed
///
public bool RangeAllowed
{
get => _rangeAllowed;
set => _rangeAllowed = value;
}
///
/// 临时文件夹
///
public string TempFileDirectory { get; set; }
///
/// url地址
///
public string Url
{
get => _url;
set => _url = value;
}
///
/// 第几部分
///
public int NumberOfParts { get; set; }
///
/// 已接收字节数
///
public long TotalBytesReceived => PartialDownloaderList.Where(t => t != null).Sum(t => t.TotalBytesRead);
///
/// 总进度
///
public float TotalProgress { get; private set; }
///
/// 文件大小
///
public long Size { get; private set; }
///
/// 下载速度
///
public float TotalSpeedInBytes => PartialDownloaderList.Sum(t => t.SpeedInBytes);
///
/// 下载块
///
public List PartialDownloaderList { get; }
///
/// 文件路径
///
public string FilePath { get; set; }
#endregion
#region 变量
///
/// 总下载进度更新事件
///
public event EventHandler TotalProgressChanged;
///
/// 文件合并事件
///
public event FileMergeProgressChangedEventHandler FileMergeProgressChanged;
private readonly AsyncOperation _aop;
#endregion
#region 下载管理器
///
/// 多线程下载管理器
///
///
///
///
///
public MultiThreadDownloader(string sourceUrl, string tempDir, string savePath, int numOfParts)
{
_url = sourceUrl;
NumberOfParts = numOfParts;
TempFileDirectory = tempDir;
PartialDownloaderList = new List();
_aop = AsyncOperationManager.CreateOperation(null);
FilePath = savePath;
}
///
/// 多线程下载管理器
///
///
///
///
public MultiThreadDownloader(string sourceUrl, string savePath, int numOfParts) : this(sourceUrl, null, savePath, numOfParts)
{
TempFileDirectory = Environment.GetEnvironmentVariable("temp");
}
///
/// 多线程下载管理器
///
///
///
public MultiThreadDownloader(string sourceUrl, int numOfParts) : this(sourceUrl, null, numOfParts)
{
}
#endregion
#region 事件
private void temp_DownloadPartCompleted(object sender, EventArgs e)
{
WaitOrResumeAll(PartialDownloaderList, true);
if (TotalBytesReceived == Size)
{
UpdateProgress();
MergeParts();
return;
}
OrderByRemaining(PartialDownloaderList);
int rem = PartialDownloaderList[0].RemainingBytes;
if (rem < 50 * 1024)
{
WaitOrResumeAll(PartialDownloaderList, false);
return;
}
int from = PartialDownloaderList[0].CurrentPosition + rem / 2;
int to = PartialDownloaderList[0].To;
if (from > to)
{
WaitOrResumeAll(PartialDownloaderList, false);
return;
}
PartialDownloaderList[0].To = from - 1;
WaitOrResumeAll(PartialDownloaderList, false);
PartialDownloader temp = new PartialDownloader(_url, TempFileDirectory, Guid.NewGuid().ToString(), from, to, true);
temp.DownloadPartCompleted += temp_DownloadPartCompleted;
temp.DownloadPartProgressChanged += temp_DownloadPartProgressChanged;
PartialDownloaderList.Add(temp);
temp.Start();
}
void temp_DownloadPartProgressChanged(object sender, EventArgs e)
{
UpdateProgress();
}
void UpdateProgress()
{
int pr = (int)(TotalBytesReceived * 1d / Size * 100);
if (TotalProgress != pr)
{
TotalProgress = pr;
if (TotalProgressChanged != null)
{
_aop.Post(state => TotalProgressChanged(this, EventArgs.Empty), null);
}
}
}
#endregion
#region 方法
void CreateFirstPartitions()
{
Size = GetContentLength(_url, ref _rangeAllowed, ref _url);
int maximumPart = (int)(Size / (25 * 1024));
maximumPart = maximumPart == 0 ? 1 : maximumPart;
if (!_rangeAllowed)
NumberOfParts = 1;
else if (NumberOfParts > maximumPart)
NumberOfParts = maximumPart;
for (int i = 0; i < NumberOfParts; i++)
{
PartialDownloader temp = CreateNewPd(i, NumberOfParts, Size);
temp.DownloadPartProgressChanged += temp_DownloadPartProgressChanged;
temp.DownloadPartCompleted += temp_DownloadPartCompleted;
PartialDownloaderList.Add(temp);
temp.Start();
}
}
void MergeParts()
{
List mergeOrderedList = SortPDsByFrom(PartialDownloaderList);
using var fs = new FileStream(FilePath, FileMode.Create, FileAccess.ReadWrite);
long totalBytesWritten = 0;
int mergeProgress = 0;
foreach (var item in mergeOrderedList)
{
using var pds = new FileStream(item.FullPath, FileMode.Open, FileAccess.Read);
byte[] buffer = new byte[4096];
int read;
while ((read = pds.Read(buffer, 0, buffer.Length)) > 0)
{
fs.Write(buffer, 0, read);
totalBytesWritten += read;
int temp = (int)(totalBytesWritten * 1d / Size * 100);
if (temp != mergeProgress && FileMergeProgressChanged != null)
{
mergeProgress = temp;
_aop.Post(state => FileMergeProgressChanged(this, temp), null);
}
}
File.Delete(item.FullPath);
}
}
PartialDownloader CreateNewPd(int order, int parts, long contentLength)
{
int division = (int)contentLength / parts;
int remaining = (int)contentLength % parts;
int start = division * order;
int end = start + division - 1;
end += (order == parts - 1) ? remaining : 0;
return new PartialDownloader(_url, TempFileDirectory, Guid.NewGuid().ToString(), start, end, true);
}
///
/// 暂停或继续
///
///
///
public static void WaitOrResumeAll(List list, bool wait)
{
foreach (PartialDownloader item in list)
{
if (wait)
item.Wait();
else
item.ResumeAfterWait();
}
}
///
/// 冒泡排序
///
///
private static void BubbleSort(List list)
{
bool switched = true;
while (switched)
{
switched = false;
for (int i = 0; i < list.Count - 1; i++)
{
if (list[i].RemainingBytes < list[i + 1].RemainingBytes)
{
PartialDownloader temp = list[i];
list[i] = list[i + 1];
list[i + 1] = temp;
switched = true;
}
}
}
}
///
/// Sorts the downloader by From property to merge the parts
///
///
///
public static List SortPDsByFrom(List list)
{
return list.OrderBy(x => x.From).ToList();
}
///
/// 按剩余时间排序
///
///
public static void OrderByRemaining(List list)
{
BubbleSort(list);
}
///
/// 获取内容长度
///
///
///
///
///
public static long GetContentLength(string url, ref bool rangeAllowed, ref string redirectedUrl)
{
var req = WebRequest.Create(url) as HttpWebRequest;
req.UserAgent = "Mozilla/4.0 (compatible; MSIE 11.0; Windows NT 6.2; .NET CLR 1.0.3705;)";
req.ServicePoint.ConnectionLimit = 4;
using var resp = req.GetResponse() as HttpWebResponse;
redirectedUrl = resp.ResponseUri.OriginalString;
var ctl = resp.ContentLength;
rangeAllowed = resp.Headers.AllKeys.Select((v, i) => new
{
HeaderName = v,
HeaderValue = resp.Headers[i]
}).Any(k => k.HeaderName.ToLower().Contains("range") && k.HeaderValue.ToLower().Contains("byte"));
req.Abort();
return ctl;
}
#endregion
#region 公共方法
///
/// 暂停下载
///
public void Pause()
{
foreach (var t in PartialDownloaderList)
{
if (!t.Completed)
t.Stop();
}
//Setting a Thread.Sleep ensures all downloads are stopped and exit from loop.
Thread.Sleep(200);
}
///
/// 开始下载
///
public void Start()
{
Task th = new Task(CreateFirstPartitions);
th.Start();
}
///
/// 唤醒下载
///
public void Resume()
{
int count = PartialDownloaderList.Count;
for (int i = 0; i < count; i++)
{
if (PartialDownloaderList[i].Stopped)
{
int from = PartialDownloaderList[i].CurrentPosition + 1;
int to = PartialDownloaderList[i].To;
if (from > to) continue;
PartialDownloader temp = new PartialDownloader(_url, TempFileDirectory, Guid.NewGuid().ToString(), from, to, _rangeAllowed);
temp.DownloadPartProgressChanged += temp_DownloadPartProgressChanged;
temp.DownloadPartCompleted += temp_DownloadPartCompleted;
PartialDownloaderList.Add(temp);
PartialDownloaderList[i].To = PartialDownloaderList[i].CurrentPosition;
temp.Start();
}
}
}
#endregion
}
}