Mirrored_Repos/wabbajack
1
0
Fork 0
mirror of https://github.com/wabbajack-tools/wabbajack.git synced 2024-08-30 18:42:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Enable multi-threaded downloads for the WJ CDN

Browse Source
This commit is contained in:
Timothy Baldridge
2020-05-12 21:53:20 -06:00
parent 087875fba3
commit 1a33c043a3
1 changed files with 8 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
Wabbajack.Lib/Downloaders/WabbajackCDNDownloader.cs
View File

@ -1,6 +1,7 @@
using System; using System;
using System.IO; using System.IO;
using System.IO.Compression; using System.IO.Compression;
using System.IO.MemoryMappedFiles;
using System.Linq; using System.Linq;
using System.Threading.Tasks; using System.Threading.Tasks;
using Wabbajack.Common; using Wabbajack.Common;
@ -58,15 +59,18 @@ namespace Wabbajack.Lib.Downloaders
{ {
destination.Parent.CreateDirectory(); destination.Parent.CreateDirectory();
var definition = await GetDefinition(); var definition = await GetDefinition();
await using var fs = destination.Create(); using var fs = destination.Create();
using var mmfile = MemoryMappedFile.CreateFromFile(fs, null, definition.Size, MemoryMappedFileAccess.ReadWrite, HandleInheritability.None, false);
var client = new Common.Http.Client(); var client = new Common.Http.Client();
await definition.Parts.DoProgress($"Downloading {a.Name}", async part => using var queue = new WorkQueue();
await definition.Parts.PMap(queue, async part =>
{ {
fs.Position = part.Offset; Utils.Status($"Downloading {a.Name}", Percent.FactoryPutInRange(definition.Parts.Length - part.Index, definition.Parts.Length));
await using var ostream = mmfile.CreateViewStream(part.Offset, part.Size);
using var response = await client.GetAsync($"{Url}/parts/{part.Index}"); using var response = await client.GetAsync($"{Url}/parts/{part.Index}");
if (!response.IsSuccessStatusCode) if (!response.IsSuccessStatusCode)
throw new HttpException((int)response.StatusCode, response.ReasonPhrase); throw new HttpException((int)response.StatusCode, response.ReasonPhrase);
await response.Content.CopyToAsync(fs); await response.Content.CopyToAsync(ostream);
}); });
return true; return true;
} }