wabbajack/Wabbajack.Networking.Http/HttpClientExtensions.cs

using System;
using System.Buffers;
using System.Collections.Generic;
using System.Linq;
using System.Net.Http;
using System.Threading;
using System.Threading.Tasks;
using Wabbajack.RateLimiter;

namespace Wabbajack.Networking.Http
{
    public static class HttpClientExtensions
    {
        public static IEnumerable<(string Key, string Value)> GetSetCookies(this HttpResponseMessage response)
        {
            if (!response.Headers.TryGetValues("set-cookie", out var values))
                return Array.Empty<(string, string)>();

            return values
                .SelectMany(h => h.Split(";"))
                .Select(h => h.Split("="))
                .Where(h => h.Length == 2)
                .Select(h => (h[0], h[1]));
        }

        public static async Task<IMemoryOwner<byte>> ReadAsByteArrayAsync(this HttpContent content, IJob job, CancellationToken token)
        {
            await using var stream = await content.ReadAsStreamAsync(token);
            var memory = MemoryPool<byte>.Shared.Rent((int)(job.Size));

            while (job.Current < job.Size)
            {
                var read = await stream.ReadAsync(memory.Memory[(int)job.Current..(int)job.Size], token);
                await job.Report(read, token);
            }

            if (job.Current != job.Size)
                throw new Exception("Overread error");

            return memory;
        }
    }
}