wabbajack/Wabbajack.Common/AsyncParallelExtensions.cs

using System;
using System.Collections.Generic;
using System.Linq;
using System.Threading;
using System.Threading.Channels;
using System.Threading.Tasks;

namespace Wabbajack.Common
{
    public static class AsyncParallelExtensions
    {
        public static IAsyncEnumerable<TOut> PMap<TIn, TOut>(this IEnumerable<TIn> coll, ParallelOptions options,
            Func<TIn, Task<TOut>> mapFn)
        {

            var queue = Channel.CreateBounded<TOut>(options.MaxDegreeOfParallelism); 
            Parallel.ForEachAsync(coll, options, async (x, token) =>
            {
                var result = await mapFn(x);
                await queue.Writer.WriteAsync(result, token);
            }).ContinueWith(async t =>
            {
                queue.Writer.TryComplete();
            }).FireAndForget();

            return queue.Reader.ReadAllAsync();
        }
        
        public static async Task PDo<TIn>(this IEnumerable<TIn> coll, ParallelOptions options, Func<TIn, Task> mapFn)
        {
            await Parallel.ForEachAsync(coll, options, async (x, token) => await mapFn(x));
        }
        
        public static async Task PDoAll<TIn>(this IEnumerable<TIn> coll, Func<TIn, Task> mapFn)
        {
            var tasks = coll.Select(mapFn).ToList();
            await Task.WhenAll(tasks);
        }
        
        public static async IAsyncEnumerable<TOut> PMapAll<TIn, TOut>(this IEnumerable<TIn> coll, Func<TIn, Task<TOut>> mapFn)
        {
            var tasks = coll.Select(mapFn).ToList();
            foreach (var itm in tasks)
            {
                yield return await itm;
            }
        }
        
        public static async Task<List<T>> ToList<T>(this IAsyncEnumerable<T> coll)
        {
            List<T> lst = new();
            await foreach (var itm in coll) lst.Add(itm);
            return lst;
        }
        
        public static async Task<T[]> ToArray<T>(this IAsyncEnumerable<T> coll)
        {
            List<T> lst = new();
            await foreach (var itm in coll) lst.Add(itm);
            return lst.ToArray();
        }
        
        public static async Task<IReadOnlyCollection<T>> ToReadOnlyCollection<T>(this IAsyncEnumerable<T> coll)
        {
            List<T> lst = new();
            await foreach (var itm in coll) lst.Add(itm);
            return lst;
        }
        
        public static async Task<HashSet<T>> ToHashSet<T>(this IAsyncEnumerable<T> coll, Predicate<T>? filter = default)
        {
            HashSet<T> lst = new();
            if (filter == default)
            {
                await foreach (var itm in coll) lst.Add(itm);
            }
            else
            {
                await foreach (var itm in coll.Where(filter)) lst.Add(itm);
            }

            return lst;
        }

        public static async Task Do<T>(this IAsyncEnumerable<T> coll, Func<T, Task> fn)
        {
            await foreach (var itm in coll) await fn(itm);
        }

        public static async Task Do<T>(this IAsyncEnumerable<T> coll, Action<T> fn)
        {
            await foreach (var itm in coll) fn(itm);
        }

        public static async Task<IDictionary<TK, T>> ToDictionary<T, TK>(this IAsyncEnumerable<T> coll,
            Func<T, TK> kSelector)
            where TK : notnull
        {
            Dictionary<TK, T> dict = new();
            await foreach (var itm in coll) dict.Add(kSelector(itm), itm);
            return dict;
        }

        public static async Task<IDictionary<TK, TV>> ToDictionary<T, TK, TV>(this IAsyncEnumerable<T> coll,
            Func<T, TK> kSelector, Func<T, TV> vSelector)
            where TK : notnull
        {
            Dictionary<TK, TV> dict = new();
            await foreach (var itm in coll) dict.Add(kSelector(itm), vSelector(itm));
            return dict;
        }

        public static async IAsyncEnumerable<T> Where<T>(this IAsyncEnumerable<T> coll, Predicate<T> p)
        {
            await foreach (var itm in coll)
                if (p(itm))
                    yield return itm;
        }
        
        public static async IAsyncEnumerable<TOut> SelectAsync<TIn, TOut>(this IEnumerable<TIn> coll, Func<TIn, ValueTask<TOut>> fn)
        {
            foreach (var itm in coll)
                yield return await fn(itm);
        }
        
        public static async IAsyncEnumerable<TOut> SelectMany<TIn, TOut>(this IEnumerable<TIn> coll, Func<TIn, ValueTask<IEnumerable<TOut>>> fn)
        {
            foreach (var itm in coll)
                foreach (var inner in await fn(itm)) 
                    yield return inner;
        }
        
        public static async IAsyncEnumerable<TOut> Select<TIn, TOut>(this IAsyncEnumerable<TIn> coll, Func<TIn, ValueTask<TOut>> fn)
        {
            await foreach (var itm in coll)
                yield return await fn(itm);
        }
        
        public static async IAsyncEnumerable<TOut> SelectMany<TIn, TOut>(this IAsyncEnumerable<TIn> coll, Func<TIn, IEnumerable<TOut>> fn)
        {
            await foreach (var itm in coll)
                foreach (var inner in fn(itm))
                    yield return inner;
        }
    }
}