using System; using System.Collections.Generic; using System.IO; using System.Linq; using System.Net; using System.Net.Http; using System.Threading.Tasks; using HtmlAgilityPack; namespace Wabbajack.Common.Http { public class Client { public List<(string, string?)> Headers = new List<(string, string?)>(); public List Cookies = new List(); public async Task GetAsync(string url, HttpCompletionOption responseHeadersRead = HttpCompletionOption.ResponseHeadersRead, bool errorsAsExceptions = true) { var request = new HttpRequestMessage(HttpMethod.Get, url); return await SendAsync(request, responseHeadersRead, errorsAsExceptions: errorsAsExceptions); } public async Task PostAsync(string url, HttpContent content, HttpCompletionOption responseHeadersRead = HttpCompletionOption.ResponseHeadersRead) { var request = new HttpRequestMessage(HttpMethod.Post, url) {Content = content}; return await SendAsync(request, responseHeadersRead); } public async Task PutAsync(string url, HttpContent content, HttpCompletionOption responseHeadersRead = HttpCompletionOption.ResponseHeadersRead) { var request = new HttpRequestMessage(HttpMethod.Put, url) {Content = content}; return await SendAsync(request, responseHeadersRead); } public async Task GetStringAsync(string url) { var request = new HttpRequestMessage(HttpMethod.Get, url); return await SendStringAsync(request); } public async Task GetStringAsync(Uri url) { var request = new HttpRequestMessage(HttpMethod.Get, url); return await SendStringAsync(request); } public async Task DeleteStringAsync(string url) { var request = new HttpRequestMessage(HttpMethod.Delete, url); return await SendStringAsync(request); } private async Task SendStringAsync(HttpRequestMessage request) { using var result = await SendAsync(request); if (!result.IsSuccessStatusCode) { Utils.Log("Internal Error"); Utils.Log(await result.Content.ReadAsStringAsync()); throw new Exception( $"Bad HTTP request {result.StatusCode} {result.ReasonPhrase} - {request.RequestUri}"); } return await result.Content.ReadAsStringAsync(); } public async Task SendAsync(HttpRequestMessage msg, HttpCompletionOption responseHeadersRead = HttpCompletionOption.ResponseHeadersRead, bool errorsAsExceptions = true) { foreach (var (k, v) in Headers) msg.Headers.Add(k, v); if (Cookies.Count > 0) Cookies.ForEach(c => ClientFactory.Cookies.Add(c)); int retries = 0; TOP: try { var response = await ClientFactory.Client.SendAsync(msg, responseHeadersRead); if (response.IsSuccessStatusCode) return response; if (errorsAsExceptions) throw new HttpRequestException( $"Http Exception {response.StatusCode} - {response.ReasonPhrase} - {msg.RequestUri}"); ; return response; } catch (Exception ex) { if (ex is HttpRequestException) throw; if (retries > Consts.MaxHTTPRetries) throw; retries++; Utils.Log($"Http Connect error to {msg.RequestUri} retry {retries}"); await Task.Delay(100 * retries); msg = CloneMessage(msg); goto TOP; } } private HttpRequestMessage CloneMessage(HttpRequestMessage msg) { var new_message = new HttpRequestMessage(msg.Method, msg.RequestUri); foreach (var header in msg.Headers) new_message.Headers.Add(header.Key, header.Value); new_message.Content = msg.Content; return new_message; } public async Task GetJsonAsync(string s) { var result = await GetStringAsync(s); return result.FromJsonString(); } public async Task GetHtmlAsync(string s) { var body = await GetStringAsync(s); var doc = new HtmlDocument(); doc.LoadHtml(body); return doc; } } }