using System; using System.Threading; using System.Threading.Tasks; using CefSharp; using Microsoft.Extensions.Logging; using Wabbajack.LibCefHelpers; using Wabbajack.Models; using Wabbajack.Networking.Http; using Wabbajack.Paths; using Cookie = Wabbajack.DTOs.Logins.Cookie; namespace Wabbajack.WebAutomation { public class CefSharpWrapper : IWebDriver { private readonly IWebBrowser _browser; private static readonly Random RetryRandom = new Random(); private readonly ILogger _logger; private readonly CefService _service; public Action? DownloadHandler { get; set; } public CefSharpWrapper(ILogger logger, IWebBrowser browser, CefService service) { _logger = logger; _browser = browser; _service = service; _browser.DownloadHandler = new DownloadHandler(this); _browser.LifeSpanHandler = new PopupBlocker(this); } public Task NavigateTo(Uri uri, CancellationToken? token = null) { var tcs = new TaskCompletionSource(); EventHandler? handler = null; handler = (sender, e) => { if (e.IsLoading) return; _browser.LoadingStateChanged -= handler; tcs.SetResult(true); }; _browser.LoadingStateChanged += handler; _browser.Load(uri.ToString()); token?.Register(() => tcs.TrySetCanceled()); return tcs.Task; } private readonly string[] KnownServerLoadStrings = { "

Temporarily Unavailable

", "Request Header Or Cookie Too Large", //"" "525", "522", }; private readonly (string, int)[] KnownErrorStrings = { ("

400 Bad Request

", 400), ("We could not locate the item you are trying to view.", 404), }; public async Task NavigateToAndDownload(Uri uri, AbsolutePath dest, bool quickMode = false, CancellationToken? token = null) { var oldCB = _browser.DownloadHandler; var handler = new ReroutingDownloadHandler(this, dest, quickMode: quickMode, token); _browser.DownloadHandler = handler; try { int retryCount = 0; RETRY: await NavigateTo(uri, token); var source = await _browser.GetSourceAsync(); foreach (var err in KnownServerLoadStrings) { if (!source.Contains(err)) continue; if ((token?.IsCancellationRequested) == true) { throw new TimeoutException(); } else { retryCount += 1; var retry = RetryRandom.Next(retryCount * 5000, retryCount * 5000 * 2); _logger.LogWarning("Got server load error from {Uri} retying in {Retry}ms [{Error}]", uri, retry, err); await Task.Delay(TimeSpan.FromMilliseconds(retry)); goto RETRY; } } foreach (var (err, httpCode) in KnownErrorStrings) { if (source.Contains(err)) throw new HttpException(httpCode,$"Web driver failed: {err}"); } _logger.LogInformation("Loaded page {Uri} starting download", uri); return await handler.TaskResult; } finally { _browser.DownloadHandler = oldCB; } } public async Task EvaluateJavaScript(string text) { var result = await _browser.EvaluateScriptAsync(text); if (!result.Success) throw new Exception(result.Message); return (string)result.Result; } public Task GetCookies(string domainPrefix) { return Helpers.GetCookies(domainPrefix); } private const string CefStateName = "cef-state"; public async Task WaitForInitialized() { while (!_browser.IsBrowserInitialized) await Task.Delay(100); } public ISchemeHandler WithSchemeHandler(Predicate predicate) { return new SchemeHandler(predicate, _service); } private class SchemeHandler : ISchemeHandler { private readonly TaskCompletionSource _tcs; private readonly IDisposable _disposable; public SchemeHandler(Predicate predicate, CefService service) { _tcs = new TaskCompletionSource(); _disposable = service.SchemeStream.Subscribe(s => { if (Uri.TryCreate(s, UriKind.Absolute, out var result) && predicate(result)) { _tcs.TrySetResult(result); } }); } public void Dispose() { _tcs.TrySetCanceled(); _disposable.Dispose(); } public Task Task => _tcs.Task; } public async Task RegisterSchemeCallback() { var frame = _browser.GetFocusedFrame(); } public string Location => _browser.Address; } public class PopupBlocker : ILifeSpanHandler { private readonly CefSharpWrapper _wrapper; public PopupBlocker(CefSharpWrapper cefSharpWrapper) { _wrapper = cefSharpWrapper; } public bool OnBeforePopup(IWebBrowser chromiumWebBrowser, IBrowser browser, IFrame frame, string targetUrl, string targetFrameName, WindowOpenDisposition targetDisposition, bool userGesture, IPopupFeatures popupFeatures, IWindowInfo windowInfo, IBrowserSettings browserSettings, ref bool noJavascriptAccess, out IWebBrowser? newBrowser) { // Block popups newBrowser = null; return true; } public void OnAfterCreated(IWebBrowser chromiumWebBrowser, IBrowser browser) { } public bool DoClose(IWebBrowser chromiumWebBrowser, IBrowser browser) { return false; } public void OnBeforeClose(IWebBrowser chromiumWebBrowser, IBrowser browser) { } } public class ReroutingDownloadHandler : IDownloadHandler { private CefSharpWrapper _wrapper; private AbsolutePath _path; public TaskCompletionSource _tcs = new TaskCompletionSource(); private bool _quickMode; private CancellationToken? _cancelationToken; public Task TaskResult => _tcs.Task; public ReroutingDownloadHandler(CefSharpWrapper wrapper, AbsolutePath path, bool quickMode, CancellationToken? token) { _wrapper = wrapper; _path = path; _quickMode = quickMode; _cancelationToken = token; token?.Register(() => _tcs.TrySetCanceled()); } public void OnBeforeDownload(IWebBrowser chromiumWebBrowser, IBrowser browser, DownloadItem downloadItem, IBeforeDownloadCallback callback) { if (_quickMode) return; callback.Continue(_path.ToString(), false); } public void OnDownloadUpdated(IWebBrowser chromiumWebBrowser, IBrowser browser, DownloadItem downloadItem, IDownloadItemCallback callback) { if (_quickMode) { callback.Cancel(); _tcs.TrySetResult(downloadItem.TotalBytes); return; } if (downloadItem.IsComplete) _tcs.TrySetResult(downloadItem.TotalBytes); callback.Resume(); } } public class DownloadHandler : IDownloadHandler { private CefSharpWrapper _wrapper; public DownloadHandler(CefSharpWrapper wrapper) { _wrapper = wrapper; } public void OnBeforeDownload(IWebBrowser chromiumWebBrowser, IBrowser browser, DownloadItem downloadItem, IBeforeDownloadCallback callback) { _wrapper.DownloadHandler?.Invoke(new Uri(downloadItem.Url)); } public void OnDownloadUpdated(IWebBrowser chromiumWebBrowser, IBrowser browser, DownloadItem downloadItem, IDownloadItemCallback callback) { callback.Cancel(); } } }