using System; using System.Collections.Generic; using System.IO.Compression; using System.Linq; using System.Text; using System.Threading.Tasks; using Wabbajack.Common; using Wabbajack.Lib; using Wabbajack.Lib.Downloaders; using Wabbajack.Lib.ModListRegistry; using Wabbajack.Server.DataLayer; using Wabbajack.Server.DTOs; using Wabbajack.Server.Services; using Xunit; using Xunit.Abstractions; namespace Wabbajack.BuildServer.Test { public class ModListValidationTests : ABuildServerSystemTest { public ModListValidationTests(ITestOutputHelper output, SingletonAdaptor fixture) : base(output, fixture) { } [Fact] public async Task CanLoadMetadataFromTestServer() { var modlist = await MakeModList(); Consts.ModlistMetadataURL = modlist.ToString(); var data = await ModlistMetadata.LoadFromGithub(); Assert.Equal(2, data.Count); Assert.Equal("test_list", data.First().Links.MachineURL); } [Fact] public async Task CanIngestModLists() { var modlist = await MakeModList(); Consts.ModlistMetadataURL = modlist.ToString(); var sql = Fixture.GetService(); var downloader = Fixture.GetService(); Assert.Equal(2, await downloader.CheckForNewLists()); foreach (var list in ModListMetaData) { Assert.True(await sql.HaveIndexedModlist(list.Links.MachineURL, list.DownloadMetadata.Hash)); } // Nothing has changed so we shouldn't be downloading anything this time Assert.Equal(0, await downloader.CheckForNewLists()); } [Fact] public async Task CanValidateModLists() { var modlists = await MakeModList(); Consts.ModlistMetadataURL = modlists.ToString(); Utils.Log("Updating modlists"); await RevalidateLists(true); Utils.Log("Checking validated results"); var data = (await ModlistMetadata.LoadFromGithub()).FirstOrDefault(l => l.Links.MachineURL == "test_list"); Assert.NotNull(data); Assert.Equal(0, data.ValidationSummary.Failed); Assert.Equal(1, data.ValidationSummary.Passed); await CheckListFeeds(0, 1); Utils.Log("Break List"); var archive = "test_archive.txt".RelativeTo(Fixture.ServerPublicFolder); await archive.MoveToAsync(archive.WithExtension(new Extension(".moved")), true); // We can revalidate but the non-nexus archives won't be checked yet since the list didn't change await RevalidateLists(false); data = (await ModlistMetadata.LoadFromGithub()).FirstOrDefault(l => l.Links.MachineURL == "test_list"); Assert.NotNull(data); Assert.Equal(0, data.ValidationSummary.Failed); Assert.Equal(1, data.ValidationSummary.Passed); // Run the non-nexus validator await RevalidateLists(true); data = (await ModlistMetadata.LoadFromGithub()).FirstOrDefault(l => l.Links.MachineURL == "test_list"); Assert.NotNull(data); Assert.Equal(1, data.ValidationSummary.Failed); Assert.Equal(0, data.ValidationSummary.Passed); await CheckListFeeds(1, 0); Utils.Log("Fix List"); await archive.WithExtension(new Extension(".moved")).MoveToAsync(archive, false); await RevalidateLists(true); data = (await ModlistMetadata.LoadFromGithub()).FirstOrDefault(l => l.Links.MachineURL == "test_list"); Assert.NotNull(data); Assert.Equal(0, data.ValidationSummary.Failed); Assert.Equal(1, data.ValidationSummary.Passed); await CheckListFeeds(0, 1); } private async Task RevalidateLists(bool runNonNexus) { var downloader = Fixture.GetService(); await downloader.CheckForNewLists(); if (runNonNexus) { var nonNexus = Fixture.GetService(); await nonNexus.Execute(); } var validator = Fixture.GetService(); await validator.Execute(); } private async Task CheckListFeeds(int failed, int passed) { var statusJson = await _client.GetJsonAsync(MakeURL("lists/status/test_list.json")); Assert.Equal(failed, statusJson.Archives.Count(a => a.IsFailing)); Assert.Equal(passed, statusJson.Archives.Count(a => !a.IsFailing)); var statusHtml = await _client.GetHtmlAsync(MakeURL("lists/status/test_list.html")); Assert.NotEmpty(statusHtml.DocumentNode.Descendants().Where(n => n.InnerHtml == $"Failed ({failed}):")); Assert.NotEmpty(statusHtml.DocumentNode.Descendants().Where(n => n.InnerHtml == $"Passed ({passed}):")); var statusRss = await _client.GetHtmlAsync(MakeURL("lists/status/test_list/broken.rss")); Assert.Equal(failed, statusRss.DocumentNode.SelectNodes("//item")?.Count ?? 0); } private async Task MakeModList() { var archive_data = Encoding.UTF8.GetBytes("Cheese for Everyone!"); var test_archive_path = "test_archive.txt".RelativeTo(Fixture.ServerPublicFolder); await test_archive_path.WriteAllBytesAsync(archive_data); ModListData = new ModList(); ModListData.Archives.Add( new Archive(new HTTPDownloader.State(MakeURL("test_archive.txt"))) { Hash = await test_archive_path.FileHashAsync(), Name = "test_archive", Size = test_archive_path.Size, }); var modListPath = "test_modlist.wabbajack".RelativeTo(Fixture.ServerPublicFolder); await using (var fs = modListPath.Create()) { using var za = new ZipArchive(fs, ZipArchiveMode.Create); var entry = za.CreateEntry("modlist"); await using var es = entry.Open(); ModListData.ToJson(es); } ModListMetaData = new List { new ModlistMetadata { Official = false, Author = "Test Suite", Description = "A test", DownloadMetadata = new DownloadMetadata { Hash = await modListPath.FileHashAsync(), Size = modListPath.Size }, Links = new ModlistMetadata.LinksObject { MachineURL = "test_list", Download = MakeURL("test_modlist.wabbajack") } }, new ModlistMetadata { Official = true, Author = "Test Suite", Description = "A list with a broken hash", DownloadMetadata = new DownloadMetadata() { Hash = Hash.FromLong(42), Size = 42 }, Links = new ModlistMetadata.LinksObject { MachineURL = "broken_list", Download = MakeURL("test_modlist.wabbajack") } } }; var metadataPath = "test_mod_list_metadata.json".RelativeTo(Fixture.ServerPublicFolder); ModListMetaData.ToJson(metadataPath); return new Uri(MakeURL("test_mod_list_metadata.json")); } public ModList ModListData { get; set; } public List ModListMetaData { get; set; } } }