2020-10-01 03:50:09 +00:00
|
|
|
|
using System;
|
2019-07-26 20:59:14 +00:00
|
|
|
|
using System.Collections.Concurrent;
|
2019-07-21 04:40:54 +00:00
|
|
|
|
using System.Collections.Generic;
|
|
|
|
|
using System.Linq;
|
2019-12-03 21:56:18 +00:00
|
|
|
|
using System.Threading;
|
2019-11-12 04:35:07 +00:00
|
|
|
|
using System.Threading.Tasks;
|
2020-10-18 12:59:49 +00:00
|
|
|
|
using Alphaleonis.Win32.Filesystem;
|
2019-07-21 04:40:54 +00:00
|
|
|
|
using Wabbajack.Common;
|
2019-10-30 12:29:06 +00:00
|
|
|
|
using Wabbajack.Lib.CompilationSteps;
|
2020-01-22 03:43:53 +00:00
|
|
|
|
using Wabbajack.Lib.Downloaders;
|
2019-10-16 03:10:34 +00:00
|
|
|
|
using Wabbajack.Lib.Validation;
|
2020-09-05 14:01:32 +00:00
|
|
|
|
using Wabbajack.VirtualFileSystem;
|
2019-07-21 04:40:54 +00:00
|
|
|
|
|
2019-10-16 03:10:34 +00:00
|
|
|
|
namespace Wabbajack.Lib
|
2019-07-21 04:40:54 +00:00
|
|
|
|
{
|
2019-11-18 00:17:06 +00:00
|
|
|
|
public class MO2Compiler : ACompiler
|
2019-07-21 04:40:54 +00:00
|
|
|
|
{
|
2020-10-18 12:59:49 +00:00
|
|
|
|
public MO2Compiler(AbsolutePath sourcePath, AbsolutePath downloadsPath, string mo2Profile, AbsolutePath outputFile)
|
|
|
|
|
: base(21, mo2Profile, sourcePath, downloadsPath, outputFile)
|
|
|
|
|
{
|
|
|
|
|
MO2Profile = mo2Profile;
|
|
|
|
|
MO2Ini = SourcePath.Combine("ModOrganizer.ini").LoadIniFile();
|
|
|
|
|
var mo2game = (string)MO2Ini.General.gameName;
|
|
|
|
|
CompilingGame = GameRegistry.Games.First(g => g.Value.MO2Name == mo2game).Value;
|
|
|
|
|
GamePath = CompilingGame.GameLocation();
|
|
|
|
|
}
|
2019-07-21 04:40:54 +00:00
|
|
|
|
|
2020-10-18 12:59:49 +00:00
|
|
|
|
public AbsolutePath MO2ModsFolder => SourcePath.Combine(Consts.MO2ModFolderName);
|
2020-03-25 23:15:19 +00:00
|
|
|
|
|
2019-11-24 00:30:51 +00:00
|
|
|
|
public string MO2Profile { get; }
|
2019-09-12 23:44:35 +00:00
|
|
|
|
|
2020-03-25 12:47:25 +00:00
|
|
|
|
public override AbsolutePath GamePath { get; }
|
2019-11-24 00:30:51 +00:00
|
|
|
|
|
2020-04-09 21:05:07 +00:00
|
|
|
|
public dynamic MO2Ini { get; }
|
|
|
|
|
|
2020-10-18 12:59:49 +00:00
|
|
|
|
public AbsolutePath MO2ProfileDir => SourcePath.Combine("profiles", MO2Profile);
|
2020-04-09 21:05:07 +00:00
|
|
|
|
|
2020-04-12 18:55:59 +00:00
|
|
|
|
public ConcurrentBag<Directive> ExtraFiles { get; private set; } = new ConcurrentBag<Directive>();
|
2020-04-09 21:05:07 +00:00
|
|
|
|
public Dictionary<AbsolutePath, dynamic> ModInis { get; } = new Dictionary<AbsolutePath, dynamic>();
|
|
|
|
|
|
|
|
|
|
public HashSet<string> SelectedProfiles { get; set; } = new HashSet<string>();
|
|
|
|
|
|
2020-10-18 12:59:49 +00:00
|
|
|
|
public static AbsolutePath GetTypicalDownloadsFolder(AbsolutePath mo2Folder)
|
2019-07-22 22:17:46 +00:00
|
|
|
|
{
|
2020-10-18 12:59:49 +00:00
|
|
|
|
return mo2Folder.Combine("downloads");
|
2019-07-21 04:40:54 +00:00
|
|
|
|
}
|
|
|
|
|
|
2019-12-04 01:26:26 +00:00
|
|
|
|
protected override async Task<bool> _Begin(CancellationToken cancel)
|
2019-07-21 04:40:54 +00:00
|
|
|
|
{
|
2020-06-14 13:13:29 +00:00
|
|
|
|
await Metrics.Send("begin_compiling", MO2Profile ?? "unknown");
|
2020-10-18 12:59:49 +00:00
|
|
|
|
if (cancel.IsCancellationRequested)
|
|
|
|
|
{
|
|
|
|
|
return false;
|
|
|
|
|
}
|
2020-09-12 20:23:03 +00:00
|
|
|
|
|
|
|
|
|
DesiredThreads.OnNext(DiskThreads);
|
|
|
|
|
FileExtractor2.FavorPerfOverRAM = FavorPerfOverRam;
|
|
|
|
|
|
2019-11-17 04:16:42 +00:00
|
|
|
|
UpdateTracker.Reset();
|
|
|
|
|
UpdateTracker.NextStep("Gathering information");
|
2020-09-11 12:54:24 +00:00
|
|
|
|
|
2020-10-18 12:59:49 +00:00
|
|
|
|
Utils.Log("Loading compiler Settings");
|
2020-09-11 12:54:24 +00:00
|
|
|
|
Settings = await CompilerSettings.Load(MO2ProfileDir);
|
|
|
|
|
Settings.IncludedGames = Settings.IncludedGames.Add(CompilingGame.Game);
|
2020-10-18 12:59:49 +00:00
|
|
|
|
|
2019-09-12 23:44:35 +00:00
|
|
|
|
Info("Looking for other profiles");
|
2020-03-25 12:47:25 +00:00
|
|
|
|
var otherProfilesPath = MO2ProfileDir.Combine("otherprofiles.txt");
|
2019-09-07 04:57:49 +00:00
|
|
|
|
SelectedProfiles = new HashSet<string>();
|
2020-10-18 12:59:49 +00:00
|
|
|
|
if (otherProfilesPath.Exists)
|
|
|
|
|
{
|
|
|
|
|
SelectedProfiles = (await otherProfilesPath.ReadAllLinesAsync()).ToHashSet();
|
|
|
|
|
}
|
|
|
|
|
|
2020-05-13 14:06:18 +00:00
|
|
|
|
SelectedProfiles.Add(MO2Profile!);
|
2019-09-03 21:17:00 +00:00
|
|
|
|
|
2019-09-12 23:44:35 +00:00
|
|
|
|
Info("Using Profiles: " + string.Join(", ", SelectedProfiles.OrderBy(p => p)));
|
2019-09-03 21:17:00 +00:00
|
|
|
|
|
2020-10-18 19:03:50 +00:00
|
|
|
|
Utils.Log($"Compiling Game: {CompilingGame.Game}");
|
2020-10-18 12:59:49 +00:00
|
|
|
|
Utils.Log("Games from setting files:");
|
2020-10-01 12:24:26 +00:00
|
|
|
|
foreach (var game in Settings.IncludedGames)
|
|
|
|
|
{
|
|
|
|
|
Utils.Log($"- {game}");
|
|
|
|
|
}
|
|
|
|
|
|
2020-02-15 13:12:06 +00:00
|
|
|
|
Utils.Log($"VFS File Location: {VFSCacheName}");
|
2020-10-18 12:59:49 +00:00
|
|
|
|
Utils.Log($"MO2 Folder: {SourcePath}");
|
|
|
|
|
Utils.Log($"Downloads Folder: {DownloadsPath}");
|
2020-07-14 12:15:01 +00:00
|
|
|
|
Utils.Log($"Game Folder: {GamePath}");
|
2020-10-18 12:59:49 +00:00
|
|
|
|
|
|
|
|
|
var watcher = new DiskSpaceWatcher(cancel,
|
|
|
|
|
new[] {SourcePath, DownloadsPath, GamePath, AbsolutePath.EntryPoint}, (long)2 << 31,
|
2020-07-27 21:33:45 +00:00
|
|
|
|
drive =>
|
|
|
|
|
{
|
|
|
|
|
Utils.Log($"Aborting due to low space on {drive.Name}");
|
|
|
|
|
Abort();
|
|
|
|
|
});
|
|
|
|
|
var watcherTask = watcher.Start();
|
2020-02-15 13:12:06 +00:00
|
|
|
|
|
2020-10-18 12:59:49 +00:00
|
|
|
|
if (cancel.IsCancellationRequested)
|
|
|
|
|
{
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
2020-06-02 02:18:32 +00:00
|
|
|
|
List<AbsolutePath> roots;
|
|
|
|
|
if (UseGamePaths)
|
2019-11-22 05:19:42 +00:00
|
|
|
|
{
|
2020-10-18 12:59:49 +00:00
|
|
|
|
roots = new List<AbsolutePath> {SourcePath, GamePath, DownloadsPath};
|
2020-09-11 12:54:24 +00:00
|
|
|
|
roots.AddRange(Settings.IncludedGames.Select(g => g.MetaData().GameLocation()));
|
2020-06-02 02:18:32 +00:00
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
2020-10-18 12:59:49 +00:00
|
|
|
|
roots = new List<AbsolutePath> {SourcePath, DownloadsPath};
|
2020-06-02 02:18:32 +00:00
|
|
|
|
}
|
|
|
|
|
|
2019-11-22 05:19:42 +00:00
|
|
|
|
// TODO: make this generic so we can add more paths
|
2019-11-15 23:13:27 +00:00
|
|
|
|
|
2020-10-18 12:59:49 +00:00
|
|
|
|
var lootPath = (AbsolutePath)Path.Combine(
|
|
|
|
|
Environment.GetFolderPath(Environment.SpecialFolder.LocalApplicationData),
|
2019-11-22 05:19:42 +00:00
|
|
|
|
"LOOT");
|
|
|
|
|
IEnumerable<RawSourceFile> lootFiles = new List<RawSourceFile>();
|
2020-03-25 22:49:32 +00:00
|
|
|
|
if (lootPath.Exists)
|
2019-11-22 05:19:42 +00:00
|
|
|
|
{
|
2020-10-18 12:59:49 +00:00
|
|
|
|
roots.Add(lootPath);
|
2019-11-22 05:19:42 +00:00
|
|
|
|
}
|
2020-10-18 12:59:49 +00:00
|
|
|
|
|
2019-11-22 05:19:42 +00:00
|
|
|
|
UpdateTracker.NextStep("Indexing folders");
|
2019-09-03 22:12:39 +00:00
|
|
|
|
|
2020-10-18 12:59:49 +00:00
|
|
|
|
if (cancel.IsCancellationRequested)
|
|
|
|
|
{
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
2019-12-04 01:26:26 +00:00
|
|
|
|
await VFS.AddRoots(roots);
|
2020-10-18 12:59:49 +00:00
|
|
|
|
|
2020-03-25 22:49:32 +00:00
|
|
|
|
if (lootPath.Exists)
|
2019-11-22 05:19:42 +00:00
|
|
|
|
{
|
2020-04-09 21:05:07 +00:00
|
|
|
|
if (CompilingGame.MO2Name == null)
|
|
|
|
|
{
|
|
|
|
|
throw new ArgumentException("Compiling game had no MO2 name specified.");
|
|
|
|
|
}
|
|
|
|
|
|
2020-10-18 12:59:49 +00:00
|
|
|
|
var lootGameDirs = new[]
|
2020-04-02 15:46:42 +00:00
|
|
|
|
{
|
|
|
|
|
CompilingGame.MO2Name, // most of the games use the MO2 name
|
|
|
|
|
CompilingGame.MO2Name.Replace(" ", "") //eg: Fallout 4 -> Fallout4
|
|
|
|
|
};
|
|
|
|
|
|
2020-04-03 22:56:14 +00:00
|
|
|
|
var lootGameDir = lootGameDirs.Select(x => lootPath.Combine(x))
|
|
|
|
|
.FirstOrDefault(p => p.IsDirectory);
|
2020-04-02 15:46:42 +00:00
|
|
|
|
|
2020-04-03 22:56:14 +00:00
|
|
|
|
if (lootGameDir != default)
|
2020-04-02 15:46:42 +00:00
|
|
|
|
{
|
|
|
|
|
Utils.Log($"Found LOOT game folder at {lootGameDir}");
|
2020-04-03 22:56:14 +00:00
|
|
|
|
lootFiles = lootGameDir.EnumerateFiles(false)
|
|
|
|
|
.Where(p => p.FileName == (RelativePath)"userlist.yaml")
|
|
|
|
|
.Where(p => p.IsFile)
|
2020-04-02 15:46:42 +00:00
|
|
|
|
.Select(p => new RawSourceFile(VFS.Index.ByRootPath[p],
|
2020-04-03 22:56:14 +00:00
|
|
|
|
Consts.LOOTFolderFilesDir.Combine(p.RelativeTo(lootPath))));
|
2020-04-02 15:46:42 +00:00
|
|
|
|
|
|
|
|
|
if (!lootFiles.Any())
|
2020-10-18 12:59:49 +00:00
|
|
|
|
{
|
2020-04-02 15:46:42 +00:00
|
|
|
|
Utils.Log(
|
|
|
|
|
$"Found no LOOT user data for {CompilingGame.HumanFriendlyGameName} at {lootGameDir}!");
|
2020-10-18 12:59:49 +00:00
|
|
|
|
}
|
2020-04-02 15:46:42 +00:00
|
|
|
|
}
|
2019-11-22 05:19:42 +00:00
|
|
|
|
}
|
2020-10-18 12:59:49 +00:00
|
|
|
|
|
|
|
|
|
if (cancel.IsCancellationRequested)
|
|
|
|
|
{
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
2019-11-17 04:16:42 +00:00
|
|
|
|
UpdateTracker.NextStep("Cleaning output folder");
|
2020-03-28 04:33:26 +00:00
|
|
|
|
await ModListOutputFolder.DeleteDirectory();
|
2020-10-18 12:59:49 +00:00
|
|
|
|
|
|
|
|
|
if (cancel.IsCancellationRequested)
|
|
|
|
|
{
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
2019-12-10 12:26:49 +00:00
|
|
|
|
UpdateTracker.NextStep("Inferring metas for game file downloads");
|
2019-12-13 00:40:21 +00:00
|
|
|
|
await InferMetas();
|
2019-11-15 23:13:27 +00:00
|
|
|
|
|
2020-10-18 12:59:49 +00:00
|
|
|
|
if (cancel.IsCancellationRequested)
|
|
|
|
|
{
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
2019-12-10 12:26:49 +00:00
|
|
|
|
UpdateTracker.NextStep("Reindexing downloads after meta inferring");
|
2020-10-18 12:59:49 +00:00
|
|
|
|
await VFS.AddRoot(DownloadsPath);
|
|
|
|
|
|
|
|
|
|
if (cancel.IsCancellationRequested)
|
|
|
|
|
{
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
2019-12-12 23:24:27 +00:00
|
|
|
|
UpdateTracker.NextStep("Pre-validating Archives");
|
2020-10-18 12:59:49 +00:00
|
|
|
|
|
2019-09-24 04:34:21 +00:00
|
|
|
|
|
2020-05-02 21:09:29 +00:00
|
|
|
|
// Find all Downloads
|
2020-10-18 12:59:49 +00:00
|
|
|
|
IndexedArchives = (await DownloadsPath.EnumerateFiles()
|
2020-03-25 22:49:32 +00:00
|
|
|
|
.Where(f => f.WithExtension(Consts.MetaFileExtension).Exists)
|
2020-11-03 14:45:08 +00:00
|
|
|
|
.PMap(Queue, UpdateTracker,
|
2020-10-18 12:59:49 +00:00
|
|
|
|
async f => new IndexedArchive(VFS.Index.ByRootPath[f])
|
|
|
|
|
{
|
|
|
|
|
Name = (string)f.FileName,
|
|
|
|
|
IniData = f.WithExtension(Consts.MetaFileExtension).LoadIniFile(),
|
|
|
|
|
Meta = await f.WithExtension(Consts.MetaFileExtension).ReadAllTextAsync()
|
|
|
|
|
})).ToList();
|
2020-05-02 21:09:29 +00:00
|
|
|
|
|
|
|
|
|
|
2020-10-18 13:06:22 +00:00
|
|
|
|
await IndexGameFileHashes();
|
2020-06-11 16:18:21 +00:00
|
|
|
|
|
2020-06-20 23:10:43 +00:00
|
|
|
|
IndexedArchives = IndexedArchives.DistinctBy(a => a.File.AbsoluteName).ToList();
|
|
|
|
|
|
|
|
|
|
await CleanInvalidArchivesAndFillState();
|
2019-12-12 23:24:27 +00:00
|
|
|
|
|
|
|
|
|
UpdateTracker.NextStep("Finding Install Files");
|
2020-03-25 22:49:32 +00:00
|
|
|
|
ModListOutputFolder.CreateDirectory();
|
2019-12-12 23:24:27 +00:00
|
|
|
|
|
2020-10-18 12:59:49 +00:00
|
|
|
|
var mo2Files = SourcePath.EnumerateFiles()
|
2020-03-25 22:49:32 +00:00
|
|
|
|
.Where(p => p.IsFile)
|
2020-01-26 04:50:17 +00:00
|
|
|
|
.Select(p =>
|
|
|
|
|
{
|
2020-03-25 22:49:32 +00:00
|
|
|
|
if (!VFS.Index.ByRootPath.ContainsKey(p))
|
2020-10-18 12:59:49 +00:00
|
|
|
|
{
|
2020-01-26 04:50:17 +00:00
|
|
|
|
Utils.Log($"WELL THERE'S YOUR PROBLEM: {p} {VFS.Index.ByRootPath.Count}");
|
2020-10-18 12:59:49 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return new RawSourceFile(VFS.Index.ByRootPath[p], p.RelativeTo(SourcePath));
|
2020-01-26 04:50:17 +00:00
|
|
|
|
});
|
2019-12-12 23:24:27 +00:00
|
|
|
|
|
2020-01-07 05:23:59 +00:00
|
|
|
|
// If Game Folder Files exists, ignore the game folder
|
2019-11-15 13:06:34 +00:00
|
|
|
|
IndexedFiles = IndexedArchives.SelectMany(f => f.File.ThisAndAllChildren)
|
|
|
|
|
.OrderBy(f => f.NestingFactor)
|
2019-09-12 23:44:35 +00:00
|
|
|
|
.GroupBy(f => f.Hash)
|
|
|
|
|
.ToDictionary(f => f.Key, f => f.AsEnumerable());
|
2019-08-15 04:30:37 +00:00
|
|
|
|
|
2020-07-07 20:17:49 +00:00
|
|
|
|
AllFiles.SetTo(mo2Files
|
2019-11-21 15:51:57 +00:00
|
|
|
|
.Concat(lootFiles)
|
2020-04-09 21:05:07 +00:00
|
|
|
|
.DistinctBy(f => f.Path));
|
2019-08-15 04:30:37 +00:00
|
|
|
|
|
2019-09-26 22:32:15 +00:00
|
|
|
|
Info($"Found {AllFiles.Count} files to build into mod list");
|
2019-07-21 04:40:54 +00:00
|
|
|
|
|
2020-10-18 12:59:49 +00:00
|
|
|
|
if (cancel.IsCancellationRequested)
|
|
|
|
|
{
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
2019-11-24 23:03:36 +00:00
|
|
|
|
UpdateTracker.NextStep("Verifying destinations");
|
|
|
|
|
|
2019-09-30 23:39:41 +00:00
|
|
|
|
var dups = AllFiles.GroupBy(f => f.Path)
|
|
|
|
|
.Where(fs => fs.Count() > 1)
|
|
|
|
|
.Select(fs =>
|
|
|
|
|
{
|
2020-10-18 12:59:49 +00:00
|
|
|
|
Utils.Log(
|
|
|
|
|
$"Duplicate files installed to {fs.Key} from : {String.Join(", ", fs.Select(f => f.AbsolutePath))}");
|
2019-09-30 23:39:41 +00:00
|
|
|
|
return fs;
|
|
|
|
|
}).ToList();
|
|
|
|
|
|
|
|
|
|
if (dups.Count > 0)
|
|
|
|
|
{
|
|
|
|
|
Error($"Found {dups.Count} duplicates, exiting");
|
|
|
|
|
}
|
|
|
|
|
|
2020-10-18 12:59:49 +00:00
|
|
|
|
if (cancel.IsCancellationRequested)
|
|
|
|
|
{
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
2019-11-24 23:03:36 +00:00
|
|
|
|
UpdateTracker.NextStep("Loading INIs");
|
|
|
|
|
|
2020-10-18 12:59:49 +00:00
|
|
|
|
ModInis.SetTo(SourcePath.Combine(Consts.MO2ModFolderName)
|
2020-03-25 23:15:19 +00:00
|
|
|
|
.EnumerateDirectories()
|
2019-09-12 23:44:35 +00:00
|
|
|
|
.Select(f =>
|
|
|
|
|
{
|
2020-03-25 23:15:19 +00:00
|
|
|
|
var modName = f.FileName;
|
|
|
|
|
var metaPath = f.Combine("meta.ini");
|
2020-03-28 18:22:53 +00:00
|
|
|
|
return metaPath.Exists ? (mod_name: f, metaPath.LoadIniFile()) : default;
|
2019-09-12 23:44:35 +00:00
|
|
|
|
})
|
2020-03-28 18:22:53 +00:00
|
|
|
|
.Where(f => f.Item1 != default)
|
2020-04-09 21:05:07 +00:00
|
|
|
|
.Select(f => new KeyValuePair<AbsolutePath, dynamic>(f.Item1, f.Item2)));
|
2019-08-11 22:57:32 +00:00
|
|
|
|
|
2020-06-20 23:10:43 +00:00
|
|
|
|
ArchivesByFullPath = IndexedArchives.ToDictionary(a => a.File.AbsoluteName);
|
|
|
|
|
|
2020-10-18 12:59:49 +00:00
|
|
|
|
if (cancel.IsCancellationRequested)
|
|
|
|
|
{
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
2019-08-20 04:57:08 +00:00
|
|
|
|
var stack = MakeStack();
|
2019-11-17 04:16:42 +00:00
|
|
|
|
UpdateTracker.NextStep("Running Compilation Stack");
|
2019-12-04 01:26:26 +00:00
|
|
|
|
var results = await AllFiles.PMap(Queue, UpdateTracker, f => RunStack(stack, f));
|
2019-07-21 04:40:54 +00:00
|
|
|
|
|
2019-07-26 20:59:14 +00:00
|
|
|
|
// Add the extra files that were generated by the stack
|
2020-10-18 12:59:49 +00:00
|
|
|
|
if (cancel.IsCancellationRequested)
|
|
|
|
|
{
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
2019-11-24 23:03:36 +00:00
|
|
|
|
UpdateTracker.NextStep($"Adding {ExtraFiles.Count} that were generated by the stack");
|
2019-12-04 01:26:26 +00:00
|
|
|
|
results = results.Concat(ExtraFiles).ToArray();
|
2019-07-26 20:59:14 +00:00
|
|
|
|
|
2020-01-20 01:36:09 +00:00
|
|
|
|
var noMatch = results.OfType<NoMatch>().ToArray();
|
|
|
|
|
PrintNoMatches(noMatch);
|
2020-10-18 12:59:49 +00:00
|
|
|
|
if (CheckForNoMatchExit(noMatch))
|
|
|
|
|
{
|
|
|
|
|
return false;
|
|
|
|
|
}
|
2019-07-21 04:40:54 +00:00
|
|
|
|
|
2020-07-27 21:33:45 +00:00
|
|
|
|
foreach (var ignored in results.OfType<IgnoredDirectly>())
|
|
|
|
|
{
|
|
|
|
|
Utils.Log($"Ignored {ignored.To} because {ignored.Reason}");
|
|
|
|
|
}
|
|
|
|
|
|
2020-04-09 21:05:07 +00:00
|
|
|
|
InstallDirectives.SetTo(results.Where(i => !(i is IgnoredDirectly)));
|
2019-07-21 22:47:17 +00:00
|
|
|
|
|
2019-09-24 15:26:44 +00:00
|
|
|
|
Info("Getting Nexus api_key, please click authorize if a browser window appears");
|
2019-08-09 21:13:02 +00:00
|
|
|
|
|
2019-11-24 23:03:36 +00:00
|
|
|
|
UpdateTracker.NextStep("Verifying Files");
|
2019-09-23 21:37:10 +00:00
|
|
|
|
zEditIntegration.VerifyMerges(this);
|
2019-08-05 23:58:42 +00:00
|
|
|
|
|
2020-06-30 23:09:59 +00:00
|
|
|
|
UpdateTracker.NextStep("Building Patches");
|
|
|
|
|
await BuildPatches();
|
2020-10-18 12:59:49 +00:00
|
|
|
|
|
2019-11-24 23:03:36 +00:00
|
|
|
|
UpdateTracker.NextStep("Gathering Archives");
|
2019-12-04 01:26:26 +00:00
|
|
|
|
await GatherArchives();
|
2020-10-18 12:59:49 +00:00
|
|
|
|
|
2019-11-24 23:03:36 +00:00
|
|
|
|
UpdateTracker.NextStep("Including Archive Metadata");
|
2019-12-07 07:22:54 +00:00
|
|
|
|
await IncludeArchiveMetadata();
|
2019-07-23 04:27:26 +00:00
|
|
|
|
|
2020-03-04 12:10:49 +00:00
|
|
|
|
UpdateTracker.NextStep("Gathering Metadata");
|
|
|
|
|
await GatherMetaData();
|
|
|
|
|
|
2019-09-12 23:44:35 +00:00
|
|
|
|
ModList = new ModList
|
2019-07-23 04:27:26 +00:00
|
|
|
|
{
|
2019-12-10 12:26:49 +00:00
|
|
|
|
GameType = CompilingGame.Game,
|
2020-10-01 12:24:26 +00:00
|
|
|
|
WabbajackVersion = Consts.CurrentMinimumWabbajackVersion,
|
2019-12-03 21:13:29 +00:00
|
|
|
|
Archives = SelectedArchives.ToList(),
|
2019-11-03 16:43:43 +00:00
|
|
|
|
ModManager = ModManager.MO2,
|
2019-08-02 23:04:04 +00:00
|
|
|
|
Directives = InstallDirectives,
|
2020-05-13 14:06:18 +00:00
|
|
|
|
Name = ModListName ?? MO2Profile!,
|
2019-10-07 14:44:28 +00:00
|
|
|
|
Author = ModListAuthor ?? "",
|
|
|
|
|
Description = ModListDescription ?? "",
|
2020-04-15 17:40:41 +00:00
|
|
|
|
Readme = ModlistReadme ?? "",
|
2020-03-28 02:54:14 +00:00
|
|
|
|
Image = ModListImage != default ? ModListImage.FileName : default,
|
2020-04-27 09:58:33 +00:00
|
|
|
|
Website = !string.IsNullOrWhiteSpace(ModListWebsite) ? new Uri(ModListWebsite) : null,
|
2020-10-18 12:59:49 +00:00
|
|
|
|
Version = ModlistVersion ?? new Version(1, 0, 0, 0),
|
2020-04-27 09:58:33 +00:00
|
|
|
|
IsNSFW = ModlistIsNSFW
|
2019-07-23 04:27:26 +00:00
|
|
|
|
};
|
2020-10-18 12:59:49 +00:00
|
|
|
|
|
2020-09-05 19:36:44 +00:00
|
|
|
|
UpdateTracker.NextStep("Including required files");
|
|
|
|
|
await InlineFiles();
|
2019-07-23 04:27:26 +00:00
|
|
|
|
|
2019-11-24 23:03:36 +00:00
|
|
|
|
UpdateTracker.NextStep("Running Validation");
|
|
|
|
|
|
2020-03-22 15:50:53 +00:00
|
|
|
|
await ValidateModlist.RunValidation(ModList);
|
2019-11-24 23:03:36 +00:00
|
|
|
|
UpdateTracker.NextStep("Generating Report");
|
2019-09-30 23:39:41 +00:00
|
|
|
|
|
2020-02-01 12:13:12 +00:00
|
|
|
|
GenerateManifest();
|
2019-11-24 23:03:36 +00:00
|
|
|
|
|
|
|
|
|
UpdateTracker.NextStep("Exporting Modlist");
|
2020-04-01 23:59:22 +00:00
|
|
|
|
await ExportModList();
|
2019-09-12 23:44:35 +00:00
|
|
|
|
|
2019-07-23 04:27:26 +00:00
|
|
|
|
ResetMembers();
|
|
|
|
|
|
2019-11-24 23:03:36 +00:00
|
|
|
|
UpdateTracker.NextStep("Done Building Modlist");
|
|
|
|
|
|
2019-09-24 04:20:24 +00:00
|
|
|
|
return true;
|
2019-07-21 04:40:54 +00:00
|
|
|
|
}
|
2019-09-12 23:44:35 +00:00
|
|
|
|
|
2019-12-07 07:22:54 +00:00
|
|
|
|
private async Task IncludeArchiveMetadata()
|
2019-11-04 04:36:25 +00:00
|
|
|
|
{
|
|
|
|
|
Utils.Log($"Including {SelectedArchives.Count} .meta files for downloads");
|
2020-03-25 23:33:52 +00:00
|
|
|
|
await SelectedArchives.PMap(Queue, async a =>
|
2019-11-04 04:36:25 +00:00
|
|
|
|
{
|
2020-10-18 12:59:49 +00:00
|
|
|
|
if (a.State is GameFileSourceDownloader.State)
|
|
|
|
|
{
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var source = DownloadsPath.Combine(a.Name + Consts.MetaFileExtension);
|
2020-05-02 21:09:29 +00:00
|
|
|
|
var ini = a.State.GetMetaIniString();
|
|
|
|
|
var (id, fullPath) = await IncludeString(ini);
|
2020-03-25 23:33:52 +00:00
|
|
|
|
InstallDirectives.Add(new ArchiveMeta
|
2019-11-04 04:36:25 +00:00
|
|
|
|
{
|
2020-05-02 21:09:29 +00:00
|
|
|
|
SourceDataID = id,
|
2020-06-20 22:51:47 +00:00
|
|
|
|
Size = fullPath.Size,
|
2020-05-02 21:09:29 +00:00
|
|
|
|
Hash = await fullPath.FileHashAsync(),
|
2020-03-25 23:33:52 +00:00
|
|
|
|
To = source.FileName
|
2019-11-04 04:36:25 +00:00
|
|
|
|
});
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
2019-07-23 04:27:26 +00:00
|
|
|
|
/// <summary>
|
2019-09-12 23:44:35 +00:00
|
|
|
|
/// Clear references to lists that hold a lot of data.
|
2019-07-23 04:27:26 +00:00
|
|
|
|
/// </summary>
|
|
|
|
|
private void ResetMembers()
|
|
|
|
|
{
|
2020-04-12 18:55:59 +00:00
|
|
|
|
AllFiles = new List<RawSourceFile>();
|
|
|
|
|
InstallDirectives = new List<Directive>();
|
|
|
|
|
SelectedArchives = new List<Archive>();
|
|
|
|
|
ExtraFiles = new ConcurrentBag<Directive>();
|
2019-07-23 04:27:26 +00:00
|
|
|
|
}
|
|
|
|
|
|
2019-11-03 16:43:43 +00:00
|
|
|
|
public override IEnumerable<ICompilationStep> GetStack()
|
2019-10-31 02:24:42 +00:00
|
|
|
|
{
|
2020-03-25 23:33:52 +00:00
|
|
|
|
return MakeStack();
|
2019-10-31 02:24:42 +00:00
|
|
|
|
}
|
2019-07-21 04:40:54 +00:00
|
|
|
|
|
|
|
|
|
/// <summary>
|
2019-09-12 23:44:35 +00:00
|
|
|
|
/// Creates a execution stack. The stack should be passed into Run stack. Each function
|
|
|
|
|
/// in this stack will be run in-order and the first to return a non-null result will have its
|
|
|
|
|
/// result included into the pack
|
2019-07-21 04:40:54 +00:00
|
|
|
|
/// </summary>
|
|
|
|
|
/// <returns></returns>
|
2019-11-03 16:43:43 +00:00
|
|
|
|
public override IEnumerable<ICompilationStep> MakeStack()
|
2019-07-21 04:40:54 +00:00
|
|
|
|
{
|
2019-10-31 02:24:42 +00:00
|
|
|
|
Utils.Log("Generating compilation stack");
|
2019-10-30 12:29:06 +00:00
|
|
|
|
return new List<ICompilationStep>
|
|
|
|
|
{
|
2020-01-07 00:24:33 +00:00
|
|
|
|
new IgnoreGameFilesIfGameFolderFilesExist(this),
|
2019-10-30 12:29:06 +00:00
|
|
|
|
new IncludePropertyFiles(this),
|
2020-07-05 15:11:52 +00:00
|
|
|
|
//new IncludeSteamWorkshopItems(this),
|
2020-07-01 03:46:26 +00:00
|
|
|
|
new IgnoreSaveFiles(this),
|
2020-10-18 12:59:49 +00:00
|
|
|
|
new IgnoreStartsWith(this, "logs\\"),
|
2019-10-30 12:29:06 +00:00
|
|
|
|
new IgnoreStartsWith(this, "downloads\\"),
|
2020-10-18 12:59:49 +00:00
|
|
|
|
new IgnoreStartsWith(this, "webcache\\"),
|
2019-10-30 12:29:06 +00:00
|
|
|
|
new IgnoreStartsWith(this, "overwrite\\"),
|
2020-03-04 05:23:08 +00:00
|
|
|
|
new IgnoreStartsWith(this, "crashDumps\\"),
|
2020-10-18 12:59:49 +00:00
|
|
|
|
new IgnorePathContains(this, "temporary_logs"),
|
2019-10-30 12:29:06 +00:00
|
|
|
|
new IgnorePathContains(this, "GPUCache"),
|
|
|
|
|
new IgnorePathContains(this, "SSEEdit Cache"),
|
|
|
|
|
new IgnoreOtherProfiles(this),
|
|
|
|
|
new IgnoreDisabledMods(this),
|
|
|
|
|
new IncludeThisProfile(this),
|
2019-07-21 04:40:54 +00:00
|
|
|
|
// Ignore the ModOrganizer.ini file it contains info created by MO2 on startup
|
2019-10-30 12:29:06 +00:00
|
|
|
|
new IncludeStubbedConfigFiles(this),
|
|
|
|
|
new IncludeLootFiles(this),
|
2020-05-11 12:51:57 +00:00
|
|
|
|
new IgnoreStartsWith(this, Path.Combine((string)Consts.GameFolderFilesDir, "Data")),
|
|
|
|
|
new IgnoreStartsWith(this, Path.Combine((string)Consts.GameFolderFilesDir, "Papyrus Compiler")),
|
2020-10-18 12:59:49 +00:00
|
|
|
|
new IgnoreStartsWith(this, Path.Combine((string)Consts.GameFolderFilesDir, "Skyrim")),
|
2019-10-30 12:29:06 +00:00
|
|
|
|
new IgnoreRegex(this, Consts.GameFolderFilesDir + "\\\\.*\\.bsa"),
|
2020-03-10 04:11:11 +00:00
|
|
|
|
new IncludeRegex(this, "^[^\\\\]*\\.bat$"),
|
2019-10-30 12:29:06 +00:00
|
|
|
|
new IncludeModIniData(this),
|
|
|
|
|
new DirectMatch(this),
|
|
|
|
|
new IncludeTaggedMods(this, Consts.WABBAJACK_INCLUDE),
|
2020-07-27 21:33:45 +00:00
|
|
|
|
new IgnoreEndsWith(this, ".pyc"),
|
|
|
|
|
new IgnoreEndsWith(this, ".log"),
|
2020-10-18 12:59:49 +00:00
|
|
|
|
new DeconstructBSAs(
|
|
|
|
|
this), // Deconstruct BSAs before building patches so we don't generate massive patch files
|
2019-10-30 12:29:06 +00:00
|
|
|
|
new IncludePatches(this),
|
|
|
|
|
new IncludeDummyESPs(this),
|
2019-07-21 12:42:29 +00:00
|
|
|
|
|
2019-09-26 23:08:10 +00:00
|
|
|
|
// There are some types of files that will error the compilation, because they're created on-the-fly via tools
|
2019-07-26 20:59:14 +00:00
|
|
|
|
// so if we don't have a match by this point, just drop them.
|
2019-10-30 12:29:06 +00:00
|
|
|
|
new IgnoreEndsWith(this, ".ini"),
|
|
|
|
|
new IgnoreEndsWith(this, ".html"),
|
|
|
|
|
new IgnoreEndsWith(this, ".txt"),
|
2019-07-26 20:59:14 +00:00
|
|
|
|
// Don't know why, but this seems to get copied around a bit
|
2019-10-30 12:29:06 +00:00
|
|
|
|
new IgnoreEndsWith(this, "HavokBehaviorPostProcess.exe"),
|
2019-08-03 17:37:32 +00:00
|
|
|
|
// Theme file MO2 downloads somehow
|
2019-10-30 12:29:06 +00:00
|
|
|
|
new IgnoreEndsWith(this, "splash.png"),
|
2020-01-06 15:20:18 +00:00
|
|
|
|
// File to force MO2 into portable mode
|
2020-10-18 12:59:49 +00:00
|
|
|
|
new IgnoreEndsWith(this, "portable.txt"),
|
2019-10-30 12:29:06 +00:00
|
|
|
|
new IgnoreEndsWith(this, ".bin"),
|
|
|
|
|
new IgnoreEndsWith(this, ".refcache"),
|
2020-07-05 10:20:26 +00:00
|
|
|
|
//Include custom categories
|
|
|
|
|
new IncludeRegex(this, "categories.dat$"),
|
2019-10-30 12:29:06 +00:00
|
|
|
|
new IgnoreWabbajackInstallCruft(this),
|
2019-07-21 22:47:17 +00:00
|
|
|
|
|
2020-06-20 22:51:47 +00:00
|
|
|
|
//new PatchStockESMs(this),
|
2019-09-12 23:44:35 +00:00
|
|
|
|
|
2019-10-30 12:29:06 +00:00
|
|
|
|
new IncludeAllConfigs(this),
|
|
|
|
|
new zEditIntegration.IncludeZEditPatches(this),
|
2019-11-02 18:36:38 +00:00
|
|
|
|
new IncludeTaggedMods(this, Consts.WABBAJACK_NOMATCH_INCLUDE),
|
2020-12-31 06:44:42 +00:00
|
|
|
|
new IgnorePathContains(this,@"\Edit Scripts\Export\"),
|
2019-10-30 12:29:06 +00:00
|
|
|
|
new DropAll(this)
|
2019-07-21 04:40:54 +00:00
|
|
|
|
};
|
|
|
|
|
}
|
|
|
|
|
}
|
2019-11-20 23:39:03 +00:00
|
|
|
|
}
|