using System; using System.Collections.Generic; using System.Diagnostics; using System.Linq; using System.Reactive.Linq; using System.Threading.Tasks; using Alphaleonis.Win32.Filesystem; using Compression.BSA; using OMODFramework; using Wabbajack.Common.StatusFeed; using Wabbajack.Common.StatusFeed.Errors; using Wabbajack.Common; using Utils = Wabbajack.Common.Utils; namespace Wabbajack.VirtualFileSystem { public class FileExtractor { public static async Task ExtractAll(WorkQueue queue, AbsolutePath source, IEnumerable OnlyFiles = null) { try { if (Consts.SupportedBSAs.Contains(source.Extension)) return await ExtractAllWithBSA(queue, source); else if (source.Extension == Consts.OMOD) return ExtractAllWithOMOD(source); else if (source.Extension == Consts.EXE) return await ExtractAllExe(source); else return await ExtractAllWith7Zip(source, OnlyFiles); } catch (Exception ex) { Utils.ErrorThrow(ex, $"Error while extracting {source}"); throw new Exception(); } } private static async Task ExtractAllExe(AbsolutePath source) { var isArchive = await TestWith7z(source); if (isArchive) { return await ExtractAllWith7Zip(source, null); } var dest = new TempFolder(); Utils.Log($"Extracting {(string)source.FileName}"); var process = new ProcessHelper { Path = @"Extractors\innounp.exe".RelativeTo(AbsolutePath.EntryPoint), Arguments = new object[] {"-x", "-y", "-b", $"-d\"{dest.Dir}\"", source} }; var result = process.Output.Where(d => d.Type == ProcessHelper.StreamType.Output) .ForEachAsync(p => { var (_, line) = p; if (line == null) return; if (line.Length <= 4 || line[3] != '%') return; int.TryParse(line.Substring(0, 3), out var percentInt); Utils.Status($"Extracting {source.FileName} - {line.Trim()}", Percent.FactoryPutInRange(percentInt / 100d)); }); await process.Start(); return new ExtractedFiles(dest); } private class OMODProgress : ICodeProgress { private long _total; public void SetProgress(long inSize, long outSize) { Utils.Status("Extracting OMOD", Percent.FactoryPutInRange(inSize, _total)); } public void Init(long totalSize, bool compressing) { _total = totalSize; } public void Dispose() { // } } private static ExtractedFiles ExtractAllWithOMOD(AbsolutePath source) { var dest = new TempFolder(); Utils.Log($"Extracting {(string)source.FileName}"); Framework.Settings.TempPath = (string)dest.Dir; Framework.Settings.CodeProgress = new OMODProgress(); var omod = new OMOD((string)source); omod.GetDataFiles(); omod.GetPlugins(); return new ExtractedFiles(dest); } private static async Task ExtractAllWithBSA(WorkQueue queue, AbsolutePath source) { try { await using var arch = BSADispatch.OpenRead(source); var files = arch.Files.ToDictionary(f => f.Path, f => (IExtractedFile)new ExtractedBSAFile(f)); return new ExtractedFiles(files, arch); } catch (Exception ex) { Utils.ErrorThrow(ex, $"While Extracting {source}"); throw new Exception(); } } private static async Task ExtractAllWith7Zip(AbsolutePath source, IEnumerable onlyFiles) { TempFile tmpFile = null; var dest = new TempFolder(); Utils.Log(new GenericInfo($"Extracting {(string)source.FileName}", $"The contents of {(string)source.FileName} are being extracted to {(string)source.FileName} using 7zip.exe")); var process = new ProcessHelper { Path = @"Extractors\7z.exe".RelativeTo(AbsolutePath.EntryPoint), }; if (onlyFiles != null) { //It's stupid that we have to do this, but 7zip's file pattern matching isn't very fuzzy IEnumerable AllVariants(string input) { yield return input; yield return "\\" + input; } tmpFile = new TempFile(); await tmpFile.Path.WriteAllLinesAsync(onlyFiles.SelectMany(f => AllVariants((string)f)).ToArray()); process.Arguments = new object[] { "x", "-bsp1", "-y", $"-o\"{dest.Dir}\"", source, $"@\"{tmpFile.Path}\"", "-mmt=off" }; } else { process.Arguments = new object[] {"x", "-bsp1", "-y", $"-o\"{dest.Dir}\"", source, "-mmt=off"}; } var result = process.Output.Where(d => d.Type == ProcessHelper.StreamType.Output) .ForEachAsync(p => { var (_, line) = p; if (line == null) return; if (line.Length <= 4 || line[3] != '%') return; int.TryParse(line.Substring(0, 3), out var percentInt); Utils.Status($"Extracting {(string)source.FileName} - {line.Trim()}", Percent.FactoryPutInRange(percentInt / 100d)); }); var exitCode = await process.Start(); if (exitCode != 0) { Utils.Error(new _7zipReturnError(exitCode, source, dest.Dir, "")); } else { Utils.Status($"Extracting {source.FileName} - done", Percent.One, alsoLog: true); } tmpFile?.Dispose(); return new ExtractedFiles(dest); } /// /// Returns true if the given extension type can be extracted /// /// /// public static async Task CanExtract(AbsolutePath v) { var ext = v.Extension; if(ext != _exeExtension && !Consts.TestArchivesBeforeExtraction.Contains(ext)) return Consts.SupportedArchives.Contains(ext) || Consts.SupportedBSAs.Contains(ext); var isArchive = await TestWith7z(v); if (isArchive) return true; var process = new ProcessHelper { Path = @"Extractors\innounp.exe".RelativeTo(AbsolutePath.EntryPoint), Arguments = new object[] {"-t", v}, }; return await process.Start() == 0; } public static async Task TestWith7z(AbsolutePath file) { var process = new ProcessHelper() { Path = @"Extractors\7z.exe".RelativeTo(AbsolutePath.EntryPoint), Arguments = new object[] {"t", file}, }; return await process.Start() == 0; } private static Extension _exeExtension = new Extension(".exe"); public static bool MightBeArchive(Extension ext) { return ext == _exeExtension || Consts.SupportedArchives.Contains(ext) || Consts.SupportedBSAs.Contains(ext); } } }