mirror of
https://github.com/wabbajack-tools/wabbajack.git
synced 2024-08-30 18:42:17 +00:00
delete old server
This commit is contained in:
Timothy Baldridge
parent
ad844e8545
commit
f004595b5f
@ -1,6 +0,0 @@
|
|||||||
<?xml version="1.0" encoding="utf-8"?>
|
|
||||||
<configuration>
|
|
||||||
<startup>
|
|
||||||
<supportedRuntime version="v4.0" sku=".NETFramework,Version=v4.8"/>
|
|
||||||
</startup>
|
|
||||||
</configuration>
|
|
||||||
@ -1,23 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using MongoDB.Bson.Serialization.Attributes;
|
|
||||||
using Wabbajack.Lib.Downloaders;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer.DTOs
|
|
||||||
{
|
|
||||||
public class DownloadState
|
|
||||||
{
|
|
||||||
[BsonId]
|
|
||||||
public string Key { get; set; }
|
|
||||||
public string Hash { get; set; }
|
|
||||||
|
|
||||||
public AbstractDownloadState State { get; set; }
|
|
||||||
|
|
||||||
public bool IsValid { get; set; }
|
|
||||||
public DateTime LastValidationTime { get; set; } = DateTime.Now;
|
|
||||||
public DateTime FirstValidationTime { get; set; } = DateTime.Now;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,31 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Security.RightsManagement;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using MongoDB.Bson.Serialization.Attributes;
|
|
||||||
using Wabbajack.VirtualFileSystem;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer.DTOs
|
|
||||||
{
|
|
||||||
public class IndexedFile
|
|
||||||
{
|
|
||||||
[BsonId]
|
|
||||||
public string Hash { get; set; }
|
|
||||||
public string SHA256 { get; set; }
|
|
||||||
public string SHA1 { get; set; }
|
|
||||||
public string MD5 { get; set; }
|
|
||||||
public string CRC { get; set; }
|
|
||||||
public long Size { get; set; }
|
|
||||||
public bool IsArchive { get; set; }
|
|
||||||
public List<ChildFile> Children { get; set; } = new List<ChildFile>();
|
|
||||||
}
|
|
||||||
|
|
||||||
public class ChildFile
|
|
||||||
{
|
|
||||||
public string Name;
|
|
||||||
public string Extension;
|
|
||||||
public string Hash;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,32 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using MongoDB.Bson.Serialization.Attributes;
|
|
||||||
using Wabbajack.CacheServer.Jobs;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer.DTOs.JobQueue
|
|
||||||
{
|
|
||||||
public abstract class AJobPayload
|
|
||||||
{
|
|
||||||
public static List<Type> KnownSubTypes = new List<Type> {typeof(IndexJob)};
|
|
||||||
public static Dictionary<Type, string> TypeToName { get; set; }
|
|
||||||
public static Dictionary<string, Type> NameToType { get; set; }
|
|
||||||
|
|
||||||
|
|
||||||
[BsonIgnore]
|
|
||||||
public abstract string Description { get; }
|
|
||||||
|
|
||||||
public virtual bool UsesNexus { get; } = false;
|
|
||||||
|
|
||||||
public abstract Task<JobResult> Execute();
|
|
||||||
|
|
||||||
static AJobPayload()
|
|
||||||
{
|
|
||||||
NameToType = KnownSubTypes.ToDictionary(t => t.FullName.Substring(t.Namespace.Length + 1), t => t);
|
|
||||||
TypeToName = NameToType.ToDictionary(k => k.Value, k => k.Key);
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,67 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using MongoDB.Bson;
|
|
||||||
using MongoDB.Bson.Serialization.Attributes;
|
|
||||||
using MongoDB.Driver;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer.DTOs.JobQueue
|
|
||||||
{
|
|
||||||
public class Job
|
|
||||||
{
|
|
||||||
public enum JobPriority : int
|
|
||||||
{
|
|
||||||
Low,
|
|
||||||
Normal,
|
|
||||||
High,
|
|
||||||
}
|
|
||||||
|
|
||||||
[BsonId]
|
|
||||||
public Guid Id { get; set; }
|
|
||||||
public DateTime? Started { get; set; }
|
|
||||||
public DateTime? Ended { get; set; }
|
|
||||||
public DateTime Created { get; set; } = DateTime.Now;
|
|
||||||
public JobPriority Priority { get; set; } = JobPriority.Normal;
|
|
||||||
|
|
||||||
public JobResult Result { get; set; }
|
|
||||||
public bool RequiresNexus { get; set; } = true;
|
|
||||||
public AJobPayload Payload { get; set; }
|
|
||||||
|
|
||||||
public static async Task<Guid> Enqueue(Job job)
|
|
||||||
{
|
|
||||||
await Server.Config.JobQueue.Connect().InsertOneAsync(job);
|
|
||||||
return job.Id;
|
|
||||||
}
|
|
||||||
|
|
||||||
public static async Task<Job> GetNext()
|
|
||||||
{
|
|
||||||
var filter = new BsonDocument
|
|
||||||
{
|
|
||||||
{"Started", BsonNull.Value}
|
|
||||||
};
|
|
||||||
var update = new BsonDocument
|
|
||||||
{
|
|
||||||
{"$set", new BsonDocument {{"Started", DateTime.Now}}}
|
|
||||||
};
|
|
||||||
var sort = new {Priority=-1, Created=1}.ToBsonDocument();
|
|
||||||
var job = await Server.Config.JobQueue.Connect().FindOneAndUpdateAsync<Job>(filter, update, new FindOneAndUpdateOptions<Job>{Sort = sort});
|
|
||||||
return job;
|
|
||||||
}
|
|
||||||
|
|
||||||
public static async Task<Job> Finish(Job job, JobResult jobResult)
|
|
||||||
{
|
|
||||||
var filter = new BsonDocument
|
|
||||||
{
|
|
||||||
{"query", new BsonDocument {{"Id", job.Id}}},
|
|
||||||
};
|
|
||||||
var update = new BsonDocument
|
|
||||||
{
|
|
||||||
{"$set", new BsonDocument {{"Ended", DateTime.Now}, {"Result", jobResult.ToBsonDocument()}}}
|
|
||||||
};
|
|
||||||
var result = await Server.Config.JobQueue.Connect().FindOneAndUpdateAsync<Job>(filter, update);
|
|
||||||
return result;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,36 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using MongoDB.Bson.Serialization.Attributes;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer.DTOs.JobQueue
|
|
||||||
{
|
|
||||||
public class JobResult
|
|
||||||
{
|
|
||||||
public JobResultType ResultType { get; set; }
|
|
||||||
[BsonIgnoreIfNull]
|
|
||||||
public string Message { get; set; }
|
|
||||||
|
|
||||||
[BsonIgnoreIfNull]
|
|
||||||
public string Stacktrace { get; set; }
|
|
||||||
|
|
||||||
public static JobResult Success()
|
|
||||||
{
|
|
||||||
return new JobResult { ResultType = JobResultType.Success };
|
|
||||||
}
|
|
||||||
|
|
||||||
public static JobResult Error(Exception ex)
|
|
||||||
{
|
|
||||||
return new JobResult {ResultType = JobResultType.Error, Stacktrace = ex.ToString()};
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
public enum JobResultType
|
|
||||||
{
|
|
||||||
Success,
|
|
||||||
Error
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,17 +0,0 @@
|
|||||||
using System;
|
|
||||||
using MongoDB.Bson;
|
|
||||||
using MongoDB.Bson.Serialization.Attributes;
|
|
||||||
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer.DTOs
|
|
||||||
{
|
|
||||||
public class Metric
|
|
||||||
{
|
|
||||||
[BsonId]
|
|
||||||
public ObjectId Id;
|
|
||||||
public DateTime Timestamp;
|
|
||||||
public string Action;
|
|
||||||
public string Subject;
|
|
||||||
public string MetricsKey;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,70 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using MongoDB.Bson.Serialization.Attributes;
|
|
||||||
using MongoDB.Driver;
|
|
||||||
using MongoDB.Driver.Linq;
|
|
||||||
using Wabbajack.Lib;
|
|
||||||
using Wabbajack.Lib.ModListRegistry;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer.DTOs
|
|
||||||
{
|
|
||||||
public class ModListStatus
|
|
||||||
{
|
|
||||||
|
|
||||||
[BsonId]
|
|
||||||
public string Id { get; set; }
|
|
||||||
public ModlistSummary Summary { get; set; }
|
|
||||||
|
|
||||||
public ModlistMetadata Metadata { get; set; }
|
|
||||||
public DetailedStatus DetailedStatus { get; set; }
|
|
||||||
|
|
||||||
public static async Task Update(ModListStatus status)
|
|
||||||
{
|
|
||||||
var id = status.Metadata.Links.MachineURL;
|
|
||||||
await Server.Config.ListValidation.Connect().FindOneAndReplaceAsync<ModListStatus>(s => s.Id == id, status, new FindOneAndReplaceOptions<ModListStatus> {IsUpsert = true});
|
|
||||||
}
|
|
||||||
|
|
||||||
public static IQueryable<ModListStatus> AllSummaries
|
|
||||||
{
|
|
||||||
get
|
|
||||||
{
|
|
||||||
return null;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public static async Task<ModListStatus> ByName(string name)
|
|
||||||
{
|
|
||||||
var result = await Server.Config.ListValidation.Connect()
|
|
||||||
.AsQueryable()
|
|
||||||
.Where(doc => doc.Metadata.Links.MachineURL == name || doc.Metadata.Title == name)
|
|
||||||
.ToListAsync();
|
|
||||||
return result.First();
|
|
||||||
}
|
|
||||||
|
|
||||||
public static IMongoQueryable<ModListStatus> All
|
|
||||||
{
|
|
||||||
get
|
|
||||||
{
|
|
||||||
return Server.Config.ListValidation.Connect().AsQueryable();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public class DetailedStatus
|
|
||||||
{
|
|
||||||
public string Name { get; set; }
|
|
||||||
public DateTime Checked { get; set; } = DateTime.Now;
|
|
||||||
public List<DetailedStatusItem> Archives { get; set; }
|
|
||||||
public DownloadMetadata DownloadMetaData { get; set; }
|
|
||||||
public bool HasFailures { get; set; }
|
|
||||||
public string MachineName { get; set; }
|
|
||||||
}
|
|
||||||
|
|
||||||
public class DetailedStatusItem
|
|
||||||
{
|
|
||||||
public bool IsFailing { get; set; }
|
|
||||||
public Archive Archive { get; set; }
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,14 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using MongoDB.Bson;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer.DTOs
|
|
||||||
{
|
|
||||||
public class MongoDoc
|
|
||||||
{
|
|
||||||
public ObjectId _id { get; set; } = ObjectId.Empty;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,24 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using MongoDB.Bson.Serialization.Attributes;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer.DTOs
|
|
||||||
{
|
|
||||||
public class NexusCacheData<T>
|
|
||||||
{
|
|
||||||
[BsonId]
|
|
||||||
public string Path { get; set; }
|
|
||||||
public T Data { get; set; }
|
|
||||||
public string Game { get; set; }
|
|
||||||
public string ModId { get; set; }
|
|
||||||
|
|
||||||
public DateTime LastCheckedUTC { get; set; } = DateTime.UtcNow;
|
|
||||||
|
|
||||||
[BsonIgnoreIfNull]
|
|
||||||
public string FileId { get; set; }
|
|
||||||
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,74 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using MongoDB.Bson;
|
|
||||||
using MongoDB.Bson.IO;
|
|
||||||
using MongoDB.Bson.Serialization;
|
|
||||||
using MongoDB.Bson.Serialization.Conventions;
|
|
||||||
using Wabbajack.CacheServer.DTOs.JobQueue;
|
|
||||||
using Wabbajack.Lib.Downloaders;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer.DTOs
|
|
||||||
{
|
|
||||||
public static class SerializerSettings
|
|
||||||
{
|
|
||||||
public static void Init()
|
|
||||||
{
|
|
||||||
var dis = new TypeDiscriminator(typeof(AbstractDownloadState), AbstractDownloadState.NameToType,
|
|
||||||
AbstractDownloadState.TypeToName);
|
|
||||||
BsonSerializer.RegisterDiscriminatorConvention(typeof(AbstractDownloadState), dis);
|
|
||||||
BsonClassMap.RegisterClassMap<AbstractDownloadState>(cm => cm.SetIsRootClass(true));
|
|
||||||
|
|
||||||
dis = new TypeDiscriminator(typeof(AJobPayload), AJobPayload.NameToType, AJobPayload.TypeToName);
|
|
||||||
BsonSerializer.RegisterDiscriminatorConvention(typeof(AJobPayload), dis);
|
|
||||||
BsonClassMap.RegisterClassMap<AJobPayload>(cm => cm.SetIsRootClass(true));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
public class TypeDiscriminator : IDiscriminatorConvention
|
|
||||||
{
|
|
||||||
private readonly Type defaultType;
|
|
||||||
private readonly Dictionary<string, Type> typeMap;
|
|
||||||
private Dictionary<Type, string> revMap;
|
|
||||||
|
|
||||||
public TypeDiscriminator(Type defaultType,
|
|
||||||
Dictionary<string, Type> typeMap, Dictionary<Type, string> revMap)
|
|
||||||
{
|
|
||||||
this.defaultType = defaultType;
|
|
||||||
this.typeMap = typeMap;
|
|
||||||
this.revMap = revMap;
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
/// <summary>
|
|
||||||
/// Element Name
|
|
||||||
/// </summary>
|
|
||||||
public string ElementName => "_wjType";
|
|
||||||
|
|
||||||
public Type GetActualType(IBsonReader bsonReader, Type nominalType)
|
|
||||||
{
|
|
||||||
Type type = null;
|
|
||||||
var bookmark = bsonReader.GetBookmark();
|
|
||||||
bsonReader.ReadStartDocument();
|
|
||||||
if (bsonReader.FindElement(ElementName))
|
|
||||||
{
|
|
||||||
var value = bsonReader.ReadString();
|
|
||||||
if (typeMap.ContainsKey(value))
|
|
||||||
type = typeMap[value];
|
|
||||||
}
|
|
||||||
|
|
||||||
bsonReader.ReturnToBookmark(bookmark);
|
|
||||||
if (type == null)
|
|
||||||
throw new Exception($"Type mis-configuration can't find bson type for ${nominalType}");
|
|
||||||
return type;
|
|
||||||
}
|
|
||||||
|
|
||||||
public BsonValue GetDiscriminator(Type nominalType, Type actualType)
|
|
||||||
{
|
|
||||||
return revMap[actualType];
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,19 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Linq.Expressions;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using MongoDB.Driver;
|
|
||||||
using MongoDB.Driver.Linq;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer
|
|
||||||
{
|
|
||||||
public static class Extensions
|
|
||||||
{
|
|
||||||
public static async Task<T> FindOneAsync<T>(this IMongoCollection<T> coll, Expression<Func<T, bool>> expr)
|
|
||||||
{
|
|
||||||
return (await coll.AsQueryable().Where(expr).Take(1).ToListAsync()).FirstOrDefault();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,3 +0,0 @@
|
|||||||
<Weavers xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="FodyWeavers.xsd">
|
|
||||||
<Costura />
|
|
||||||
</Weavers>
|
|
||||||
@ -1,111 +0,0 @@
|
|||||||
<?xml version="1.0" encoding="utf-8"?>
|
|
||||||
<xs:schema xmlns:xs="http://www.w3.org/2001/XMLSchema">
|
|
||||||
<!-- This file was generated by Fody. Manual changes to this file will be lost when your project is rebuilt. -->
|
|
||||||
<xs:element name="Weavers">
|
|
||||||
<xs:complexType>
|
|
||||||
<xs:all>
|
|
||||||
<xs:element name="Costura" minOccurs="0" maxOccurs="1">
|
|
||||||
<xs:complexType>
|
|
||||||
<xs:all>
|
|
||||||
<xs:element minOccurs="0" maxOccurs="1" name="ExcludeAssemblies" type="xs:string">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>A list of assembly names to exclude from the default action of "embed all Copy Local references", delimited with line breaks</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:element>
|
|
||||||
<xs:element minOccurs="0" maxOccurs="1" name="IncludeAssemblies" type="xs:string">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>A list of assembly names to include from the default action of "embed all Copy Local references", delimited with line breaks.</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:element>
|
|
||||||
<xs:element minOccurs="0" maxOccurs="1" name="Unmanaged32Assemblies" type="xs:string">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>A list of unmanaged 32 bit assembly names to include, delimited with line breaks.</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:element>
|
|
||||||
<xs:element minOccurs="0" maxOccurs="1" name="Unmanaged64Assemblies" type="xs:string">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>A list of unmanaged 64 bit assembly names to include, delimited with line breaks.</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:element>
|
|
||||||
<xs:element minOccurs="0" maxOccurs="1" name="PreloadOrder" type="xs:string">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>The order of preloaded assemblies, delimited with line breaks.</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:element>
|
|
||||||
</xs:all>
|
|
||||||
<xs:attribute name="CreateTemporaryAssemblies" type="xs:boolean">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>This will copy embedded files to disk before loading them into memory. This is helpful for some scenarios that expected an assembly to be loaded from a physical file.</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:attribute>
|
|
||||||
<xs:attribute name="IncludeDebugSymbols" type="xs:boolean">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>Controls if .pdbs for reference assemblies are also embedded.</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:attribute>
|
|
||||||
<xs:attribute name="DisableCompression" type="xs:boolean">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>Embedded assemblies are compressed by default, and uncompressed when they are loaded. You can turn compression off with this option.</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:attribute>
|
|
||||||
<xs:attribute name="DisableCleanup" type="xs:boolean">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>As part of Costura, embedded assemblies are no longer included as part of the build. This cleanup can be turned off.</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:attribute>
|
|
||||||
<xs:attribute name="LoadAtModuleInit" type="xs:boolean">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>Costura by default will load as part of the module initialization. This flag disables that behavior. Make sure you call CosturaUtility.Initialize() somewhere in your code.</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:attribute>
|
|
||||||
<xs:attribute name="IgnoreSatelliteAssemblies" type="xs:boolean">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>Costura will by default use assemblies with a name like 'resources.dll' as a satellite resource and prepend the output path. This flag disables that behavior.</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:attribute>
|
|
||||||
<xs:attribute name="ExcludeAssemblies" type="xs:string">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>A list of assembly names to exclude from the default action of "embed all Copy Local references", delimited with |</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:attribute>
|
|
||||||
<xs:attribute name="IncludeAssemblies" type="xs:string">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>A list of assembly names to include from the default action of "embed all Copy Local references", delimited with |.</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:attribute>
|
|
||||||
<xs:attribute name="Unmanaged32Assemblies" type="xs:string">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>A list of unmanaged 32 bit assembly names to include, delimited with |.</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:attribute>
|
|
||||||
<xs:attribute name="Unmanaged64Assemblies" type="xs:string">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>A list of unmanaged 64 bit assembly names to include, delimited with |.</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:attribute>
|
|
||||||
<xs:attribute name="PreloadOrder" type="xs:string">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>The order of preloaded assemblies, delimited with |.</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:attribute>
|
|
||||||
</xs:complexType>
|
|
||||||
</xs:element>
|
|
||||||
</xs:all>
|
|
||||||
<xs:attribute name="VerifyAssembly" type="xs:boolean">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>'true' to run assembly verification (PEVerify) on the target assembly after all weavers have been executed.</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:attribute>
|
|
||||||
<xs:attribute name="VerifyIgnoreCodes" type="xs:string">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>A comma-separated list of error codes that can be safely ignored in assembly verification.</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:attribute>
|
|
||||||
<xs:attribute name="GenerateXsd" type="xs:boolean">
|
|
||||||
<xs:annotation>
|
|
||||||
<xs:documentation>'false' to turn off automatic generation of the XML Schema file.</xs:documentation>
|
|
||||||
</xs:annotation>
|
|
||||||
</xs:attribute>
|
|
||||||
</xs:complexType>
|
|
||||||
</xs:element>
|
|
||||||
</xs:schema>
|
|
||||||
@ -1,24 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using Nancy;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer
|
|
||||||
{
|
|
||||||
public class Heartbeat : NancyModule
|
|
||||||
{
|
|
||||||
private static DateTime startTime = DateTime.Now;
|
|
||||||
|
|
||||||
public Heartbeat() : base("/")
|
|
||||||
{
|
|
||||||
Get("/heartbeat", HandleHeartbeat);
|
|
||||||
}
|
|
||||||
|
|
||||||
private object HandleHeartbeat(object arg)
|
|
||||||
{
|
|
||||||
return $"Service is live for: {DateTime.Now - startTime}";
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,144 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.IO;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Linq.Expressions;
|
|
||||||
using System.Security.Policy;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using MongoDB.Driver;
|
|
||||||
using MongoDB.Driver.Linq;
|
|
||||||
using Nancy;
|
|
||||||
using Nettle;
|
|
||||||
using Wabbajack.CacheServer.DTOs.JobQueue;
|
|
||||||
using Wabbajack.CacheServer.Jobs;
|
|
||||||
using Wabbajack.Common;
|
|
||||||
using Wabbajack.Lib;
|
|
||||||
using Wabbajack.Lib.CompilationSteps;
|
|
||||||
using Wabbajack.Lib.Downloaders;
|
|
||||||
using Directory = Alphaleonis.Win32.Filesystem.Directory;
|
|
||||||
using Path = Alphaleonis.Win32.Filesystem.Path;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer
|
|
||||||
{
|
|
||||||
public class JobQueueEndpoints : NancyModule
|
|
||||||
{
|
|
||||||
public JobQueueEndpoints() : base ("/jobs")
|
|
||||||
{
|
|
||||||
Get("/", HandleListJobs);
|
|
||||||
Get("/enqueue_curated_for_indexing", HandleEnqueueAllCurated);
|
|
||||||
Get("/enqueue_game_files_for_indexing", HandleEnqueueAllGameFiles);
|
|
||||||
}
|
|
||||||
|
|
||||||
private readonly Func<object, string> HandleListJobsTemplate = NettleEngine.GetCompiler().Compile(@"
|
|
||||||
<html><head/><body>
|
|
||||||
|
|
||||||
<h2>Jobs - {{$.jobs.Count}} Pending</h2>
|
|
||||||
<h3>{{$.time}}</h3>
|
|
||||||
<ol>
|
|
||||||
{{each $.jobs}}
|
|
||||||
<li>{{$.Description}}</li>
|
|
||||||
{{/each}}
|
|
||||||
</ol>
|
|
||||||
|
|
||||||
<script>
|
|
||||||
setTimeout(function() { location.reload();}, 10000);
|
|
||||||
</script>
|
|
||||||
|
|
||||||
</body></html>");
|
|
||||||
|
|
||||||
private async Task<Response> HandleListJobs(object arg)
|
|
||||||
{
|
|
||||||
var jobs = await Server.Config.JobQueue.Connect()
|
|
||||||
.AsQueryable<Job>()
|
|
||||||
.Where(j => j.Ended == null)
|
|
||||||
.OrderByDescending(j => j.Priority)
|
|
||||||
.ThenBy(j => j.Created)
|
|
||||||
.ToListAsync();
|
|
||||||
|
|
||||||
var response = (Response)HandleListJobsTemplate(new {jobs, time = DateTime.Now});
|
|
||||||
response.ContentType = "text/html";
|
|
||||||
return response;
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
private async Task<string> HandleEnqueueAllCurated(object arg)
|
|
||||||
{
|
|
||||||
var states = await Server.Config.ListValidation.Connect()
|
|
||||||
.AsQueryable()
|
|
||||||
.SelectMany(lst => lst.DetailedStatus.Archives)
|
|
||||||
.Select(a => a.Archive)
|
|
||||||
.ToListAsync();
|
|
||||||
|
|
||||||
var jobs = states.Select(state => new IndexJob {Archive = state})
|
|
||||||
.Select(j => new Job {Payload = j, RequiresNexus = j.UsesNexus})
|
|
||||||
.ToList();
|
|
||||||
|
|
||||||
if (jobs.Count > 0)
|
|
||||||
await Server.Config.JobQueue.Connect().InsertManyAsync(jobs);
|
|
||||||
|
|
||||||
return $"Enqueued {states.Count} jobs";
|
|
||||||
}
|
|
||||||
|
|
||||||
private async Task<string> HandleEnqueueAllGameFiles(object arg)
|
|
||||||
{
|
|
||||||
using (var queue = new WorkQueue(4))
|
|
||||||
{
|
|
||||||
var states = GameRegistry.Games.Values
|
|
||||||
.Where(game => game.GameLocation() != null && game.MainExecutable != null)
|
|
||||||
.SelectMany(game => Directory.EnumerateFiles(game.GameLocation(), "*", SearchOption.AllDirectories)
|
|
||||||
.Select(file => new GameFileSourceDownloader.State
|
|
||||||
{
|
|
||||||
Game = game.Game,
|
|
||||||
GameVersion = game.InstalledVersion,
|
|
||||||
GameFile = file.RelativeTo(game.GameLocation()),
|
|
||||||
}))
|
|
||||||
.ToList();
|
|
||||||
|
|
||||||
await states.PMap(queue, state =>
|
|
||||||
{
|
|
||||||
state.Hash = Path.Combine(state.Game.MetaData().GameLocation(), state.GameFile).FileHash();
|
|
||||||
});
|
|
||||||
|
|
||||||
var jobs = states.Select(state => new IndexJob {Archive = new Archive {Name = Path.GetFileName(state.GameFile), State = state}})
|
|
||||||
.Select(j => new Job {Payload = j, RequiresNexus = j.UsesNexus})
|
|
||||||
.ToList();
|
|
||||||
|
|
||||||
if (jobs.Count > 0)
|
|
||||||
await Server.Config.JobQueue.Connect().InsertManyAsync(jobs);
|
|
||||||
|
|
||||||
return $"Enqueued {states.Count} Jobs";
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public static async Task StartJobQueue()
|
|
||||||
{
|
|
||||||
foreach (var task in Enumerable.Range(0, 4))
|
|
||||||
{
|
|
||||||
var tsk = StartJobQueueInner();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private static async Task StartJobQueueInner()
|
|
||||||
{
|
|
||||||
while (true)
|
|
||||||
{
|
|
||||||
try
|
|
||||||
{
|
|
||||||
var job = await Job.GetNext();
|
|
||||||
if (job == null)
|
|
||||||
{
|
|
||||||
await Task.Delay(5000);
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
var result = await job.Payload.Execute();
|
|
||||||
await Job.Finish(job, result);
|
|
||||||
}
|
|
||||||
catch (Exception ex)
|
|
||||||
{
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,106 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using Alphaleonis.Win32.Filesystem;
|
|
||||||
using MongoDB.Driver;
|
|
||||||
using MongoDB.Driver.Linq;
|
|
||||||
using Wabbajack.CacheServer.DTOs;
|
|
||||||
using Wabbajack.CacheServer.DTOs.JobQueue;
|
|
||||||
using Wabbajack.Common;
|
|
||||||
using Wabbajack.Lib;
|
|
||||||
using Wabbajack.Lib.Downloaders;
|
|
||||||
using Wabbajack.VirtualFileSystem;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer.Jobs
|
|
||||||
{
|
|
||||||
public class IndexJob : AJobPayload
|
|
||||||
{
|
|
||||||
public Archive Archive { get; set; }
|
|
||||||
public override string Description { get; } = "Validate and index an archive";
|
|
||||||
public override bool UsesNexus { get => Archive.State is NexusDownloader.State; }
|
|
||||||
public override async Task<JobResult> Execute()
|
|
||||||
{
|
|
||||||
|
|
||||||
var pk = new List<object>();
|
|
||||||
pk.Add(AbstractDownloadState.TypeToName[Archive.State.GetType()]);
|
|
||||||
pk.AddRange(Archive.State.PrimaryKey);
|
|
||||||
var pk_str = string.Join("|",pk.Select(p => p.ToString()));
|
|
||||||
|
|
||||||
var found = await Server.Config.DownloadStates.Connect().AsQueryable().Where(f => f.Key == pk_str).Take(1).ToListAsync();
|
|
||||||
if (found.Count > 0)
|
|
||||||
return JobResult.Success();
|
|
||||||
|
|
||||||
string fileName = Archive.Name;
|
|
||||||
string folder = Guid.NewGuid().ToString();
|
|
||||||
Utils.Log($"Indexer is downloading {fileName}");
|
|
||||||
var downloadDest = Path.Combine(Server.Config.Indexer.DownloadDir, folder, fileName);
|
|
||||||
await Archive.State.Download(downloadDest);
|
|
||||||
|
|
||||||
using (var queue = new WorkQueue())
|
|
||||||
{
|
|
||||||
var vfs = new Context(queue, true);
|
|
||||||
await vfs.AddRoot(Path.Combine(Server.Config.Indexer.DownloadDir, folder));
|
|
||||||
var archive = vfs.Index.ByRootPath.First();
|
|
||||||
var converted = ConvertArchive(new List<IndexedFile>(), archive.Value);
|
|
||||||
try
|
|
||||||
{
|
|
||||||
await Server.Config.IndexedFiles.Connect().InsertManyAsync(converted, new InsertManyOptions {IsOrdered = false});
|
|
||||||
}
|
|
||||||
catch (MongoBulkWriteException)
|
|
||||||
{
|
|
||||||
}
|
|
||||||
|
|
||||||
await Server.Config.DownloadStates.Connect().InsertOneAsync(new DownloadState
|
|
||||||
{
|
|
||||||
Key = pk_str,
|
|
||||||
Hash = archive.Value.Hash,
|
|
||||||
State = Archive.State,
|
|
||||||
IsValid = true
|
|
||||||
});
|
|
||||||
|
|
||||||
var to_path = Path.Combine(Server.Config.Indexer.ArchiveDir,
|
|
||||||
$"{Path.GetFileName(fileName)}_{archive.Value.Hash.FromBase64().ToHex()}_{Path.GetExtension(fileName)}");
|
|
||||||
if (File.Exists(to_path))
|
|
||||||
File.Delete(downloadDest);
|
|
||||||
else
|
|
||||||
File.Move(downloadDest, to_path);
|
|
||||||
Utils.DeleteDirectory(Path.Combine(Server.Config.Indexer.DownloadDir, folder));
|
|
||||||
}
|
|
||||||
|
|
||||||
return JobResult.Success();
|
|
||||||
}
|
|
||||||
|
|
||||||
private List<IndexedFile> ConvertArchive(List<IndexedFile> files, VirtualFile file, bool isTop = true)
|
|
||||||
{
|
|
||||||
var name = isTop ? Path.GetFileName(file.Name) : file.Name;
|
|
||||||
var ifile = new IndexedFile
|
|
||||||
{
|
|
||||||
Hash = file.Hash,
|
|
||||||
SHA256 = file.ExtendedHashes.SHA256,
|
|
||||||
SHA1 = file.ExtendedHashes.SHA1,
|
|
||||||
MD5 = file.ExtendedHashes.MD5,
|
|
||||||
CRC = file.ExtendedHashes.CRC,
|
|
||||||
Size = file.Size,
|
|
||||||
Children = file.Children != null ? file.Children.Select(
|
|
||||||
f =>
|
|
||||||
{
|
|
||||||
ConvertArchive(files, f, false);
|
|
||||||
|
|
||||||
return new ChildFile
|
|
||||||
{
|
|
||||||
Hash = f.Hash,
|
|
||||||
Name = f.Name.ToLowerInvariant(),
|
|
||||||
Extension = Path.GetExtension(f.Name.ToLowerInvariant())
|
|
||||||
};
|
|
||||||
}).ToList() : new List<ChildFile>()
|
|
||||||
};
|
|
||||||
ifile.IsArchive = ifile.Children.Count > 0;
|
|
||||||
files.Add(ifile);
|
|
||||||
return files;
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,252 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Net.Http;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using Alphaleonis.Win32.Filesystem;
|
|
||||||
using MongoDB.Driver;
|
|
||||||
using Nancy;
|
|
||||||
using Wabbajack.CacheServer.DTOs;
|
|
||||||
using Wabbajack.Common;
|
|
||||||
using Wabbajack.Lib;
|
|
||||||
using Wabbajack.Lib.Downloaders;
|
|
||||||
using Wabbajack.Lib.ModListRegistry;
|
|
||||||
using MongoDB.Driver.Linq;
|
|
||||||
using Nettle;
|
|
||||||
using Nettle.Functions;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer
|
|
||||||
{
|
|
||||||
public class ListValidationService : NancyModule
|
|
||||||
{
|
|
||||||
public ListValidationService() : base("/lists")
|
|
||||||
{
|
|
||||||
Get("/status", HandleGetLists);
|
|
||||||
Get("/force_recheck", HandleForceRecheck);
|
|
||||||
Get("/status/{Name}.json", HandleGetListJson);
|
|
||||||
Get("/status/{Name}.html", HandleGetListHtml);
|
|
||||||
Get("/status/{Name}/broken.rss", HandleGetRSSFeed);
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
private async Task<string> HandleForceRecheck(object arg)
|
|
||||||
{
|
|
||||||
await ValidateLists(false);
|
|
||||||
return "done";
|
|
||||||
}
|
|
||||||
|
|
||||||
private async Task<string> HandleGetLists(object arg)
|
|
||||||
{
|
|
||||||
var summaries = await ModListStatus.All.Select(m => m.Summary).ToListAsync();
|
|
||||||
return summaries.ToJSON();
|
|
||||||
}
|
|
||||||
|
|
||||||
public class ArchiveSummary
|
|
||||||
{
|
|
||||||
public string Name;
|
|
||||||
public AbstractDownloadState State;
|
|
||||||
}
|
|
||||||
public class DetailedSummary
|
|
||||||
{
|
|
||||||
public string Name;
|
|
||||||
public DateTime Checked;
|
|
||||||
public List<ArchiveSummary> Failed;
|
|
||||||
public List<ArchiveSummary> Passed;
|
|
||||||
|
|
||||||
}
|
|
||||||
private async Task<string> HandleGetListJson(dynamic arg)
|
|
||||||
{
|
|
||||||
var metric = Metrics.Log("list_validation.get_list_json", (string)arg.Name);
|
|
||||||
var lst = (await ModListStatus.ByName((string)arg.Name)).DetailedStatus;
|
|
||||||
return lst.ToJSON();
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
private static readonly Func<object, string> HandleGetListTemplate = NettleEngine.GetCompiler().Compile(@"
|
|
||||||
<html><body>
|
|
||||||
<h2>{{lst.Name}} - {{lst.Checked}}</h2>
|
|
||||||
<h3>Failed ({{failed.Count}}):</h3>
|
|
||||||
<ul>
|
|
||||||
{{each $.failed }}
|
|
||||||
<li>{{$.Archive.Name}}</li>
|
|
||||||
{{/each}}
|
|
||||||
</ul>
|
|
||||||
<h3>Passed ({{passed.Count}}):</h3>
|
|
||||||
<ul>
|
|
||||||
{{each $.passed }}
|
|
||||||
<li>{{$.Archive.Name}}</li>
|
|
||||||
{{/each}}
|
|
||||||
</ul>
|
|
||||||
</body></html>
|
|
||||||
");
|
|
||||||
|
|
||||||
private async Task<Response> HandleGetListHtml(dynamic arg)
|
|
||||||
{
|
|
||||||
|
|
||||||
var lst = (await ModListStatus.ByName((string)arg.Name)).DetailedStatus;
|
|
||||||
var response = (Response)HandleGetListTemplate(new
|
|
||||||
{
|
|
||||||
lst,
|
|
||||||
failed = lst.Archives.Where(a => a.IsFailing).ToList(),
|
|
||||||
passed = lst.Archives.Where(a => !a.IsFailing).ToList()
|
|
||||||
});
|
|
||||||
response.ContentType = "text/html";
|
|
||||||
return response;
|
|
||||||
}
|
|
||||||
|
|
||||||
private static readonly Func<object, string> HandleGetRSSFeedTemplate = NettleEngine.GetCompiler().Compile(@"
|
|
||||||
<?xml version=""1.0""?>
|
|
||||||
<rss version=""2.0"">
|
|
||||||
<channel>
|
|
||||||
<title>{{lst.Name}} - Broken Mods</title>
|
|
||||||
<link>http://build.wabbajack.org/status/{{lst.Name}}.html</link>
|
|
||||||
<description>These are mods that are broken and need updating</description>
|
|
||||||
{{ each $.failed }}
|
|
||||||
<item>
|
|
||||||
<title>{{$.Archive.Name}}</title>
|
|
||||||
<link>{{$.Archive.Name}}</link>
|
|
||||||
</item>
|
|
||||||
{{/each}}
|
|
||||||
</channel>
|
|
||||||
</rss>
|
|
||||||
");
|
|
||||||
|
|
||||||
public async Task<Response> HandleGetRSSFeed(dynamic arg)
|
|
||||||
{
|
|
||||||
var metric = Metrics.Log("failed_rss", arg.Name);
|
|
||||||
var lst = (await ModListStatus.ByName((string)arg.Name)).DetailedStatus;
|
|
||||||
var response = (Response)HandleGetRSSFeedTemplate(new
|
|
||||||
{
|
|
||||||
lst,
|
|
||||||
failed = lst.Archives.Where(a => a.IsFailing).ToList(),
|
|
||||||
passed = lst.Archives.Where(a => !a.IsFailing).ToList()
|
|
||||||
});
|
|
||||||
response.ContentType = "application/rss+xml";
|
|
||||||
await metric;
|
|
||||||
return response;
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
public static void Start()
|
|
||||||
{
|
|
||||||
Task.Run(async () =>
|
|
||||||
{
|
|
||||||
while (true)
|
|
||||||
{
|
|
||||||
try
|
|
||||||
{
|
|
||||||
await ValidateLists();
|
|
||||||
}
|
|
||||||
catch (Exception ex)
|
|
||||||
{
|
|
||||||
Utils.Log(ex.ToString());
|
|
||||||
}
|
|
||||||
|
|
||||||
// Sleep for two hours
|
|
||||||
await Task.Delay(1000 * 60 * 60 * 2);
|
|
||||||
}
|
|
||||||
}).FireAndForget();
|
|
||||||
}
|
|
||||||
public static async Task ValidateLists(bool skipIfNewer = true)
|
|
||||||
{
|
|
||||||
Utils.Log("Cleaning Nexus Cache");
|
|
||||||
var client = new HttpClient();
|
|
||||||
//await client.GetAsync("http://build.wabbajack.org/nexus_api_cache/update");
|
|
||||||
|
|
||||||
Utils.Log("Starting Modlist Validation");
|
|
||||||
var modlists = await ModlistMetadata.LoadFromGithub();
|
|
||||||
|
|
||||||
using (var queue = new WorkQueue())
|
|
||||||
{
|
|
||||||
foreach (var list in modlists)
|
|
||||||
{
|
|
||||||
try
|
|
||||||
{
|
|
||||||
await ValidateList(list, queue, skipIfNewer);
|
|
||||||
}
|
|
||||||
catch (Exception ex)
|
|
||||||
{
|
|
||||||
Utils.Log(ex.ToString());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
Utils.Log($"Done validating {modlists.Count} lists");
|
|
||||||
}
|
|
||||||
|
|
||||||
private static async Task ValidateList(ModlistMetadata list, WorkQueue queue, bool skipIfNewer = true)
|
|
||||||
{
|
|
||||||
var existing = await Server.Config.ListValidation.Connect().FindOneAsync(l => l.Id == list.Links.MachineURL);
|
|
||||||
if (skipIfNewer && existing != null && DateTime.UtcNow - existing.DetailedStatus.Checked < TimeSpan.FromHours(2))
|
|
||||||
return;
|
|
||||||
|
|
||||||
var modlist_path = Path.Combine(Consts.ModListDownloadFolder, list.Links.MachineURL + ExtensionManager.Extension);
|
|
||||||
|
|
||||||
if (list.NeedsDownload(modlist_path))
|
|
||||||
{
|
|
||||||
if (File.Exists(modlist_path))
|
|
||||||
File.Delete(modlist_path);
|
|
||||||
|
|
||||||
var state = DownloadDispatcher.ResolveArchive(list.Links.Download);
|
|
||||||
Utils.Log($"Downloading {list.Links.MachineURL} - {list.Title}");
|
|
||||||
await state.Download(modlist_path);
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
Utils.Log($"No changes detected from downloaded modlist");
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
Utils.Log($"Loading {modlist_path}");
|
|
||||||
|
|
||||||
var installer = AInstaller.LoadFromFile(modlist_path);
|
|
||||||
|
|
||||||
Utils.Log($"{installer.Archives.Count} archives to validate");
|
|
||||||
|
|
||||||
DownloadDispatcher.PrepareAll(installer.Archives.Select(a => a.State));
|
|
||||||
|
|
||||||
var validated = (await installer.Archives
|
|
||||||
.PMap(queue, async archive =>
|
|
||||||
{
|
|
||||||
Utils.Log($"Validating: {archive.Name}");
|
|
||||||
bool is_failed;
|
|
||||||
try
|
|
||||||
{
|
|
||||||
is_failed = !(await archive.State.Verify());
|
|
||||||
}
|
|
||||||
catch (Exception)
|
|
||||||
{
|
|
||||||
is_failed = false;
|
|
||||||
}
|
|
||||||
|
|
||||||
return new DetailedStatusItem {IsFailing = is_failed, Archive = archive};
|
|
||||||
}))
|
|
||||||
.ToList();
|
|
||||||
|
|
||||||
|
|
||||||
var status = new DetailedStatus
|
|
||||||
{
|
|
||||||
Name = list.Title,
|
|
||||||
Archives = validated.OrderBy(v => v.Archive.Name).ToList(),
|
|
||||||
DownloadMetaData = list.DownloadMetadata,
|
|
||||||
HasFailures = validated.Any(v => v.IsFailing)
|
|
||||||
};
|
|
||||||
|
|
||||||
var dto = new ModListStatus
|
|
||||||
{
|
|
||||||
Id = list.Links.MachineURL,
|
|
||||||
Summary = new ModlistSummary
|
|
||||||
{
|
|
||||||
Name = status.Name,
|
|
||||||
Checked = status.Checked,
|
|
||||||
Failed = status.Archives.Count(a => a.IsFailing),
|
|
||||||
Passed = status.Archives.Count(a => !a.IsFailing),
|
|
||||||
},
|
|
||||||
DetailedStatus = status,
|
|
||||||
Metadata = list
|
|
||||||
};
|
|
||||||
await ModListStatus.Update(dto);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
@ -1,140 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using Alphaleonis.Win32.Filesystem;
|
|
||||||
using MongoDB.Driver;
|
|
||||||
using MongoDB.Driver.Linq;
|
|
||||||
using Nancy;
|
|
||||||
using Wabbajack.CacheServer.DTOs;
|
|
||||||
using Wabbajack.Common;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer
|
|
||||||
{
|
|
||||||
/// <summary>
|
|
||||||
/// Extremely
|
|
||||||
/// </summary>
|
|
||||||
public class Metrics : NancyModule
|
|
||||||
{
|
|
||||||
private static SemaphoreSlim _lockObject = new SemaphoreSlim(1);
|
|
||||||
|
|
||||||
public static async Task Log(DateTime timestamp, string action, string subject, string metricsKey = null)
|
|
||||||
{
|
|
||||||
var msg = new[] {string.Join("\t", new[]{timestamp.ToString(), metricsKey, action, subject})};
|
|
||||||
Utils.Log(msg.First());
|
|
||||||
var db = Server.Config.Metrics.Connect();
|
|
||||||
await db.InsertOneAsync(new Metric {Timestamp = timestamp, Action = action, Subject = subject, MetricsKey = metricsKey});
|
|
||||||
}
|
|
||||||
|
|
||||||
public static Task Log(string action, string subject)
|
|
||||||
{
|
|
||||||
return Log(DateTime.Now, action, subject);
|
|
||||||
}
|
|
||||||
|
|
||||||
public Metrics() : base("/")
|
|
||||||
{
|
|
||||||
Get("/metrics/{Action}/{Value}", HandleMetrics);
|
|
||||||
Get("/metrics/chart/", HandleChart);
|
|
||||||
Get("/metrics/chart/{Action}/", HandleChart);
|
|
||||||
Get("/metrics/chart/{Action}/{Value}/", HandleChart);
|
|
||||||
Get("/metrics/ingest/{filename}", HandleBulkIngest);
|
|
||||||
}
|
|
||||||
|
|
||||||
private async Task<string> HandleBulkIngest(dynamic arg)
|
|
||||||
{
|
|
||||||
Log("Bulk Loading " + arg.filename.ToString());
|
|
||||||
|
|
||||||
var lines = File.ReadAllLines(Path.Combine(@"c:\tmp", (string)arg.filename));
|
|
||||||
|
|
||||||
var db = Server.Config.Metrics.Connect();
|
|
||||||
|
|
||||||
var data = lines.Select(line => line.Split('\t'))
|
|
||||||
.Where(line => line.Length == 3)
|
|
||||||
.Select(line => new Metric{ Timestamp = DateTime.Parse(line[0]), Action = line[1], Subject = line[2] })
|
|
||||||
.ToList();
|
|
||||||
|
|
||||||
foreach (var metric in data)
|
|
||||||
await db.InsertOneAsync(metric);
|
|
||||||
|
|
||||||
return $"Processed {lines.Length} records";
|
|
||||||
}
|
|
||||||
|
|
||||||
private async Task<string> HandleMetrics(dynamic arg)
|
|
||||||
{
|
|
||||||
var date = DateTime.UtcNow;
|
|
||||||
await Log(date, arg.Action, arg.Value, Request.Headers[Consts.MetricsKeyHeader].FirstOrDefault());
|
|
||||||
return date.ToString();
|
|
||||||
}
|
|
||||||
|
|
||||||
private async Task<Response> HandleChart(dynamic arg)
|
|
||||||
{
|
|
||||||
/*var data = (await GetData()).Select(line => line.Split('\t'))
|
|
||||||
.Where(line => line.Length == 3)
|
|
||||||
.Select(line => new {date = DateTime.Parse(line[0]), Action = line[1], Value = line[2]});*/
|
|
||||||
|
|
||||||
var q = Server.Config.Metrics.Connect().AsQueryable();
|
|
||||||
|
|
||||||
// Remove guids / Default, which come from testing
|
|
||||||
|
|
||||||
if (arg?.Action != null)
|
|
||||||
{
|
|
||||||
var action = (string)arg.Action;
|
|
||||||
q = q.Where(d => d.Action == action);
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
if (arg?.Value != null)
|
|
||||||
{
|
|
||||||
var value = (string)arg.Value;
|
|
||||||
q = q.Where(d => d.Subject.StartsWith(value));
|
|
||||||
}
|
|
||||||
|
|
||||||
var data = (await q.Take(Int32.MaxValue).ToListAsync()).AsEnumerable();
|
|
||||||
data = data.Where(d => !Guid.TryParse(d.Subject ?? "", out Guid v) && (d.Subject ?? "") != "Default");
|
|
||||||
|
|
||||||
var grouped_and_counted = data.GroupBy(d => d.Timestamp.ToString("yyyy-MM-dd"))
|
|
||||||
.OrderBy(d => d.Key)
|
|
||||||
.Select(d => new {Day = d.Key, Count = d.Count()})
|
|
||||||
.ToList();
|
|
||||||
|
|
||||||
var sb = new StringBuilder();
|
|
||||||
sb.Append("<html><head><script src=\"https://cdn.jsdelivr.net/npm/chart.js@2.8.0\"></script></head>");
|
|
||||||
sb.Append("<body><canvas id=\"myChart\"></canvas>");
|
|
||||||
sb.Append("<script language='javascript'>");
|
|
||||||
var script = @"var ctx = document.getElementById('myChart').getContext('2d');
|
|
||||||
var chart = new Chart(ctx, {
|
|
||||||
// The type of chart we want to create
|
|
||||||
type: 'line',
|
|
||||||
|
|
||||||
// The data for our dataset
|
|
||||||
data: {
|
|
||||||
labels: [{{LABELS}}],
|
|
||||||
datasets: [{
|
|
||||||
label: '{{DATASET}}',
|
|
||||||
backgroundColor: 'rgb(255, 99, 132)',
|
|
||||||
borderColor: 'rgb(255, 99, 132)',
|
|
||||||
data: [{{DATA}}]
|
|
||||||
}]
|
|
||||||
},
|
|
||||||
|
|
||||||
// Configuration options go here
|
|
||||||
options: {}
|
|
||||||
});";
|
|
||||||
sb.Append(script.Replace("{{LABELS}}", string.Join(",", grouped_and_counted.Select(e => "'"+e.Day+"'")))
|
|
||||||
.Replace("{{DATA}}", string.Join(",", grouped_and_counted.Select(e => e.Count.ToString())))
|
|
||||||
.Replace("{{DATASET}}", (arg.Action ?? "*") + " - " + (arg.Value ?? "*")));
|
|
||||||
|
|
||||||
sb.Append("</script>");
|
|
||||||
sb.Append("</body></html>");
|
|
||||||
var response = (Response)sb.ToString();
|
|
||||||
response.ContentType = "text/html";
|
|
||||||
return response;
|
|
||||||
}
|
|
||||||
|
|
||||||
public void Log(string l)
|
|
||||||
{
|
|
||||||
Utils.Log("Metrics: " + l);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,344 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.IO;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Net.Http;
|
|
||||||
using System.Reflection;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using MongoDB.Driver;
|
|
||||||
using Nancy;
|
|
||||||
using Newtonsoft.Json;
|
|
||||||
using Wabbajack.CacheServer.DTOs;
|
|
||||||
using Wabbajack.Common;
|
|
||||||
using Wabbajack.Lib.Downloaders;
|
|
||||||
using Wabbajack.Lib.NexusApi;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer
|
|
||||||
{
|
|
||||||
public class NexusCacheModule : NancyModule
|
|
||||||
{
|
|
||||||
|
|
||||||
public NexusCacheModule() : base("/")
|
|
||||||
{
|
|
||||||
Get("/v1/games/{GameName}/mods/{ModID}/files/{FileID}.json", HandleFileID);
|
|
||||||
Get("/v1/games/{GameName}/mods/{ModID}/files.json", HandleGetFiles);
|
|
||||||
Get("/v1/games/{GameName}/mods/{ModID}.json", HandleModInfo);
|
|
||||||
Get("/nexus_api_cache/{request}.json", HandleCacheCall);
|
|
||||||
Get("/nexus_api_cache", ListCache);
|
|
||||||
Get("/nexus_api_cache/update", UpdateCache);
|
|
||||||
Get("/nexus_api_cache/ingest/{Folder}", HandleIngestCache);
|
|
||||||
}
|
|
||||||
|
|
||||||
class UpdatedMod
|
|
||||||
{
|
|
||||||
public long mod_id;
|
|
||||||
public long latest_file_update;
|
|
||||||
public long latest_mod_activity;
|
|
||||||
}
|
|
||||||
|
|
||||||
public async Task<object> UpdateCache(object arg)
|
|
||||||
{
|
|
||||||
var api = await NexusApiClient.Get(Request.Headers["apikey"].FirstOrDefault());
|
|
||||||
|
|
||||||
var gameTasks = GameRegistry.Games.Values
|
|
||||||
.Where(game => game.NexusName != null)
|
|
||||||
.Select(async game =>
|
|
||||||
{
|
|
||||||
return (game,
|
|
||||||
mods: await api.Get<List<UpdatedMod>>(
|
|
||||||
$"https://api.nexusmods.com/v1/games/{game.NexusName}/mods/updated.json?period=1m"));
|
|
||||||
})
|
|
||||||
.Select(async rTask =>
|
|
||||||
{
|
|
||||||
var (game, mods) = await rTask;
|
|
||||||
return mods.Select(mod => new { game = game, mod = mod });
|
|
||||||
}).ToList();
|
|
||||||
|
|
||||||
Utils.Log($"Getting update list for {gameTasks.Count} games");
|
|
||||||
|
|
||||||
var purge = (await Task.WhenAll(gameTasks))
|
|
||||||
.SelectMany(i => i)
|
|
||||||
.ToList();
|
|
||||||
|
|
||||||
Utils.Log($"Found {purge.Count} updated mods in the last month");
|
|
||||||
using (var queue = new WorkQueue())
|
|
||||||
{
|
|
||||||
var collected = await purge.Select(d =>
|
|
||||||
{
|
|
||||||
var a = d.mod.latest_file_update.AsUnixTime();
|
|
||||||
// Mod activity could hide files
|
|
||||||
var b = d.mod.latest_mod_activity.AsUnixTime();
|
|
||||||
|
|
||||||
return new {Game = d.game.NexusName, Date = (a > b ? a : b), ModId = d.mod.mod_id.ToString()};
|
|
||||||
}).PMap(queue, async t =>
|
|
||||||
{
|
|
||||||
var resultA = await Server.Config.NexusModInfos.Connect().DeleteManyAsync(f =>
|
|
||||||
f.Game == t.Game && f.ModId == t.ModId && f.LastCheckedUTC <= t.Date);
|
|
||||||
var resultB = await Server.Config.NexusModFiles.Connect().DeleteManyAsync(f =>
|
|
||||||
f.Game == t.Game && f.ModId == t.ModId && f.LastCheckedUTC <= t.Date);
|
|
||||||
var resultC = await Server.Config.NexusFileInfos.Connect().DeleteManyAsync(f =>
|
|
||||||
f.Game == t.Game && f.ModId == t.ModId && f.LastCheckedUTC <= t.Date);
|
|
||||||
|
|
||||||
return resultA.DeletedCount + resultB.DeletedCount + resultC.DeletedCount;
|
|
||||||
});
|
|
||||||
|
|
||||||
Utils.Log($"Purged {collected.Sum()} cache entries");
|
|
||||||
}
|
|
||||||
|
|
||||||
return "Done";
|
|
||||||
}
|
|
||||||
|
|
||||||
private string ListCache(object arg)
|
|
||||||
{
|
|
||||||
Utils.Log($"{DateTime.Now} - List Cache");
|
|
||||||
return String.Join("",
|
|
||||||
Directory.EnumerateFiles(NexusApiClient.LocalCacheDir)
|
|
||||||
.Select(f => new FileInfo(f))
|
|
||||||
.OrderByDescending(fi => fi.LastWriteTime)
|
|
||||||
.Select(fi =>
|
|
||||||
{
|
|
||||||
var decoded = Encoding.UTF8.GetString(Path.GetFileNameWithoutExtension(fi.Name).FromHex());
|
|
||||||
return $"{fi.LastWriteTime} \t {fi.Length.ToFileSizeString()} \t {decoded} \n";
|
|
||||||
}));
|
|
||||||
}
|
|
||||||
|
|
||||||
private async Task<Response> HandleModInfo(dynamic arg)
|
|
||||||
{
|
|
||||||
Utils.Log($"{DateTime.Now} - Mod Info - {arg.GameName}/{arg.ModID}/");
|
|
||||||
string gameName = arg.GameName;
|
|
||||||
string modId = arg.ModId;
|
|
||||||
var result = await Server.Config.NexusModInfos.Connect()
|
|
||||||
.FindOneAsync(info => info.Game == gameName && info.ModId == modId);
|
|
||||||
|
|
||||||
string method = "CACHED";
|
|
||||||
if (result == null)
|
|
||||||
{
|
|
||||||
var api = await NexusApiClient.Get(Request.Headers["apikey"].FirstOrDefault());
|
|
||||||
var path = $"/v1/games/{gameName}/mods/{modId}.json";
|
|
||||||
var body = await api.Get<ModInfo>(path);
|
|
||||||
result = new NexusCacheData<ModInfo>
|
|
||||||
{
|
|
||||||
Data = body,
|
|
||||||
Path = path,
|
|
||||||
Game = gameName,
|
|
||||||
ModId = modId
|
|
||||||
};
|
|
||||||
try
|
|
||||||
{
|
|
||||||
await Server.Config.NexusModInfos.Connect().InsertOneAsync(result);
|
|
||||||
}
|
|
||||||
catch (MongoWriteException)
|
|
||||||
{
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
method = "NOT_CACHED";
|
|
||||||
}
|
|
||||||
|
|
||||||
Response response = result.Data.ToJSON();
|
|
||||||
response.Headers.Add("WABBAJACK_CACHE_FROM", method);
|
|
||||||
response.ContentType = "application/json";
|
|
||||||
return response;
|
|
||||||
}
|
|
||||||
|
|
||||||
private async Task<Response> HandleFileID(dynamic arg)
|
|
||||||
{
|
|
||||||
Utils.Log($"{DateTime.Now} - File Info - {arg.GameName}/{arg.ModID}/{arg.FileID}");
|
|
||||||
string gameName = arg.GameName;
|
|
||||||
string modId = arg.ModId;
|
|
||||||
string fileId = arg.FileId;
|
|
||||||
var result = await Server.Config.NexusFileInfos.Connect()
|
|
||||||
.FindOneAsync(info => info.Game == gameName && info.ModId == modId && info.FileId == fileId);
|
|
||||||
|
|
||||||
string method = "CACHED";
|
|
||||||
if (result == null)
|
|
||||||
{
|
|
||||||
var api = await NexusApiClient.Get(Request.Headers["apikey"].FirstOrDefault());
|
|
||||||
var path = $"/v1/games/{gameName}/mods/{modId}/files/{fileId}.json";
|
|
||||||
var body = await api.Get<NexusFileInfo>(path);
|
|
||||||
result = new NexusCacheData<NexusFileInfo>
|
|
||||||
{
|
|
||||||
Data = body,
|
|
||||||
Path = path,
|
|
||||||
Game = gameName,
|
|
||||||
ModId = modId,
|
|
||||||
FileId = fileId
|
|
||||||
};
|
|
||||||
try
|
|
||||||
{
|
|
||||||
await Server.Config.NexusFileInfos.Connect().InsertOneAsync(result);
|
|
||||||
}
|
|
||||||
catch (MongoWriteException)
|
|
||||||
{
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
method = "NOT_CACHED";
|
|
||||||
}
|
|
||||||
|
|
||||||
Response response = result.Data.ToJSON();
|
|
||||||
response.Headers.Add("WABBAJACK_CACHE_FROM", method);
|
|
||||||
response.ContentType = "application/json";
|
|
||||||
return response;
|
|
||||||
}
|
|
||||||
|
|
||||||
private async Task<Response> HandleGetFiles(dynamic arg)
|
|
||||||
{
|
|
||||||
Utils.Log($"{DateTime.Now} - Mod Files - {arg.GameName} {arg.ModID}");
|
|
||||||
string gameName = arg.GameName;
|
|
||||||
string modId = arg.ModId;
|
|
||||||
var result = await Server.Config.NexusModFiles.Connect()
|
|
||||||
.FindOneAsync(info => info.Game == gameName && info.ModId == modId);
|
|
||||||
|
|
||||||
string method = "CACHED";
|
|
||||||
if (result == null)
|
|
||||||
{
|
|
||||||
var api = await NexusApiClient.Get(Request.Headers["apikey"].FirstOrDefault());
|
|
||||||
var path = $"/v1/games/{gameName}/mods/{modId}/files.json";
|
|
||||||
var body = await api.Get<NexusApiClient.GetModFilesResponse>(path);
|
|
||||||
result = new NexusCacheData<NexusApiClient.GetModFilesResponse>
|
|
||||||
{
|
|
||||||
Data = body,
|
|
||||||
Path = path,
|
|
||||||
Game = gameName,
|
|
||||||
ModId = modId
|
|
||||||
};
|
|
||||||
try
|
|
||||||
{
|
|
||||||
await Server.Config.NexusModFiles.Connect().InsertOneAsync(result);
|
|
||||||
}
|
|
||||||
catch (MongoWriteException)
|
|
||||||
{
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
method = "NOT_CACHED";
|
|
||||||
}
|
|
||||||
|
|
||||||
Response response = result.Data.ToJSON();
|
|
||||||
response.Headers.Add("WABBAJACK_CACHE_FROM", method);
|
|
||||||
response.ContentType = "application/json";
|
|
||||||
return response;
|
|
||||||
}
|
|
||||||
|
|
||||||
private async Task<string> HandleCacheCall(dynamic arg)
|
|
||||||
{
|
|
||||||
try
|
|
||||||
{
|
|
||||||
string param = (string)arg.request;
|
|
||||||
var url = new Uri(Encoding.UTF8.GetString(param.FromHex()));
|
|
||||||
|
|
||||||
var client = new HttpClient();
|
|
||||||
var builder = new UriBuilder(url) {Host = "localhost", Port = Request.Url.Port ?? 8080, Scheme = "http"};
|
|
||||||
client.DefaultRequestHeaders.Add("apikey", Request.Headers["apikey"]);
|
|
||||||
return await client.GetStringAsync(builder.Uri.ToString());
|
|
||||||
}
|
|
||||||
catch (Exception ex)
|
|
||||||
{
|
|
||||||
Utils.Log(ex.ToString());
|
|
||||||
return "ERROR";
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private async Task<string> HandleIngestCache(dynamic arg)
|
|
||||||
{
|
|
||||||
int count = 0;
|
|
||||||
int failed = 0;
|
|
||||||
|
|
||||||
using (var queue = new WorkQueue())
|
|
||||||
{
|
|
||||||
await Directory.EnumerateFiles(Path.Combine(Server.Config.Settings.TempDir, (string)arg.Folder)).PMap(queue,
|
|
||||||
async file =>
|
|
||||||
{
|
|
||||||
Utils.Log($"Ingesting {file}");
|
|
||||||
if (!file.EndsWith(".json")) return;
|
|
||||||
|
|
||||||
var fileInfo = new FileInfo(file);
|
|
||||||
count++;
|
|
||||||
|
|
||||||
var url = new Url(
|
|
||||||
Encoding.UTF8.GetString(Path.GetFileNameWithoutExtension(file).FromHex()));
|
|
||||||
var split = url.Path.Split(new[] {'/'}, StringSplitOptions.RemoveEmptyEntries);
|
|
||||||
try
|
|
||||||
{
|
|
||||||
switch (split.Length)
|
|
||||||
{
|
|
||||||
case 5 when split[3] == "mods":
|
|
||||||
{
|
|
||||||
var body = file.FromJSON<ModInfo>();
|
|
||||||
|
|
||||||
var payload = new NexusCacheData<ModInfo>();
|
|
||||||
payload.Data = body;
|
|
||||||
payload.Game = split[2];
|
|
||||||
payload.Path = url.Path;
|
|
||||||
payload.ModId = body.mod_id;
|
|
||||||
payload.LastCheckedUTC = fileInfo.LastWriteTimeUtc;
|
|
||||||
|
|
||||||
try
|
|
||||||
{
|
|
||||||
await Server.Config.NexusModInfos.Connect().InsertOneAsync(payload);
|
|
||||||
}
|
|
||||||
catch (MongoWriteException ex)
|
|
||||||
{
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
case 6 when split[5] == "files.json":
|
|
||||||
{
|
|
||||||
var body = file.FromJSON<NexusApiClient.GetModFilesResponse>();
|
|
||||||
var payload = new NexusCacheData<NexusApiClient.GetModFilesResponse>();
|
|
||||||
payload.Path = url.Path;
|
|
||||||
payload.Data = body;
|
|
||||||
payload.Game = split[2];
|
|
||||||
payload.ModId = split[4];
|
|
||||||
payload.LastCheckedUTC = fileInfo.LastWriteTimeUtc;
|
|
||||||
|
|
||||||
try
|
|
||||||
{
|
|
||||||
await Server.Config.NexusModFiles.Connect().InsertOneAsync(payload);
|
|
||||||
}
|
|
||||||
catch (MongoWriteException ex)
|
|
||||||
{
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
case 7 when split[5] == "files":
|
|
||||||
{
|
|
||||||
var body = file.FromJSON<NexusFileInfo>();
|
|
||||||
var payload = new NexusCacheData<NexusFileInfo>();
|
|
||||||
payload.Data = body;
|
|
||||||
payload.Path = url.Path;
|
|
||||||
payload.Game = split[2];
|
|
||||||
payload.FileId = Path.GetFileNameWithoutExtension(split[6]);
|
|
||||||
payload.ModId = split[4];
|
|
||||||
payload.LastCheckedUTC = fileInfo.LastWriteTimeUtc;
|
|
||||||
|
|
||||||
try
|
|
||||||
{
|
|
||||||
await Server.Config.NexusFileInfos.Connect().InsertOneAsync(payload);
|
|
||||||
}
|
|
||||||
catch (MongoWriteException ex)
|
|
||||||
{
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
catch (Exception ex)
|
|
||||||
{
|
|
||||||
failed++;
|
|
||||||
}
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
return $"Inserted {count} caches, {failed} failed";
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,29 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using Nancy.Hosting.Self;
|
|
||||||
using Wabbajack.Common;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer
|
|
||||||
{
|
|
||||||
class Program
|
|
||||||
{
|
|
||||||
static void Main(string[] args)
|
|
||||||
{
|
|
||||||
Utils.LogMessages.Subscribe(Console.WriteLine);
|
|
||||||
using (var server = new Server("http://localhost:8080"))
|
|
||||||
{
|
|
||||||
Consts.WabbajackCacheHostname = "localhost";
|
|
||||||
Consts.WabbajackCachePort = 8080;
|
|
||||||
server.Start();
|
|
||||||
|
|
||||||
ListValidationService.Start();
|
|
||||||
var tsk = JobQueueEndpoints.StartJobQueue();
|
|
||||||
|
|
||||||
Console.ReadLine();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,36 +0,0 @@
|
|||||||
using System.Reflection;
|
|
||||||
using System.Runtime.CompilerServices;
|
|
||||||
using System.Runtime.InteropServices;
|
|
||||||
|
|
||||||
// General Information about an assembly is controlled through the following
|
|
||||||
// set of attributes. Change these attribute values to modify the information
|
|
||||||
// associated with an assembly.
|
|
||||||
[assembly: AssemblyTitle("Wabbajack.CacheServer")]
|
|
||||||
[assembly: AssemblyDescription("")]
|
|
||||||
[assembly: AssemblyConfiguration("")]
|
|
||||||
[assembly: AssemblyCompany("")]
|
|
||||||
[assembly: AssemblyProduct("Wabbajack.CacheServer")]
|
|
||||||
[assembly: AssemblyCopyright("Copyright © 2019")]
|
|
||||||
[assembly: AssemblyTrademark("")]
|
|
||||||
[assembly: AssemblyCulture("")]
|
|
||||||
|
|
||||||
// Setting ComVisible to false makes the types in this assembly not visible
|
|
||||||
// to COM components. If you need to access a type in this assembly from
|
|
||||||
// COM, set the ComVisible attribute to true on that type.
|
|
||||||
[assembly: ComVisible(false)]
|
|
||||||
|
|
||||||
// The following GUID is for the ID of the typelib if this project is exposed to COM
|
|
||||||
[assembly: Guid("bdc9a094-d235-47cd-83ca-44199b60ab20")]
|
|
||||||
|
|
||||||
// Version information for an assembly consists of the following four values:
|
|
||||||
//
|
|
||||||
// Major Version
|
|
||||||
// Minor Version
|
|
||||||
// Build Number
|
|
||||||
// Revision
|
|
||||||
//
|
|
||||||
// You can specify all the values or you can default the Build and Revision Numbers
|
|
||||||
// by using the '*' as shown below:
|
|
||||||
// [assembly: AssemblyVersion("1.0.*")]
|
|
||||||
[assembly: AssemblyVersion("1.0.0.0")]
|
|
||||||
[assembly: AssemblyFileVersion("1.0.0.0")]
|
|
||||||
@ -1,3 +0,0 @@
|
|||||||
# Wabbajack.CacheServer
|
|
||||||
|
|
||||||
CacheServer for caching mod information to reduce the amount of API calls a user has to account for when using Wabbajack to compiler/install a ModList.
|
|
||||||
@ -1,79 +0,0 @@
|
|||||||
using System;
|
|
||||||
using Alphaleonis.Win32.Filesystem;
|
|
||||||
using Nancy;
|
|
||||||
using Nancy.Bootstrapper;
|
|
||||||
using Nancy.Configuration;
|
|
||||||
using Nancy.Hosting.Self;
|
|
||||||
using Nancy.TinyIoc;
|
|
||||||
using Wabbajack.CacheServer.DTOs;
|
|
||||||
using Wabbajack.CacheServer.ServerConfig;
|
|
||||||
using Wabbajack.Common;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer
|
|
||||||
{
|
|
||||||
public class Server : IDisposable
|
|
||||||
{
|
|
||||||
private NancyHost _server;
|
|
||||||
private HostConfiguration _config;
|
|
||||||
public static BuildServerConfig Config;
|
|
||||||
|
|
||||||
static Server()
|
|
||||||
{
|
|
||||||
SerializerSettings.Init();
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
public Server(string address)
|
|
||||||
{
|
|
||||||
Address = address;
|
|
||||||
_config = new HostConfiguration {MaximumConnectionCount = 200, RewriteLocalhost = true};
|
|
||||||
//_config.UrlReservations.CreateAutomatically = true;
|
|
||||||
_server = new NancyHost(_config, new Uri(address));
|
|
||||||
|
|
||||||
Config = File.ReadAllText("config.yaml").FromYaml<BuildServerConfig>();
|
|
||||||
}
|
|
||||||
|
|
||||||
public string Address { get; }
|
|
||||||
|
|
||||||
public void Start()
|
|
||||||
{
|
|
||||||
_server.Start();
|
|
||||||
}
|
|
||||||
|
|
||||||
public void Dispose()
|
|
||||||
{
|
|
||||||
_server?.Dispose();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public class CachingBootstrapper : DefaultNancyBootstrapper
|
|
||||||
{
|
|
||||||
protected override void ApplicationStartup(TinyIoCContainer container, IPipelines pipelines)
|
|
||||||
{
|
|
||||||
pipelines.AfterRequest.AddItemToEndOfPipeline(ctx =>
|
|
||||||
{
|
|
||||||
ctx.Response.WithHeader("Access-Control-Allow-Origin", "*")
|
|
||||||
.WithHeader("Access-Control-Allow-Methods", "POST, GET")
|
|
||||||
.WithHeader("Access-Control-Allow-Headers", "Accept, Origin, Content-type")
|
|
||||||
.WithHeader("Cache-Control","no-store");
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
public override void Configure(INancyEnvironment environment)
|
|
||||||
{
|
|
||||||
environment.Tracing(
|
|
||||||
enabled: true,
|
|
||||||
displayErrorTraces: true);
|
|
||||||
}
|
|
||||||
|
|
||||||
protected override void ConfigureApplicationContainer(TinyIoCContainer container)
|
|
||||||
{
|
|
||||||
container.Register<Heartbeat>();
|
|
||||||
container.Register<JobQueueEndpoints>();
|
|
||||||
container.Register<ListValidationService>();
|
|
||||||
container.Register<Metrics>();
|
|
||||||
container.Register<NexusCacheModule>();
|
|
||||||
container.Register<TestingEndpoints>();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,31 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using MongoDB.Driver.Core.Configuration;
|
|
||||||
using Wabbajack.CacheServer.DTOs;
|
|
||||||
using Wabbajack.CacheServer.DTOs.JobQueue;
|
|
||||||
using Wabbajack.Lib.NexusApi;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer.ServerConfig
|
|
||||||
{
|
|
||||||
public class BuildServerConfig
|
|
||||||
{
|
|
||||||
public MongoConfig<Metric> Metrics { get; set; }
|
|
||||||
public MongoConfig<ModListStatus> ListValidation { get; set; }
|
|
||||||
|
|
||||||
public MongoConfig<Job> JobQueue { get; set; }
|
|
||||||
|
|
||||||
public MongoConfig<IndexedFile> IndexedFiles { get; set; }
|
|
||||||
public MongoConfig<DownloadState> DownloadStates { get; set; }
|
|
||||||
|
|
||||||
public MongoConfig<NexusCacheData<ModInfo>> NexusModInfos { get; set; }
|
|
||||||
public MongoConfig<NexusCacheData<NexusApiClient.GetModFilesResponse>> NexusModFiles { get; set; }
|
|
||||||
public MongoConfig<NexusCacheData<NexusFileInfo>> NexusFileInfos { get; set; }
|
|
||||||
|
|
||||||
public IndexerConfig Indexer { get; set; }
|
|
||||||
|
|
||||||
public Settings Settings { get; set; }
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,16 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer.ServerConfig
|
|
||||||
{
|
|
||||||
public class IndexerConfig
|
|
||||||
{
|
|
||||||
public string DownloadDir { get; set; }
|
|
||||||
public string TempDir { get; set; }
|
|
||||||
|
|
||||||
public string ArchiveDir { get; set; }
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,34 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using MongoDB.Driver;
|
|
||||||
using Wabbajack.CacheServer.DTOs;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer.ServerConfig
|
|
||||||
{
|
|
||||||
public class MongoConfig<T>
|
|
||||||
{
|
|
||||||
public string Host { get; set; }
|
|
||||||
public string Database { get; set; }
|
|
||||||
public string Collection { get; set; }
|
|
||||||
public string Username { get; set; }
|
|
||||||
public string Password { get; set; }
|
|
||||||
|
|
||||||
private IMongoDatabase Client
|
|
||||||
{
|
|
||||||
get
|
|
||||||
{
|
|
||||||
if (Username != null && Password != null)
|
|
||||||
return new MongoClient($"mongodb://{Username}:{Password}@{Host}").GetDatabase(Database);
|
|
||||||
return new MongoClient($"mongodb://{Host}").GetDatabase(Database);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public IMongoCollection<T> Connect()
|
|
||||||
{
|
|
||||||
return Client.GetCollection<T>(Collection);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,13 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer.ServerConfig
|
|
||||||
{
|
|
||||||
public class Settings
|
|
||||||
{
|
|
||||||
public string TempDir { get; set; }
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,28 +0,0 @@
|
|||||||
using System;
|
|
||||||
using System.Collections.Generic;
|
|
||||||
using System.IO;
|
|
||||||
using System.Linq;
|
|
||||||
using System.Text;
|
|
||||||
using System.Threading.Tasks;
|
|
||||||
using Nancy;
|
|
||||||
using Nancy.Responses;
|
|
||||||
|
|
||||||
namespace Wabbajack.CacheServer
|
|
||||||
{
|
|
||||||
/// <summary>
|
|
||||||
/// These endpoints are used by the testing service to verify that manual and direct
|
|
||||||
/// downloading works as expected.
|
|
||||||
/// </summary>
|
|
||||||
public class TestingEndpoints : NancyModule
|
|
||||||
{
|
|
||||||
public TestingEndpoints() : base("/")
|
|
||||||
{
|
|
||||||
Get("/WABBAJACK_TEST_FILE.txt", _ => "Cheese for Everyone!");
|
|
||||||
Get("/WABBAJACK_TEST_FILE.zip", _ =>
|
|
||||||
{
|
|
||||||
var response = new StreamResponse(() => new MemoryStream(Encoding.UTF8.GetBytes("Cheese for Everyone!")), "application/zip");
|
|
||||||
return response.AsAttachment("WABBAJACK_TEST_FILE.zip");
|
|
||||||
});
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -1,169 +0,0 @@
|
|||||||
<?xml version="1.0" encoding="utf-8"?>
|
|
||||||
<Project ToolsVersion="15.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
|
|
||||||
<Import Project="$(MSBuildExtensionsPath)\$(MSBuildToolsVersion)\Microsoft.Common.props" Condition="Exists('$(MSBuildExtensionsPath)\$(MSBuildToolsVersion)\Microsoft.Common.props')" />
|
|
||||||
<PropertyGroup>
|
|
||||||
<Configuration Condition=" '$(Configuration)' == '' ">Debug</Configuration>
|
|
||||||
<Platform Condition=" '$(Platform)' == '' ">AnyCPU</Platform>
|
|
||||||
<ProjectGuid>{BDC9A094-D235-47CD-83CA-44199B60AB20}</ProjectGuid>
|
|
||||||
<OutputType>Exe</OutputType>
|
|
||||||
<RootNamespace>Wabbajack.CacheServer</RootNamespace>
|
|
||||||
<AssemblyName>Wabbajack.CacheServer</AssemblyName>
|
|
||||||
<TargetFrameworkVersion>v4.8</TargetFrameworkVersion>
|
|
||||||
<FileAlignment>512</FileAlignment>
|
|
||||||
<AutoGenerateBindingRedirects>true</AutoGenerateBindingRedirects>
|
|
||||||
<Deterministic>true</Deterministic>
|
|
||||||
<TargetFrameworkProfile />
|
|
||||||
</PropertyGroup>
|
|
||||||
<PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Debug|AnyCPU' ">
|
|
||||||
<PlatformTarget>x64</PlatformTarget>
|
|
||||||
<DebugSymbols>true</DebugSymbols>
|
|
||||||
<DebugType>full</DebugType>
|
|
||||||
<Optimize>false</Optimize>
|
|
||||||
<OutputPath>bin\Debug\</OutputPath>
|
|
||||||
<DefineConstants>DEBUG;TRACE</DefineConstants>
|
|
||||||
<ErrorReport>prompt</ErrorReport>
|
|
||||||
<WarningLevel>4</WarningLevel>
|
|
||||||
<NoWarn>CS1998</NoWarn>
|
|
||||||
<WarningsAsErrors>CS4014</WarningsAsErrors>
|
|
||||||
</PropertyGroup>
|
|
||||||
<PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Release|AnyCPU' ">
|
|
||||||
<PlatformTarget>AnyCPU</PlatformTarget>
|
|
||||||
<DebugType>pdbonly</DebugType>
|
|
||||||
<Optimize>true</Optimize>
|
|
||||||
<OutputPath>bin\Release\</OutputPath>
|
|
||||||
<DefineConstants>TRACE</DefineConstants>
|
|
||||||
<ErrorReport>prompt</ErrorReport>
|
|
||||||
<WarningLevel>4</WarningLevel>
|
|
||||||
<NoWarn>CS1998</NoWarn>
|
|
||||||
<WarningsAsErrors>CS4014</WarningsAsErrors>
|
|
||||||
</PropertyGroup>
|
|
||||||
<PropertyGroup Condition="'$(Configuration)|$(Platform)' == 'Debug|x64'">
|
|
||||||
<DebugSymbols>true</DebugSymbols>
|
|
||||||
<OutputPath>bin\x64\Debug\</OutputPath>
|
|
||||||
<DefineConstants>DEBUG;TRACE</DefineConstants>
|
|
||||||
<DebugType>full</DebugType>
|
|
||||||
<PlatformTarget>x64</PlatformTarget>
|
|
||||||
<LangVersion>7.3</LangVersion>
|
|
||||||
<ErrorReport>prompt</ErrorReport>
|
|
||||||
<CodeAnalysisRuleSet>MinimumRecommendedRules.ruleset</CodeAnalysisRuleSet>
|
|
||||||
<Prefer32Bit>true</Prefer32Bit>
|
|
||||||
</PropertyGroup>
|
|
||||||
<PropertyGroup Condition="'$(Configuration)|$(Platform)' == 'Release|x64'">
|
|
||||||
<OutputPath>bin\x64\Release\</OutputPath>
|
|
||||||
<DefineConstants>TRACE</DefineConstants>
|
|
||||||
<Optimize>true</Optimize>
|
|
||||||
<DebugType>pdbonly</DebugType>
|
|
||||||
<PlatformTarget>x64</PlatformTarget>
|
|
||||||
<LangVersion>7.3</LangVersion>
|
|
||||||
<ErrorReport>prompt</ErrorReport>
|
|
||||||
<CodeAnalysisRuleSet>MinimumRecommendedRules.ruleset</CodeAnalysisRuleSet>
|
|
||||||
<Prefer32Bit>true</Prefer32Bit>
|
|
||||||
</PropertyGroup>
|
|
||||||
<PropertyGroup Condition="'$(Configuration)|$(Platform)' == 'Debug|x86'">
|
|
||||||
<DebugSymbols>true</DebugSymbols>
|
|
||||||
<OutputPath>bin\x86\Debug\</OutputPath>
|
|
||||||
<DefineConstants>DEBUG;TRACE</DefineConstants>
|
|
||||||
<NoWarn>CS1998</NoWarn>
|
|
||||||
<DebugType>full</DebugType>
|
|
||||||
<PlatformTarget>x86</PlatformTarget>
|
|
||||||
<WarningsAsErrors>CS4014</WarningsAsErrors>
|
|
||||||
<LangVersion>7.3</LangVersion>
|
|
||||||
<ErrorReport>prompt</ErrorReport>
|
|
||||||
<CodeAnalysisRuleSet>MinimumRecommendedRules.ruleset</CodeAnalysisRuleSet>
|
|
||||||
<Prefer32Bit>true</Prefer32Bit>
|
|
||||||
</PropertyGroup>
|
|
||||||
<PropertyGroup Condition="'$(Configuration)|$(Platform)' == 'Release|x86'">
|
|
||||||
<OutputPath>bin\x86\Release\</OutputPath>
|
|
||||||
<DefineConstants>TRACE</DefineConstants>
|
|
||||||
<Optimize>true</Optimize>
|
|
||||||
<NoWarn>CS1998</NoWarn>
|
|
||||||
<DebugType>pdbonly</DebugType>
|
|
||||||
<PlatformTarget>x86</PlatformTarget>
|
|
||||||
<WarningsAsErrors>CS4014</WarningsAsErrors>
|
|
||||||
<LangVersion>7.3</LangVersion>
|
|
||||||
<ErrorReport>prompt</ErrorReport>
|
|
||||||
<CodeAnalysisRuleSet>MinimumRecommendedRules.ruleset</CodeAnalysisRuleSet>
|
|
||||||
<Prefer32Bit>true</Prefer32Bit>
|
|
||||||
</PropertyGroup>
|
|
||||||
<ItemGroup>
|
|
||||||
<Reference Include="System" />
|
|
||||||
<Reference Include="System.Core" />
|
|
||||||
<Reference Include="System.Windows" />
|
|
||||||
<Reference Include="System.Windows.Forms" />
|
|
||||||
<Reference Include="System.Xml.Linq" />
|
|
||||||
<Reference Include="System.Data.DataSetExtensions" />
|
|
||||||
<Reference Include="Microsoft.CSharp" />
|
|
||||||
<Reference Include="System.Data" />
|
|
||||||
<Reference Include="System.Net.Http" />
|
|
||||||
<Reference Include="System.Xml" />
|
|
||||||
<Reference Include="WindowsBase" />
|
|
||||||
</ItemGroup>
|
|
||||||
<ItemGroup>
|
|
||||||
<Compile Include="DTOs\DownloadState.cs" />
|
|
||||||
<Compile Include="DTOs\IndexedFile.cs" />
|
|
||||||
<Compile Include="DTOs\JobQueue\AJobPayload.cs" />
|
|
||||||
<Compile Include="DTOs\NexusCacheData.cs" />
|
|
||||||
<Compile Include="Jobs\IndexJob.cs" />
|
|
||||||
<Compile Include="DTOs\JobQueue\Job.cs" />
|
|
||||||
<Compile Include="DTOs\JobQueue\JobResult.cs" />
|
|
||||||
<Compile Include="DTOs\Metric.cs" />
|
|
||||||
<Compile Include="DTOs\ModListStatus.cs" />
|
|
||||||
<Compile Include="DTOs\MongoDoc.cs" />
|
|
||||||
<Compile Include="DTOs\SerializerSettings.cs" />
|
|
||||||
<Compile Include="Extensions.cs" />
|
|
||||||
<Compile Include="JobQueueEndpoints.cs" />
|
|
||||||
<Compile Include="ListValidationService.cs" />
|
|
||||||
<Compile Include="Metrics.cs" />
|
|
||||||
<Compile Include="NexusCacheModule.cs" />
|
|
||||||
<Compile Include="Program.cs" />
|
|
||||||
<Compile Include="Properties\AssemblyInfo.cs" />
|
|
||||||
<Compile Include="Server.cs" />
|
|
||||||
<Compile Include="Heartbeat.cs" />
|
|
||||||
<Compile Include="ServerConfig\BuildServerConfig.cs" />
|
|
||||||
<Compile Include="ServerConfig\IndexerConfig.cs" />
|
|
||||||
<Compile Include="ServerConfig\MongoConfig.cs" />
|
|
||||||
<Compile Include="TestingEndpoints.cs" />
|
|
||||||
</ItemGroup>
|
|
||||||
<ItemGroup>
|
|
||||||
<None Include="App.config" />
|
|
||||||
<None Include="config.yaml">
|
|
||||||
<CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
|
|
||||||
</None>
|
|
||||||
</ItemGroup>
|
|
||||||
<ItemGroup>
|
|
||||||
<ProjectReference Include="..\Wabbajack.Common\Wabbajack.Common.csproj">
|
|
||||||
<Project>{B3F3FB6E-B9EB-4F49-9875-D78578BC7AE5}</Project>
|
|
||||||
<Name>Wabbajack.Common</Name>
|
|
||||||
</ProjectReference>
|
|
||||||
<ProjectReference Include="..\Wabbajack.Lib\Wabbajack.Lib.csproj">
|
|
||||||
<Project>{0a820830-a298-497d-85e0-e9a89efef5fe}</Project>
|
|
||||||
<Name>Wabbajack.Lib</Name>
|
|
||||||
</ProjectReference>
|
|
||||||
<ProjectReference Include="..\Wabbajack.VirtualFileSystem\Wabbajack.VirtualFileSystem.csproj">
|
|
||||||
<Project>{5d6a2eaf-6604-4c51-8ae2-a746b4bc5e3e}</Project>
|
|
||||||
<Name>Wabbajack.VirtualFileSystem</Name>
|
|
||||||
</ProjectReference>
|
|
||||||
</ItemGroup>
|
|
||||||
<ItemGroup>
|
|
||||||
<PackageReference Include="MongoDB.Driver">
|
|
||||||
<Version>2.10.0</Version>
|
|
||||||
</PackageReference>
|
|
||||||
<PackageReference Include="Nancy.Hosting.Self">
|
|
||||||
<Version>2.0.0</Version>
|
|
||||||
</PackageReference>
|
|
||||||
<PackageReference Include="Nettle">
|
|
||||||
<Version>1.3.0</Version>
|
|
||||||
</PackageReference>
|
|
||||||
<PackageReference Include="Newtonsoft.Json">
|
|
||||||
<Version>12.0.3</Version>
|
|
||||||
</PackageReference>
|
|
||||||
<PackageReference Include="ReactiveUI">
|
|
||||||
<Version>11.1.6</Version>
|
|
||||||
</PackageReference>
|
|
||||||
<PackageReference Include="System.Reactive">
|
|
||||||
<Version>4.3.2</Version>
|
|
||||||
</PackageReference>
|
|
||||||
</ItemGroup>
|
|
||||||
<ItemGroup />
|
|
||||||
<Import Project="$(MSBuildToolsPath)\Microsoft.CSharp.targets" />
|
|
||||||
</Project>
|
|
||||||
@ -1,39 +0,0 @@
|
|||||||
---
|
|
||||||
Metrics:
|
|
||||||
Host: internal.test.mongodb
|
|
||||||
Database: wabbajack
|
|
||||||
Collection: metrics
|
|
||||||
ListValidation:
|
|
||||||
Host: internal.test.mongodb
|
|
||||||
Database: wabbajack
|
|
||||||
Collection: mod_lists
|
|
||||||
JobQueue:
|
|
||||||
Host: internal.test.mongodb
|
|
||||||
Database: wabbajack
|
|
||||||
Collection: job_queue
|
|
||||||
IndexedFiles:
|
|
||||||
Host: internal.test.mongodb
|
|
||||||
Database: wabbajack
|
|
||||||
Collection: indexed_files
|
|
||||||
NexusModInfos:
|
|
||||||
Host: internal.test.mongodb
|
|
||||||
Database: wabbajack
|
|
||||||
Collection: nexus_mod_infos
|
|
||||||
NexusModFiles:
|
|
||||||
Host: internal.test.mongodb
|
|
||||||
Database: wabbajack
|
|
||||||
Collection: nexus_mod_files
|
|
||||||
NexusFileInfos:
|
|
||||||
Host: internal.test.mongodb
|
|
||||||
Database: wabbajack
|
|
||||||
Collection: nexus_file_infos
|
|
||||||
DownloadStates:
|
|
||||||
Host: internal.test.mongodb
|
|
||||||
Database: wabbajack
|
|
||||||
Collection: download_states
|
|
||||||
Indexer:
|
|
||||||
DownloadDir: c:\tmp\downloads
|
|
||||||
TempDir: c:\tmp\tmp
|
|
||||||
ArchiveDir: c:\archives
|
|
||||||
Settings:
|
|
||||||
TempDir: c:\tmp\tmp
|
|
||||||
Loading…
Reference in New Issue
Block a user