global using System; global using System.Collections.Generic; global using System.Text; global using System.Text.Json; global using System.Threading; global using System.Threading.Tasks; global using DTLib.Demystifier; global using DTLib.Filesystem; global using DTLib.Logging; global using ParadoxSaveParser.Lib; global using Directory = DTLib.Filesystem.Directory; global using File = DTLib.Filesystem.File; global using Path = DTLib.Filesystem.Path; using System.Collections.Concurrent; using System.IO; using System.IO.Compression; using System.Linq; using System.Net; using System.Text.Encodings.Web; using DTLib.Dtsod; using DTLib.Extensions; using DTLib.Web; using DTLib.Web.Routes; namespace ParadoxSaveParser.WebAPI; public class Program { private static readonly IOPath _configPath = "./config.dtsod"; private static Config _config = new(); private static readonly ILogger _loggerRoot = new ConsoleLogger(); private static readonly CancellationTokenSource _mainCancel = new(); private static ConcurrentDictionary _saveMetadataStorage = new(); private static JsonSerializerOptions _saveSerializerOptions = new() { WriteIndented = false, Encoder = JavaScriptEncoder.UnsafeRelaxedJsonEscaping, MaxDepth = 1024, }; public static void Main(string[] args) { Console.InputEncoding = Encoding.UTF8; Console.OutputEncoding = Encoding.UTF8; ContextLogger logger = new ContextLogger(nameof(Main), _loggerRoot); Console.CancelKeyPress += (_, _) => { logger.LogInfo("Ctrl+C Pressed"); _mainCancel.Cancel(); }; try { // config if (!File.Exists(_configPath)) { logger.LogWarn("config file not found."); File.WriteAllText(_configPath, _config.ToString()); logger.LogWarn($"created default at {_configPath}."); } else _config = Config.FromDtsod(new DtsodV23(File.ReadAllText(_configPath))); PrepareLocalFiles(); // http server var router = new SimpleRouter(_loggerRoot); router.DefaultRoute = new ServeFilesRouteHandler("public"); router.MapRoute("/getSaveStatus", HttpMethod.GET, GetSaveStatusHandler); router.MapRoute("/uploadSave/eu4", HttpMethod.POST, UploadSaveHandler); router.MapRoute("/parseSave/eu4", HttpMethod.POST, ParseSaveEU4Handler); var app = new WebApp(_config.BaseUrl, _loggerRoot, router, _mainCancel.Token); app.Run().GetAwaiter().GetResult(); } catch (OperationCanceledException ex) { logger.LogWarn($"catched OperationCanceledException from {ex.Source}"); } catch (Exception ex) { logger.LogError(ex.ToStringDemystified()); } } public static void PrepareLocalFiles() { Directory.Create(PathHelper.DATA_DIR); Directory.Create(PathHelper.SAVES_DIR); foreach (var metaFilePath in System.IO.Directory.GetFiles( PathHelper.SAVES_DIR.Str, "*.meta.json", SearchOption.TopDirectoryOnly)) { using var metaFile = File.OpenRead(metaFilePath); var meta = JsonSerializer.Deserialize(metaFile) ?? throw new NullReferenceException(metaFilePath); if (meta.status != SaveFileProcessingStatus.Done) { _loggerRoot.LogWarn(nameof(PrepareLocalFiles), $"metadata file '{metaFilePath}' status has invalid status {meta.status}"); } if(!_saveMetadataStorage.TryAdd(meta.id, meta)) throw new Exception("Guid collision!"); } } public record ErrorMessage(string errorMessage); private static async TaskReturnResponse(HttpListenerContext ctx, HttpStatusCode statusCode, object response) { await JsonSerializer.SerializeAsync(ctx.Response.OutputStream, response, response.GetType(), JsonSerializerOptions.Default, _mainCancel.Token); ctx.Response.StatusCode = (int)statusCode; return statusCode; } private static async TaskReturnResponse(HttpListenerContext ctx, HttpStatusCode statusCode, string response) { await ctx.Response.OutputStream.WriteAsync(response.ToBytes(), _mainCancel.Token); ctx.Response.StatusCode = (int)statusCode; return statusCode; } private static async TaskUploadSaveHandler(HttpListenerContext ctx) { string? contentType = ctx.Request.Headers.GetValues("Content-Type")?.FirstOrDefault(); if (contentType != "application/octet-stream") return await ReturnResponse(ctx, HttpStatusCode.BadRequest, new ErrorMessage($"Invalid request Content-Type: '{contentType}'")); string saveId = Guid.NewGuid().ToString(); IOPath metaFilePath = PathHelper.GetMetaFilePath(saveId); if (File.Exists(metaFilePath)) return await ReturnResponse(ctx, HttpStatusCode.InternalServerError, new ErrorMessage($"Guid collision! file' {metaFilePath}' already exists.")); var meta = new SaveFileMetadata { id = saveId, game = Game.EU4, status = SaveFileProcessingStatus.Initialized, }; if (!_saveMetadataStorage.TryAdd(saveId, meta)) return await ReturnResponse(ctx, HttpStatusCode.InternalServerError, new ErrorMessage($"Guid collision! Can't create metadata with id {saveId}")); meta.status = SaveFileProcessingStatus.Uploading; IOPath saveFilePath = PathHelper.GetSaveFilePath(meta.id); await using var saveFile = File.OpenWrite(saveFilePath); await using var remoteStream = ctx.Request.InputStream; await remoteStream.CopyToAsync(saveFile, _mainCancel.Token); meta.status = SaveFileProcessingStatus.Uploaded; return await ReturnResponse(ctx, HttpStatusCode.OK, saveId); } private static (SaveFileMetadata? meta, ErrorMessage? errorMesage) GetMetaFromRequestId(HttpListenerContext ctx, string requestParamName) { var ids = ctx.Request.QueryString.GetValues(requestParamName); string? id = ids?.FirstOrDefault(); if (string.IsNullOrEmpty(id)) return (null, new ErrorMessage($"No request parameter '{requestParamName}' provided")); if (!_saveMetadataStorage.TryGetValue(id, out var meta)) return (null,new ErrorMessage($"Save with {id} not found")); return (meta, null); } private static async TaskGetSaveStatusHandler(HttpListenerContext ctx) { var (meta, errorMessage) = GetMetaFromRequestId(ctx, "id"); if(errorMessage is not null) return await ReturnResponse(ctx, HttpStatusCode.InternalServerError, errorMessage); return await ReturnResponse(ctx, HttpStatusCode.OK, meta!); } private static async TaskParseSaveEU4Handler(HttpListenerContext ctx) { var (meta, errorMessage) = GetMetaFromRequestId(ctx, "id"); if(errorMessage is not null) return await ReturnResponse(ctx, HttpStatusCode.InternalServerError, errorMessage); try { using var zipArchive = ZipFile.Open(PathHelper.GetSaveFilePath(meta!.id).Str, ZipArchiveMode.Read); var zipEntry = zipArchive.Entries.FirstOrDefault(e => e.Name == "gamestate"); if (zipEntry is null) return await ReturnResponse(ctx, HttpStatusCode.BadRequest, new ErrorMessage("Invalid save format: no 'gamestate' file found")); string extractedGamestatePath = PathHelper.GetSaveFilePath(meta.id) + ".gamestate"; zipEntry.ExtractToFile(extractedGamestatePath); var gamestateStream = File.OpenRead(extractedGamestatePath); meta.status = SaveFileProcessingStatus.Parsing; var parser = new Parser(gamestateStream); var result = parser.Parse(); meta.status = SaveFileProcessingStatus.SavingResults; IOPath resultFilePath = PathHelper.GetParsedSaveFilePath(meta.id); await using var resultFile = File.OpenWrite(resultFilePath); await JsonSerializer.SerializeAsync(resultFile, result, _saveSerializerOptions, _mainCancel.Token); meta.status = SaveFileProcessingStatus.Done; meta.SaveToFile(); } catch (Exception ex) { string errorMesage = ex.ToStringDemystified(); _loggerRoot.LogWarn(nameof(ParseSaveEU4Handler), errorMesage); return await ReturnResponse(ctx, HttpStatusCode.BadRequest, new ErrorMessage(errorMesage)); } return await ReturnResponse(ctx, HttpStatusCode.OK, meta); } }