compress parsed data to .json.zst

2026-09-23 18:25:15 +02:00
parent c6b27cd3c9
commit 55f7d453b1
9 changed files with 67 additions and 35 deletions
@@ -7,12 +7,14 @@ public class BackgroundJobManager
 {
    private readonly ILogger _parentLogger;
    private readonly Config.SaveUploadConfig _uploadConfig;
+    private readonly int _zstdCompressionLevel;
    private long _lastJobId;

-    public BackgroundJobManager(ILogger logger, Config.SaveUploadConfig uploadConfig)
+    public BackgroundJobManager(ILogger logger, Config.SaveUploadConfig uploadConfig, int zstdCompressionLevel)
    {
        _parentLogger = logger;
        _uploadConfig = uploadConfig;
+        _zstdCompressionLevel = zstdCompressionLevel;
    }
    
    public SaveParsingOperation StartNewParsingOperation(
@@ -21,7 +23,7 @@ public class BackgroundJobManager
        long nextId = Interlocked.Increment(ref _lastJobId);
        var contextLogger = new ContextLogger($"BackgroundJob-{nextId}", _parentLogger);
        var op = new SaveParsingOperation(nextId, meta, filter,
-            _uploadConfig.MaxSizePlainTextBytes, contextLogger, ct);
+            _uploadConfig.MaxSizePlainTextBytes, _zstdCompressionLevel, contextLogger, ct);
        op.StartAsync();
        return op;
    }