Upload jit diffs as 7zip with more compression

Author: MihaZupan

Runner/JobBase.cs

@@ -258,6 +258,27 @@ public async Task ZipAndUploadArtifactAsync(string zipFileName, string folderPat
         File.Delete(zipFilePath);
     }
 
+    public async Task SevenZipAndUploadArtifactAsync(string archiveFileName, string folderPath, bool maxCompression = false)
+    {
+        if (!Live)
+        {
+            return;
+        }
+
+        archiveFileName = $"{archiveFileName}.7z";
+        string archiveFilePath = Path.GetFullPath(archiveFileName);
+
+        folderPath = Path.GetFullPath(folderPath);
+
+        await LogAsync($"[{archiveFileName}] Compressing {folderPath}");
+
+        await RunProcessAsync("7z", $"a -mx{(maxCompression ? 9 : 5)} {(maxCompression ? "-md512m" : "")} {archiveFilePath} .", logPrefix: archiveFileName, workDir: folderPath, suppressOutputLogs: true);
+
+        await UploadArtifactAsync(archiveFilePath);
+
+        File.Delete(archiveFilePath);
+    }
+
     public async Task LogAsync(string message)
     {
         message = $"[{FormatElapsedTime(ElapsedTime)}] {message}";

Runner/Jobs/JitDiffJob.cs

@@ -133,7 +133,7 @@ public static async Task CloneRuntimeAndSetupToolsAsync(JobBase job)
     {
         Task cloneRuntimeTask = RuntimeHelpers.CloneRuntimeAsync(job);
 
-        Task setupZipAndWgetTask = job.RunProcessAsync("apt-get", "install -y zip wget ninja-build", logPrefix: "Setup zip & wget");
+        Task setupZipAndWgetTask = job.RunProcessAsync("apt-get", "install -y zip wget p7zip-full ninja-build", logPrefix: "Setup zip & wget");
 
         Task setupJitutilsTask = Task.Run(async () =>
         {
@@ -368,8 +368,8 @@ await Task.WhenAll(
         }
         finally
         {
-            PendingTasks.Enqueue(ZipAndUploadArtifactAsync("jit-diffs-main", DiffsMainDirectory));
-            PendingTasks.Enqueue(ZipAndUploadArtifactAsync("jit-diffs-pr", DiffsPrDirectory));
+            PendingTasks.Enqueue(SevenZipAndUploadArtifactAsync("jit-diffs-main", DiffsMainDirectory, maxCompression: true));
+            PendingTasks.Enqueue(SevenZipAndUploadArtifactAsync("jit-diffs-pr", DiffsPrDirectory, maxCompression: true));
         }
 
         CombineAllDiffs(DiffsMainDirectory, CombinedDasmMainDirectory);