GOG file hashing

Abstractions/NexusMods.Abstractions.Steam/NexusMods.Abstractions.Steam.csproj

@@ -7,6 +7,6 @@
     </ItemGroup>
 
     <ItemGroup>
-      <ProjectReference Include="..\..\src\Abstractions\NexusMods.Abstractions.Hashes\NexusMods.Abstractions.Hashes.csproj" />
+        <ProjectReference Include="..\..\src\Abstractions\NexusMods.Abstractions.Hashes\NexusMods.Abstractions.Hashes.csproj" />
     </ItemGroup>
 </Project>

Directory.Packages.props

@@ -4,6 +4,7 @@
     <PackageVersion Include="Avalonia.Labs.Panels" Version="11.2.0" />
     <PackageVersion Include="Avalonia.Skia" Version="11.2.2" />
     <PackageVersion Include="AvaloniaEdit.TextMate" Version="11.1.0" />
+    <PackageVersion Include="Jitbit.FastCache" Version="1.1.0" />
     <PackageVersion Include="K4os.Compression.LZ4" Version="1.3.8" />
     <PackageVersion Include="Bannerlord.ModuleManager" Version="6.0.246" />
     <PackageVersion Include="BsDiff" Version="1.1.0" />
@@ -37,6 +38,7 @@
     <PackageVersion Include="R3" Version="1.2.9" />
     <PackageVersion Include="R3Extensions.Avalonia" Version="1.2.9" />
     <PackageVersion Include="ReactiveUI" Version="20.1.63" />
+    <PackageVersion Include="SmartFormat" Version="3.5.1" />
     <PackageVersion Include="Spectre.Console.Testing" Version="0.49.1" />
     <PackageVersion Include="SteamKit2" Version="3.0.0" />
     <PackageVersion Include="StrawberryShake.Server" Version="14.1.0" />
@@ -144,4 +146,4 @@
     <PackageVersion Include="Splat.Microsoft.Extensions.Logging" Version="15.2.22" />
     <PackageVersion Include="TransparentValueObjects" Version="1.0.2" />
   </ItemGroup>
-</Project>
+</Project>

NexusMods.App.sln

@@ -286,6 +286,10 @@ Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "NexusMods.Networking.Steam.
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "NexusMods.Abstractions.Hashes", "src\Abstractions\NexusMods.Abstractions.Hashes\NexusMods.Abstractions.Hashes.csproj", "{AF703852-D7B0-4BAD-8C75-B6046C6F0490}"
 EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "NexusMods.Networking.GOG", "src\Networking\NexusMods.Networking.GOG\NexusMods.Networking.GOG.csproj", "{F7FD18A7-2F00-4EB6-84FC-15C57326FDEB}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "NexusMods.Abstractions.GOG", "src\Abstractions\NexusMods.Abstractions.GOG\NexusMods.Abstractions.GOG.csproj", "{03AC4F34-E69A-41E3-9F00-EE5A558D01B9}"
+EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "NexusMods.Abstractions.Logging", "src\Abstractions\NexusMods.Abstractions.Logging\NexusMods.Abstractions.Logging.csproj", "{9DE1C2AC-927A-4BC6-B2A1-7016902F8BAE}"
 EndProject
 Global
@@ -754,6 +758,14 @@ Global
 		{AF703852-D7B0-4BAD-8C75-B6046C6F0490}.Debug|Any CPU.Build.0 = Debug|Any CPU
 		{AF703852-D7B0-4BAD-8C75-B6046C6F0490}.Release|Any CPU.ActiveCfg = Release|Any CPU
 		{AF703852-D7B0-4BAD-8C75-B6046C6F0490}.Release|Any CPU.Build.0 = Release|Any CPU
+		{F7FD18A7-2F00-4EB6-84FC-15C57326FDEB}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{F7FD18A7-2F00-4EB6-84FC-15C57326FDEB}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{F7FD18A7-2F00-4EB6-84FC-15C57326FDEB}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{F7FD18A7-2F00-4EB6-84FC-15C57326FDEB}.Release|Any CPU.Build.0 = Release|Any CPU
+		{03AC4F34-E69A-41E3-9F00-EE5A558D01B9}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{03AC4F34-E69A-41E3-9F00-EE5A558D01B9}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{03AC4F34-E69A-41E3-9F00-EE5A558D01B9}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{03AC4F34-E69A-41E3-9F00-EE5A558D01B9}.Release|Any CPU.Build.0 = Release|Any CPU
 		{9DE1C2AC-927A-4BC6-B2A1-7016902F8BAE}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
 		{9DE1C2AC-927A-4BC6-B2A1-7016902F8BAE}.Debug|Any CPU.Build.0 = Debug|Any CPU
 		{9DE1C2AC-927A-4BC6-B2A1-7016902F8BAE}.Release|Any CPU.ActiveCfg = Release|Any CPU
@@ -891,6 +903,8 @@ Global
 		{24457AAA-8954-4BD6-8EB5-168EAC6EFB1B} = {0CB73565-1207-4A56-A79F-6A8E9BBD795C}
 		{17023DB9-8E31-4397-B3E1-141149987865} = {897C4198-884F-448A-B0B0-C2A6D971EAE0}
 		{AF703852-D7B0-4BAD-8C75-B6046C6F0490} = {0CB73565-1207-4A56-A79F-6A8E9BBD795C}
+		{F7FD18A7-2F00-4EB6-84FC-15C57326FDEB} = {D7E9D8F5-8AC8-4ADA-B219-C549084AD84C}
+		{03AC4F34-E69A-41E3-9F00-EE5A558D01B9} = {0CB73565-1207-4A56-A79F-6A8E9BBD795C}
 		{9DE1C2AC-927A-4BC6-B2A1-7016902F8BAE} = {0CB73565-1207-4A56-A79F-6A8E9BBD795C}
 	EndGlobalSection
 	GlobalSection(ExtensibilityGlobals) = postSolution

NexusMods.App.sln.DotSettings

@@ -36,6 +36,7 @@
 	<s:Boolean x:Key="/Default/CodeStyle/CodeFormatting/CSharpFormat/WRAP_BEFORE_INVOCATION_RPAR/@EntryValue">True</s:Boolean>
 	<s:Int64 x:Key="/Default/CodeStyle/CodeFormatting/CSharpFormat/WRAP_LIMIT/@EntryValue">200</s:Int64>
 	<s:String x:Key="/Default/CodeStyle/Naming/CSharpNaming/Abbreviations/=API/@EntryIndexedValue">API</s:String>
+	<s:String x:Key="/Default/CodeStyle/Naming/CSharpNaming/Abbreviations/=CDN/@EntryIndexedValue">CDN</s:String>
 	<s:String x:Key="/Default/CodeStyle/Naming/CSharpNaming/Abbreviations/=DI/@EntryIndexedValue">DI</s:String>
 	<s:String x:Key="/Default/CodeStyle/Naming/CSharpNaming/Abbreviations/=DTO/@EntryIndexedValue">DTO</s:String>
 	<s:String x:Key="/Default/CodeStyle/Naming/CSharpNaming/Abbreviations/=EA/@EntryIndexedValue">EA</s:String>

src/Abstractions/NexusMods.Abstractions.Cli/ProgressTask.cs

@@ -0,0 +1,61 @@
+using System.Diagnostics;
+using NexusMods.ProxyConsole.Abstractions;
+using NexusMods.ProxyConsole.Abstractions.Implementations;
+
+namespace NexusMods.Abstractions.Cli;
+
+/// <summary>
+/// A wrapper for progress task communication
+/// </summary>
+public class ProgressTask : IAsyncDisposable
+{
+    private readonly IRenderer _renderer;
+    private readonly Guid _taskId;
+    private double _progress = 0;
+    private readonly double? _maxValue;
+
+    internal ProgressTask(IRenderer renderer, Guid taskId, double? maxValue)
+    {
+        _renderer = renderer;
+        _taskId = taskId;
+        _maxValue = maxValue;
+    }
+
+    /// <summary>
+    /// Deletes the progress task
+    /// </summary>
+    public async ValueTask DisposeAsync()
+    {
+        await _renderer.RenderAsync(new DeleteProgressTask { TaskId = _taskId });
+    }
+
+    /// <summary>
+    /// Sets the progress of this task to the given value, in a range of 0 to 1
+    /// </summary>
+    public async Task SetProgress(double progress)
+    {
+        var increment = progress - _progress;
+        _progress = progress;
+        await _renderer.RenderAsync(new UpdateTask { TaskId = _taskId, IncrementProgressBy = increment });
+    }
+
+    /// <summary>
+    /// Increments the progress of this task by the given value, in a range of 0 to 1
+    /// </summary>
+    /// <param name="increment"></param>
+    public async Task IncrementProgress(double increment)
+    {
+        _progress += increment;
+        await _renderer.RenderAsync(new UpdateTask { TaskId = _taskId, IncrementProgressBy = increment });
+    }
+
+    /// <summary>
+    /// Increments the total "value" of this task by the given increment, the progress is then calculated as a percentage of the total value
+    /// </summary>
+    public async Task Increment(double increment)
+    {
+        Debug.Assert(_maxValue.HasValue);
+        var progress = (double)increment / _maxValue!.Value;
+        await IncrementProgress(progress);
+    }
+}

src/Abstractions/NexusMods.Abstractions.Cli/RendererExtensions.cs

@@ -72,13 +72,32 @@
     {
         await renderer.RenderAsync(Renderable.Text(text));
     }
+
+    /// <summary>
+    /// Starts a progress bar box in the renderer that will be stopped when the returned disposable is disposed
+    /// </summary>
+    public static async Task<IAsyncDisposable> WithProgress(this IRenderer renderer)
+    {
+        await renderer.RenderAsync(new StartProgress());
+
+        return new DisposableProgress(renderer);
+    }
+
+    private class DisposableProgress(IRenderer renderer) : IAsyncDisposable
+    { 
+        public async ValueTask DisposeAsync()
+        {
+            await renderer.RenderAsync(new StopProgress());
+        }
+    }
+
 
     /// <summary>
     /// Renders the text to the renderer with the given arguments and template
     /// </summary>
     /// <param name="renderer"></param>
     /// <param name="text"></param>
     public static async ValueTask Text(this IRenderer renderer, string template, params object[] args)
     {
         // Todo: implement custom conversion and formatting for the arguments
         await renderer.RenderAsync(Renderable.Text(template, args.Select(a => a.ToString()!).ToArray()));
@@ -119,4 +138,29 @@
         await renderer.Text(template, args);
         await renderer.Text("Error: {0}", ex);
     }
+
+    /// <summary>
+    /// Creates a new progress task with the given text, the task will be deleted when the returned disposable is disposed
+    /// </summary>
+    public static async ValueTask<ProgressTask> StartProgressTask(this IRenderer renderer, string text, double? maxValue = null)
+    {
+        var taskId = Guid.NewGuid();
+        await renderer.RenderAsync(new CreateProgressTask() { TaskId = taskId, Text = text });
+        return new ProgressTask(renderer, taskId, maxValue);
+    }
+
+    /// <summary>
+    /// Wraps the enumeration in a progress task that will update the progress bar as the items are enumerated
+    /// </summary>
+    public static async IAsyncEnumerable<T> WithProgress<T>(this T[] items, IRenderer renderer, string text)
+    {
+        var increment = 1.0 / items.Length;
+        await using var task = await renderer.StartProgressTask(text);
+
+        foreach (var item in items)
+        {
+            await task.IncrementProgress(increment);
+            yield return item;
+        }
+    }
 }

src/Abstractions/NexusMods.Abstractions.GOG/DTOs/Build.cs

@@ -0,0 +1,72 @@
+using System.Text.Json.Serialization;
+using JetBrains.Annotations;
+using NexusMods.Abstractions.GOG.JsonConverters;
+using NexusMods.Abstractions.GOG.Values;
+
+namespace NexusMods.Abstractions.GOG.DTOs;
+
+/// <summary>
+/// Information about a build, which is a collection of files and the chunks that make up those files. This may sound confusing, but the idea
+/// is that "build" and to some extent "depot" are both metadata concepts. The Build is the information about what a collection of files are tagged
+/// as (like Cyberpunk 1.5) and the depot is metadata about the actual files that are stored on the CDN. There is a 1:1 relationship between depots and
+/// builds. The files in the depot are then stored in one of many CDNs, these CDN links are known as "SecureLinks". There may be many secure links (mirrors)
+/// for a given depot and build.
+/// </summary>
+[UsedImplicitly]
+public class Build
+{
+    /// <summary>
+    /// The unique ID of the build.
+    /// </summary>
+    [JsonPropertyName("build_id")]
+    public required BuildId BuildId { get; init; }
+
+    /// <summary>
+    /// The product ID of the build.
+    /// </summary>
+    [JsonPropertyName("product_id")]
+    public required ProductId ProductId { get; init; }
+
+    /// <summary>
+    /// The OS of the build.
+    /// </summary>
+    [JsonPropertyName("os")]
+    public required string OS { get; init; }
+
+    /// <summary>
+    /// The version of the build.
+    /// </summary>
+    [JsonPropertyName("version_name")]
+    public required string VersionName { get; init; }
+
+    /// <summary>
+    /// Various tags for the build (not sure what these may contain).
+    /// </summary>
+    [JsonPropertyName("tags")]
+    public required string[] Tags { get; init; }
+
+    /// <summary>
+    /// True if the build is public, false if it is private.
+    /// </summary>
+    [JsonPropertyName("public")]
+    public bool Public { get; init; }
+
+    /// <summary>
+    /// The date the build was published.
+    /// </summary>
+    [JsonConverter(typeof(GOGDateTimeOffsetConverter))]
+    [JsonPropertyName("date_published")]
+    public DateTimeOffset DatePublished { get; init; }
+
+    /// <summary>
+    /// The generation of the build data (should be 2).
+    /// </summary>
+    [JsonPropertyName("generation")]
+    public int Generation { get; init; }
+
+    /// <summary>
+    /// A link to the build's details
+    /// </summary>
+    [JsonPropertyName("link")]
+    public required Uri? Link { get; init; }
+}

src/Abstractions/NexusMods.Abstractions.GOG/DTOs/BuildDetails.cs

@@ -0,0 +1,68 @@
+using System.Text.Json.Serialization;
+using JetBrains.Annotations;
+using NexusMods.Abstractions.GOG.Values;
+using NexusMods.Paths;
+
+namespace NexusMods.Abstractions.GOG.DTOs;
+
+/// <summary>
+/// Information about a build, which is a collection of depots.
+/// </summary>
+[UsedImplicitly]
+public class BuildDetails
+{
+    [JsonPropertyName("baseProductId")]
+    public required ProductId BaseProductId { get; init; }
+
+    [JsonPropertyName("buildId")]
+    public required BuildId BuildId { get; init; }
+
+    [JsonPropertyName("dependencies")]
+    public string[] Dependencies { get; init; } = [];
+
+    [JsonPropertyName("depots")]
+    public required BuildDetailsDepot[] Depots { get; init; }
+}
+
+/// <summary>
+/// Details about a depot in a build.
+/// </summary>
+[UsedImplicitly]
+public class BuildDetailsDepot
+{
+    /// <summary>
+    /// The size of the depot when compressed.
+    /// </summary>
+    [JsonPropertyName("compressedSize")]
+    public required Size CompressedSize { get; init; }
+
+    /// <summary>
+    /// The languages supported by the depot.
+    /// </summary>
+    [JsonPropertyName("languages")]
+    public string[] Languages { get; init; } = [];
+
+    /// <summary>
+    /// The unique ID of the manifest for this depot.
+    /// </summary>
+    [JsonPropertyName("manifest")]
+    public required string Manifest { get; init; }
+
+    /// <summary>
+    /// The OS bitness (32, 64) supported by the depot.
+    /// </summary>
+    [JsonPropertyName("osBitness")] 
+    public int[] OSBitness { get; init; } = [];
+
+    /// <summary>
+    /// The product ID of the depot.
+    /// </summary>
+    [JsonPropertyName("productId")]
+    public required ProductId ProductId { get; init; }
+
+    /// <summary>
+    /// The size of the depot when uncompressed.
+    /// </summary>
+    [JsonPropertyName("size")]
+    public required Size Size { get; init; }
+}