Spd/Spr Merging

Emulator/AFS.Stream.Emulator/AFS.Stream.Emulator.csproj

@@ -47,8 +47,8 @@
   </ItemGroup>
 
   <ItemGroup>
-    <PackageReference Include="AFSLib" Version="1.1.0" />
-    <PackageReference Include="Reloaded.Memory" Version="8.0.1" />
+    <PackageReference Include="AFSLib" Version="1.1.1" />
+    <PackageReference Include="Reloaded.Memory" Version="9.3.2" />
     <PackageReference Include="Reloaded.Mod.Interfaces" Version="2.3.0" ExcludeAssets="runtime" />
   </ItemGroup>
 

Emulator/AFS.Stream.Emulator/Afs/AfsBuilder.cs

@@ -5,6 +5,7 @@
 using FileEmulationFramework.Lib.IO.Struct;
 using FileEmulationFramework.Lib.Utilities;
 using Microsoft.Win32.SafeHandles;
+using Reloaded.Memory.Extensions;
 using Reloaded.Memory.Streams;
 
 // Aliasing for readability, since our assembly name has priority over 'stream'
@@ -75,8 +76,8 @@ public unsafe MultiStream Build(IntPtr handle, string filepath, Logger? logger =
         headerStream.SetLength(headerLength);
 
         // Write header magic and file count
-        headerStream.Write<int>(0x00534641); // 'AFS '
-        headerStream.Write<int>(numFiles);
+        headerStream.Write(0x00534641); // 'AFS '
+        headerStream.Write(numFiles);
 
         // Make MultiStream
         var pairs = new List<StreamOffsetPair<Strim>>()

Emulator/ARC.Stream.Emulator/ARC.Stream.Emulator.csproj

@@ -45,7 +45,7 @@
   </ItemGroup>
 
   <ItemGroup>
-	  <PackageReference Include="Reloaded.Memory" Version="8.0.1" />
+	  <PackageReference Include="Reloaded.Memory" Version="9.3.2" />
 	  <PackageReference Include="Reloaded.Mod.Interfaces" Version="2.3.0" ExcludeAssets="runtime" />
   </ItemGroup>
 

Emulator/ARC.Stream.Emulator/Arc/ArcBuilder.cs

@@ -5,6 +5,7 @@
 using FileEmulationFramework.Lib.IO.Struct;
 using FileEmulationFramework.Lib.Utilities;
 using Microsoft.Win32.SafeHandles;
+using Reloaded.Memory.Extensions;
 using Reloaded.Memory.Streams;
 
 // Aliasing for readability, since our assembly name has priority over 'stream'
@@ -42,7 +43,7 @@ public unsafe MultiStream Build(IntPtr handle, string filepath, Logger? logger =
         MemoryStream headerStream = new MemoryStream(headerLength);
 
         // Write header magic and file count
-        headerStream.Write( 0x4C435241 ); // 'ARCL'
+        headerStream.Write(0x4C435241); // 'ARCL'
         headerStream.Write(numFiles);
 
         // Make MultiStream
@@ -70,7 +71,6 @@ public unsafe MultiStream Build(IntPtr handle, string filepath, Logger? logger =
             }
             else if (x < entries.Length)
             {
-
                 length = (int)entries[x].Length;
 
                 var originalEntry = new FileSlice(entries[x].Offset, length, filepath);

Emulator/AWB.Stream.Emulator/AWB.Stream.Emulator.csproj

@@ -44,7 +44,7 @@
   </ItemGroup>
 
   <ItemGroup>
-    <PackageReference Include="Reloaded.Memory" Version="8.0.1" />
+    <PackageReference Include="Reloaded.Memory" Version="9.3.2" />
     <PackageReference Include="Reloaded.Mod.Interfaces" Version="2.3.0" ExcludeAssets="runtime" />
     <PackageReference Include="Reloaded.Memory.SigScan.ReloadedII.Interfaces" Version="1.2.0" />
   </ItemGroup>

Emulator/AWB.Stream.Emulator/Awb/AwbBuilder.cs

@@ -5,6 +5,7 @@
 using FileEmulationFramework.Lib.IO.Struct;
 using FileEmulationFramework.Lib.Utilities;
 using Microsoft.Win32.SafeHandles;
+using Reloaded.Memory.Extensions;
 using Reloaded.Memory.Streams;
 
 // Aliasing for readability, since our assembly name has priority over 'stream'
@@ -73,14 +74,14 @@ public MultiStream Build(IntPtr handle, string filepath, Logger? logger = null)
         headerStream.SetLength(headerLength);
 
         // Write header magic and file count
-        headerStream.Write<int>(Afs2Header.ExpectedMagic); // 'AFS2'
-        headerStream.Write<byte>((byte)(subKey != 0 ? 2 : 1)); // 'Type'
-        headerStream.Write<byte>(posFieldSize); // 'PosLength'
-        headerStream.Write<byte>(idFieldSize); // 'IdLength'
-        headerStream.Write<byte>(0); // 'Pad'
-        headerStream.Write<int>(numFiles); // 'Entry Count'
-        headerStream.Write<short>(AwbAlignment); // 'Alignment'
-        headerStream.Write<short>(subKey); // 'Encryption Key'
+        headerStream.Write(Afs2Header.ExpectedMagic); // 'AFS2'
+        headerStream.Write((byte)(subKey != 0 ? 2 : 1)); // 'Type'
+        headerStream.Write(posFieldSize); // 'PosLength'
+        headerStream.Write(idFieldSize); // 'IdLength'
+        headerStream.Write((byte)0); // 'Pad'
+        headerStream.Write(numFiles); // 'Entry Count'
+        headerStream.Write((short)AwbAlignment); // 'Alignment'
+        headerStream.Write((short)subKey); // 'Encryption Key'
 
         // Make MultiStream
         var pairs = new List<StreamOffsetPair<Strim>>()

Emulator/AWB.Stream.Emulator/Awb/Utilities/ValueWriters.cs

@@ -1,4 +1,5 @@
-using Reloaded.Memory.Streams;
+using Reloaded.Memory.Extensions;
+using Reloaded.Memory.Streams;
 // ReSharper disable RedundantTypeArgumentsOfMethod
 
 namespace AWB.Stream.Emulator.Awb.Utilities;
@@ -19,16 +20,16 @@ public static void WriteNumber(this MemoryStream stream, long value, int size)
         switch (size)
         {
             case 1:
-                stream.Write<byte>((byte)value);
+                stream.Write((byte)value);
                 break;
             case 2:                
-                stream.Write<short>((short)value);
+                stream.Write((short)value);
                 break;
             case 4:
-                stream.Write<int>((int)value);
+                stream.Write((int)value);
                 break;
             case 8:
-                stream.Write<long>(value);
+                stream.Write(value);
                 break;
             default:
                 ThrowHelpers.ThrowBadFieldSizeException();

Emulator/Interfaces/SPD.File.Emulator.Interfaces/ISpdEmulator.cs

@@ -0,0 +1,57 @@
+using SPD.File.Emulator.Interfaces.Structures.IO;
+
+namespace SPD.File.Emulator.Interfaces;
+
+/// <summary>
+/// APIs exposed by Spd Emulator.
+/// </summary>
+public interface ISpdEmulator
+{
+    /// <summary>
+    /// Tries to create an emulated SPD file using an SPD file embedded inside another file as source.
+    /// </summary>
+    /// <param name="sourcePath">Path to the file from which the data will be sourced.</param>
+    /// <param name="offset">Offset in the file where the SPD starts.</param>
+    /// <param name="route">The route of the emulated file.</param>
+    /// <param name="destinationPath">Path to where the emulated file should be put.</param>
+    public bool TryCreateFromFileSlice(string sourcePath, long offset, string route, string destinationPath);
+
+    /// <summary>
+    /// Tries to create an emulated SPD file by merging any applicable sprite or texture files, using the input as the base
+    /// </summary>
+    /// <param name="sourcePath">Path to the SPD file to use as a base.</param>
+    /// <param name="route">The route of the emulated SPD file.</param>
+    /// <param name="destinationPath">Path to where the emulated SPD file should be put.</param>
+    public bool TryCreateFromSpd(string sourcePath, string route, string destinationPath);
+
+    /// <summary>
+    /// Invalidates a file, i.e. unregisters it, will be recreated on next access.
+    /// </summary>
+    /// <param name="SPDPath">Path of the SPD file.</param>
+    public void InvalidateFile(string SPDPath);
+
+    /// <summary>
+    /// Gets the list of input files from other mods fed into the emulator.
+    /// </summary>
+    public RouteGroupTuple[] GetEmulatorInput();
+
+    /// <summary>
+    /// Registers an already merged SPD as an emulated one
+    /// </summary>
+    /// <param name="sourcePath">The path to the SPD file to register</param>
+    /// <param name="destinationPath">The path where the emulated SPD file should be put</param>
+    public void RegisterSpd(string sourcePath, string destinationPath);
+
+    /// <summary>
+    /// Adds a new file to be injected into emulated SPDs
+    /// </summary>
+    /// <param name="file">The path to the file to add</param>
+    /// <param name="route">The route the file is in</param>
+    public void AddFile(string file, string route);
+
+    /// <summary>
+    /// Adds a directory to SPD Emulator so it's like the files were in FEmulator\SPD
+    /// </summary>
+    /// <param name="dir">The directory to add the files from</param>
+    public void AddDirectory(string dir);
+}

Emulator/Interfaces/SPD.File.Emulator.Interfaces/SPD.File.Emulator.Interfaces.csproj

@@ -0,0 +1,9 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <TargetFramework>net7.0</TargetFramework>
+    <ImplicitUsings>enable</ImplicitUsings>
+    <Nullable>enable</Nullable>
+  </PropertyGroup>
+
+</Project>

Emulator/Interfaces/SPD.File.Emulator.Interfaces/Structures/IO/Structures.cs

@@ -0,0 +1,50 @@
+namespace SPD.File.Emulator.Interfaces.Structures.IO;
+
+
+/// <summary>
+/// Represents information tied to an individual directory.
+/// </summary>
+public struct DirectoryInformation
+{
+    /// <summary>
+    /// Full path to the directory.
+    /// </summary>
+    public string FullPath;
+
+    /// <summary>
+    /// Last time this directory was modified.
+    /// </summary>
+    public DateTime LastWriteTime;
+}
+
+/// <summary>
+/// Groups a single directory and a list of files associated with it.
+/// </summary>
+public class DirectoryFilesGroup
+{
+    /// <summary>
+    /// The directory in question.
+    /// </summary>
+    public DirectoryInformation Directory;
+
+    /// <summary>
+    /// The relative file paths tied to this directory.
+    /// </summary>
+    public string[] Files = Array.Empty<string>();
+}
+
+/// <summary>
+/// A tuple representing a group and a route.
+/// </summary>
+public struct RouteGroupTuple
+{
+    /// <summary>
+    /// Route associated with this tuple.
+    /// </summary>
+    public string Route;
+
+    /// <summary>
+    /// Files bound by this route.
+    /// </summary>
+    public DirectoryFilesGroup Files;
+}

Emulator/ONE.Heroes.Stream.Emulator/ONE.Heroes.Stream.Emulator.csproj

@@ -48,7 +48,7 @@
   </ItemGroup>
 
   <ItemGroup>
-    <PackageReference Include="Reloaded.Memory" Version="8.0.1" />
+    <PackageReference Include="Reloaded.Memory" Version="9.3.2" />
     <PackageReference Include="Reloaded.Mod.Interfaces" Version="2.3.0" ExcludeAssets="runtime" />
     <PackageReference Include="Reloaded.SharedLib.CSharp.Prs.Interfaces" Version="1.0.2" />
   </ItemGroup>

Emulator/ONE.Heroes.Stream.Emulator/One/OneBuilder.cs

@@ -5,6 +5,7 @@
 using Heroes.SDK.Definitions.Structures.Archive.OneFile;
 using Heroes.SDK.Definitions.Structures.RenderWare;
 using Microsoft.Win32.SafeHandles;
+using Reloaded.Memory.Extensions;
 using Reloaded.Memory.Streams;
 
 // Aliasing for readability, since our assembly name has priority over 'stream'
@@ -145,7 +146,7 @@ public unsafe MultiStream Build(IntPtr handle, string filePath, Logger? log = nu
     {
         var fileStream = new FileStream(new SafeFileHandle(hFile, false), FileAccess.Read);
         var originalPos = fileStream.Position;
-        using var reader = new BufferedStreamReader(fileStream, 4096); // common cluster size on Windows
+        using var reader = new BufferedStreamReader<FileStream>(fileStream, 4096); // common cluster size on Windows
         var result = new Dictionary<string, OneBuilderItem>();
 
         // Read headers.
@@ -163,13 +164,13 @@ public unsafe MultiStream Build(IntPtr handle, string filePath, Logger? log = nu
         // Note: Heroes leaves 2 blank name slots that are unused at runtime, so file count is that and 2 less.
         for (int x = 0; x < fileNameCount - 2; x++)
         {
-            var stillMoreData = reader.Position() < fileStream.Length;
+            var stillMoreData = reader.Position < fileStream.Length;
             if (!stillMoreData)
                 break;
 
             reader.Read<OneFileEntry>(out var currentEntry);
             var fileName    = fileNames[currentEntry.FileNameIndex].ToString();
-            var fileDataPos = reader.Position();
+            var fileDataPos = reader.Position;
             var fileSize    = currentEntry.FileSize;
 #if DEBUG
             if (fileSize == 0)

Emulator/PAK.Stream.Emulator/PAK.Stream.Emulator.csproj

@@ -46,7 +46,7 @@
   </ItemGroup>
 
   <ItemGroup>
-    <PackageReference Include="Reloaded.Memory" Version="8.0.1" />
+    <PackageReference Include="Reloaded.Memory" Version="9.3.2" />
     <PackageReference Include="Reloaded.Mod.Interfaces" Version="2.3.0" ExcludeAssets="runtime" />
     <PackageReference Include="Reloaded.Memory.SigScan.ReloadedII.Interfaces" Version="1.2.0" />
   </ItemGroup>

Emulator/PAK.Stream.Emulator/Pak/PakBuilder.cs

@@ -6,7 +6,9 @@
 using FileEmulationFramework.Lib.Utilities;
 using Microsoft.Win32.SafeHandles;
 using Reloaded.Memory;
+using Reloaded.Memory.Extensions;
 using Reloaded.Memory.Streams;
+using Reloaded.Memory.Utilities;
 
 // Aliasing for readability, since our assembly name has priority over 'stream'
 using Strim = System.IO.Stream;
@@ -129,7 +131,7 @@ private unsafe MultiStream BuildV1(IEntry[] entries, IntPtr handle, string filep
 
                 MemoryStream entrystream = new MemoryStream(sizeof(V1FileEntry));
                 entrystream.Write(Encoding.ASCII.GetBytes(filename.PadRight(252, '\0')));
-                entrystream.Write<int>(length);
+                entrystream.Write(length);
                 pairs.Add(new(entrystream, OffsetRange.FromStartAndLength(currentOffset, sizeof(V1FileEntry))));
 
                 length = (int)Align(length, 64);
@@ -163,7 +165,7 @@ private unsafe MultiStream BuildV1(IEntry[] entries, IntPtr handle, string filep
                     length = (int)entryStream.Length;
 
                     var headerStream2 = new MemoryStream(4);
-                    headerStream2.Write<int>(length);
+                    headerStream2.Write(length);
                     pairs.Add(new(headerStream, OffsetRange.FromStartAndLength(currentOffset, sizeofentry - 4)));
                     pairs.Add(new(headerStream2, OffsetRange.FromStartAndLength(currentOffset + sizeofentry - 4, 4)));
                     length = (int)Align(length, 64);
@@ -263,7 +265,7 @@ private unsafe MultiStream BuildV2(IEntry[] entries, IntPtr handle, string filep
         var headerLength = 4;
         Strim headerStream = new MemoryStream(headerLength);
         var writeNum = bigEndian ? Endian.Reverse(numFiles) : numFiles;
-        headerStream.Write<int>(writeNum);
+        headerStream.Write(writeNum);
 
         currentOffset = headerLength;
         // Add Header
@@ -286,7 +288,7 @@ private unsafe MultiStream BuildV2(IEntry[] entries, IntPtr handle, string filep
                 MemoryStream entrystream = new MemoryStream(sizeof(V2FileEntry));
                 var writelength = bigEndian ? Endian.Reverse(length) : length;
                 entrystream.Write(Encoding.ASCII.GetBytes(filename.PadRight(32, '\0')));
-                entrystream.Write<int>(writelength);
+                entrystream.Write(writelength);
                 pairs.Add(new(entrystream, OffsetRange.FromStartAndLength(currentOffset, sizeof(V2FileEntry))));
 
                 pairs.Add(new(new FileSliceStreamW32(overwrittenFile, logger), OffsetRange.FromStartAndLength(currentOffset + sizeofentry, overwrittenFile.Length)));
@@ -319,7 +321,7 @@ private unsafe MultiStream BuildV2(IEntry[] entries, IntPtr handle, string filep
 
                     var headerStream2 = new MemoryStream(4);
                     //headerStream.Dispose();
-                    headerStream2.Write<int>(bigEndian ? Endian.Reverse(length) : length);
+                    headerStream2.Write(bigEndian ? Endian.Reverse(length) : length);
                     pairs.Add(new(headerStream, OffsetRange.FromStartAndLength(currentOffset, sizeofentry - 4)));
                     pairs.Add(new(headerStream2, OffsetRange.FromStartAndLength(currentOffset + sizeofentry - 4, 4)));
 
@@ -419,7 +421,7 @@ private unsafe MultiStream BuildV3(IEntry[] entries, IntPtr handle, string filep
         var headerLength = 4;
         Strim headerStream = new MemoryStream(headerLength);
         var writeNum = bigEndian ? Endian.Reverse(numFiles) : numFiles;
-        headerStream.Write<int>(writeNum);
+        headerStream.Write(writeNum);
 
         currentOffset = headerLength;
         // Add Header
@@ -442,7 +444,7 @@ private unsafe MultiStream BuildV3(IEntry[] entries, IntPtr handle, string filep
                 MemoryStream entrystream = new MemoryStream(sizeof(V3FileEntry));
                 var writelength = bigEndian ? Endian.Reverse(length) : length;
                 entrystream.Write(Encoding.ASCII.GetBytes(filename.PadRight(24, '\0')));
-                entrystream.Write<int>(writelength);
+                entrystream.Write(writelength);
                 pairs.Add(new(entrystream, OffsetRange.FromStartAndLength(currentOffset, sizeof(V3FileEntry))));
 
                 pairs.Add(new(new FileSliceStreamW32(overwrittenFile, logger), OffsetRange.FromStartAndLength(currentOffset + sizeofentry, overwrittenFile.Length)));
@@ -474,7 +476,7 @@ private unsafe MultiStream BuildV3(IEntry[] entries, IntPtr handle, string filep
                     length = (int)entryStream.Length;
 
                     var headerStream2 = new MemoryStream(4);
-                    headerStream2.Write<int>(bigEndian ? Endian.Reverse(length) : length);
+                    headerStream2.Write(bigEndian ? Endian.Reverse(length) : length);
                     pairs.Add(new(headerStream, OffsetRange.FromStartAndLength(currentOffset, sizeofentry - 4)));
                     pairs.Add(new(headerStream2, OffsetRange.FromStartAndLength(currentOffset + sizeofentry - 4, 4)));
 

Emulator/PAK.Stream.Emulator/Utilities/PakReader.cs

@@ -5,6 +5,7 @@
 using System.ComponentModel;
 using System.IO;
 using System.Reflection;
+using Reloaded.Memory.Utilities;
 
 // Aliasing for readability, since our assembly name has priority over 'stream'
 using Strim = System.IO.Stream;