Add GZip compression for WorkflowInstance Data field on EF Core

Elsa.sln

@@ -23,7 +23,6 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "solution", "solution", "{7D
 		NuGet.Config = NuGet.Config
 		packages.props = packages.props
 		README.md = README.md
-		update-migrations.sh = update-migrations.sh
 	EndProjectSection
 EndProject
 Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "docs", "docs", "{0354F050-3992-4DD4-B0EE-5FBA04AC72B6}"
@@ -308,6 +307,12 @@ Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Elsa.Samples.AspNet.Heartbe
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Elsa.MassTransit.AzureServiceBus", "src\modules\Elsa.MassTransit.AzureServiceBus\Elsa.MassTransit.AzureServiceBus.csproj", "{AFEB799E-82C3-4D02-9D5C-766BB8DEF004}"
 EndProject
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "migrations", "migrations", "{C80C8231-D35C-4ACC-9ED6-9F3DB221535E}"
+	ProjectSection(SolutionItems) = preProject
+		migrations\efcore-3.1.sh = migrations\efcore-3.1.sh
+		migrations\efcore-3.0.sh = migrations\efcore-3.0.sh
+	EndProjectSection
+EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 		Debug|Any CPU = Debug|Any CPU

Elsa.sln.DotSettings

@@ -8,6 +8,7 @@
 	<s:Boolean x:Key="/Default/Environment/SettingsMigration/IsMigratorApplied/=JetBrains_002EReSharper_002EPsi_002ECSharp_002ECodeStyle_002ECSharpPlaceEmbeddedOnSameLineMigration/@EntryIndexedValue">True</s:Boolean>
 	<s:Boolean x:Key="/Default/Environment/SettingsMigration/IsMigratorApplied/=JetBrains_002EReSharper_002EPsi_002ECSharp_002ECodeStyle_002ECSharpUseContinuousIndentInsideBracesMigration/@EntryIndexedValue">True</s:Boolean>
 	<s:Boolean x:Key="/Default/Environment/SettingsMigration/IsMigratorApplied/=JetBrains_002EReSharper_002EPsi_002ECSharp_002ECodeStyle_002ESettingsUpgrade_002EMigrateBlankLinesAroundFieldToBlankLinesAroundProperty/@EntryIndexedValue">True</s:Boolean>
+	<s:String x:Key="/Default/CodeStyle/Naming/CSharpNaming/Abbreviations/=EF/@EntryIndexedValue">EF</s:String>
 	<s:Boolean x:Key="/Default/UserDictionary/Words/=downloadables/@EntryIndexedValue">True</s:Boolean>
 	<s:Boolean x:Key="/Default/UserDictionary/Words/=initializable/@EntryIndexedValue">True</s:Boolean>
 	<s:Boolean x:Key="/Default/UserDictionary/Words/=materializers/@EntryIndexedValue">True</s:Boolean>
@@ -16,4 +17,5 @@
 	<s:Boolean x:Key="/Default/UserDictionary/Words/=Postgre/@EntryIndexedValue">True</s:Boolean>
 	<s:Boolean x:Key="/Default/UserDictionary/Words/=startable/@EntryIndexedValue">True</s:Boolean>
 	<s:Boolean x:Key="/Default/UserDictionary/Words/=Telnyx/@EntryIndexedValue">True</s:Boolean>
-	<s:Boolean x:Key="/Default/UserDictionary/Words/=Unschedule/@EntryIndexedValue">True</s:Boolean></wpf:ResourceDictionary>
+	<s:Boolean x:Key="/Default/UserDictionary/Words/=Unschedule/@EntryIndexedValue">True</s:Boolean>
+	<s:Boolean x:Key="/Default/UserDictionary/Words/=Zstd/@EntryIndexedValue">True</s:Boolean></wpf:ResourceDictionary>

update-migrations.sh → generate-migrations-initial copy.sh

@@ -1,7 +1,7 @@
 #!/usr/bin/env zsh
 
 # Define the modules to update
-mods=("Runtime")
+mods=("Management")
 # mods=("Alterations" "Runtime" "Management" "Identity" "Labels")
 
 # Define the list of providers

migrations/efcore-3.0.sh

@@ -0,0 +1,38 @@
+#!/usr/bin/env zsh
+
+# Define the modules to update
+mods=("Management")
+# mods=("Alterations" "Runtime" "Management" "Identity" "Labels")
+
+# Define the list of providers
+providers=("MySql" "SqlServer" "Sqlite" "PostgreSql")
+# providers=("SqlServer")
+
+# Connection strings for each provider
+typeset -A connStrings
+connStrings=(
+    MySql "Server=localhost;Port=3306;Database=elsa;User=root;Password=password;"
+    SqlServer ""
+    Sqlite ""
+    PostgreSql ""
+)
+
+# Loop through each module
+for module in "${mods[@]}"; do
+    # Loop through each provider
+    for provider in "${providers[@]}"; do
+        providerPath="../src/modules/Elsa.EntityFrameworkCore.$provider"
+        migrationsPath="Migrations/$module"
+
+        echo "Updating migrations for $provider..."
+        echo "Provider path: ${providerPath:?}/${migrationsPath}"
+        echo "Migrations path: $migrationsPath"
+        echo "Connection string: ${connStrings[$provider]}"
+
+        # 1. Delete the existing migrations folder
+        rm -rf "${providerPath:?}/${migrationsPath}"
+
+        # 2. Run the migrations command
+        dotnet ef migrations add Initial -c "$module"ElsaDbContext -p "$providerPath"  -o "$migrationsPath" -- --connectionString "${connStrings[$provider]}"
+    done
+done

migrations/efcore-3.1.sh

@@ -0,0 +1,35 @@
+#!/usr/bin/env zsh
+
+# Define the modules to update
+mods=("Management" "Runtime")
+# mods=("Alterations" "Runtime" "Management" "Identity" "Labels")
+
+# Define the list of providers
+providers=("MySql" "SqlServer" "Sqlite" "PostgreSql")
+# providers=("SqlServer")
+
+# Connection strings for each provider
+typeset -A connStrings
+connStrings=(
+    MySql "Server=localhost;Port=3306;Database=elsa;User=root;Password=password;"
+    SqlServer ""
+    Sqlite ""
+    PostgreSql ""
+)
+
+# Loop through each module
+for module in "${mods[@]}"; do
+    # Loop through each provider
+    for provider in "${providers[@]}"; do
+        providerPath="../src/modules/Elsa.EntityFrameworkCore.$provider"
+        migrationsPath="Migrations/$module"
+
+        echo "Updating migrations for $provider..."
+        echo "Provider path: ${providerPath:?}/${migrationsPath}"
+        echo "Migrations path: $migrationsPath"
+        echo "Connection string: ${connStrings[$provider]}"
+
+        # 2. Run the migrations command
+        dotnet ef migrations add V3_1 -c "$module"ElsaDbContext -p "$providerPath"  -o "$migrationsPath" -- --connectionString "${connStrings[$provider]}"
+    done
+done

src/bundles/Elsa.Server.Web/Program.cs

@@ -15,6 +15,7 @@
 using Elsa.MongoDb.Modules.Identity;
 using Elsa.MongoDb.Modules.Management;
 using Elsa.MongoDb.Modules.Runtime;
+using Elsa.Workflows.Management.Compression;
 using Microsoft.Data.Sqlite;
 using Microsoft.Extensions.Options;
 using Proto.Persistence.Sqlite;
@@ -29,6 +30,7 @@
 const bool useMassTransit = false;
 const bool useMassTransitAzureServiceBus = true;
 const bool useMassTransitRabbitMq = false;
+const bool useZipCompression = true;
 
 var builder = WebApplication.CreateBuilder(args);
 var services = builder.Services;
@@ -106,6 +108,9 @@
                         else
                             ef.UseSqlite(sqliteConnectionString);
                     });
+
+                if(useZipCompression)
+                    management.SetCompressionAlgorithm(nameof(Zstd));
             })
             .UseWorkflowRuntime(runtime =>
             {

src/modules/Elsa.EntityFrameworkCore.MySql/Migrations/Management/20240203235204_V3_1.cs

@@ -0,0 +1,31 @@
+using Microsoft.EntityFrameworkCore.Migrations;
+
+#nullable disable
+
+namespace Elsa.EntityFrameworkCore.MySql.Migrations.Management
+{
+    /// <inheritdoc />
+    public partial class V31 : Migration
+    {
+        /// <inheritdoc />
+        protected override void Up(MigrationBuilder migrationBuilder)
+        {
+            migrationBuilder.AddColumn<string>(
+                name: "DataCompressionAlgorithm",
+                schema: "Elsa",
+                table: "WorkflowInstances",
+                type: "longtext",
+                nullable: true)
+                .Annotation("MySql:CharSet", "utf8mb4");
+        }
+
+        /// <inheritdoc />
+        protected override void Down(MigrationBuilder migrationBuilder)
+        {
+            migrationBuilder.DropColumn(
+                name: "DataCompressionAlgorithm",
+                schema: "Elsa",
+                table: "WorkflowInstances");
+        }
+    }
+}

src/modules/Elsa.EntityFrameworkCore.MySql/Migrations/Management/ManagementElsaDbContextModelSnapshot.cs

@@ -17,7 +17,7 @@ protected override void BuildModel(ModelBuilder modelBuilder)
 #pragma warning disable 612, 618
             modelBuilder
                 .HasDefaultSchema("Elsa")
-                .HasAnnotation("ProductVersion", "7.0.11")
+                .HasAnnotation("ProductVersion", "7.0.2")
                 .HasAnnotation("Relational:MaxIdentifierLength", 64);
 
             modelBuilder.Entity("Elsa.Workflows.Management.Entities.WorkflowDefinition", b =>
@@ -113,6 +113,9 @@ protected override void BuildModel(ModelBuilder modelBuilder)
                     b.Property<string>("Data")
                         .HasColumnType("longtext");
 
+                    b.Property<string>("DataCompressionAlgorithm")
+                        .HasColumnType("longtext");
+
                     b.Property<string>("DefinitionId")
                         .IsRequired()
                         .HasColumnType("varchar(255)");