Add limit to purge with filter

lucaslorentz · Nov 11, 2023 · 80f4576 · 80f4576
1 parent 4b7de9f
commit 80f4576
Show file tree

Hide file tree

Showing 11 changed files with 189 additions and 19 deletions.
diff --git a/src/LLL.DurableTask.Api/Endpoints/OrchestrationsEndpoints.cs b/src/LLL.DurableTask.Api/Endpoints/OrchestrationsEndpoints.cs
@@ -30,7 +30,7 @@ public static IReadOnlyList<IEndpointConventionBuilder> MapOrchestrationEndpoint
         {
             var orchestrationServiceSearchClient = context.RequestServices.GetRequiredService<IOrchestrationServiceQueryClient>();
 
-            var query = context.ParseQuery<ExtendedOrchestrationQuery>();
+            var query = context.ParseQuery<OrchestrationQueryExtended>();
 
             var result = await orchestrationServiceSearchClient.GetOrchestrationWithQueryAsync(query, context.RequestAborted);
 

diff --git a/...leTask.Core/ExtendedOrchestrationQuery.cs → ...leTask.Core/OrchestrationQueryExtended.cs b/...leTask.Core/ExtendedOrchestrationQuery.cs → ...leTask.Core/OrchestrationQueryExtended.cs
@@ -4,7 +4,7 @@
 
 namespace LLL.DurableTask.Core;
 
-public class ExtendedOrchestrationQuery : OrchestrationQuery
+public class OrchestrationQueryExtended : OrchestrationQuery
 {
     public string NamePrefix { get; set; }
     public DateTime? CompletedTimeFrom { get; set; }

diff --git a/src/LLL.DurableTask.Core/PurgeInstanceFilterExtended.cs b/src/LLL.DurableTask.Core/PurgeInstanceFilterExtended.cs
@@ -0,0 +1,18 @@
+using System;
+using System.Collections.Generic;
+using DurableTask.Core;
+
+namespace LLL.DurableTask.Core;
+
+public class PurgeInstanceFilterExtended : PurgeInstanceFilter
+{
+    public PurgeInstanceFilterExtended(
+        DateTime createdTimeFrom,
+        DateTime? createdTimeTo,
+        IEnumerable<OrchestrationStatus> runtimeStatus)
+        : base(createdTimeFrom, createdTimeTo, runtimeStatus)
+    {
+    }
+
+    public int? Limit { get; set; }
+}
diff --git a/src/LLL.DurableTask.EFCore.MySql/MySqlOrchestrationDbContextExtensions.cs b/src/LLL.DurableTask.EFCore.MySql/MySqlOrchestrationDbContextExtensions.cs
@@ -2,6 +2,7 @@
 using System.Data;
 using System.Linq;
 using System.Threading.Tasks;
+using DurableTask.Core;
 using DurableTask.Core.Query;
 using LLL.DurableTask.Core;
 using LLL.DurableTask.EFCore.Entities;
@@ -148,12 +149,38 @@ public override IQueryable<Execution> CreateFilteredQueryable(
     {
         var queryable = base.CreateFilteredQueryable(dbContext, query);
 
-        if (query is not ExtendedOrchestrationQuery extendedQuery
+        if (query is not OrchestrationQueryExtended extendedQuery
             || !extendedQuery.Tags.Any())
         {
             queryable = queryable.WithStraightJoin();
         }
 
         return queryable;
     }
+
+    public override async Task<int> PurgeInstanceHistoryAsync(OrchestrationDbContext dbContext, PurgeInstanceFilter filter)
+    {
+        var limit = filter is PurgeInstanceFilterExtended filterExtended
+            ? filterExtended.Limit
+            : null;
+
+        var parameters = new ParametersCollection();
+
+        return await dbContext.Database.ExecuteSqlRawAsync($@"
+            DELETE FROM Executions
+            WHERE ExecutionId IN(
+                SELECT ExecutionId FROM (
+                    SELECT Executions.ExecutionId
+                    FROM Executions
+                        INNER JOIN Instances ON Executions.InstanceId = Instances.InstanceId
+                    WHERE Executions.CreatedTime > {parameters.Add(filter.CreatedTimeFrom)}
+                    {(filter.CreatedTimeTo != null ? $"AND Executions.CreatedTime < {parameters.Add(filter.CreatedTimeTo)}" : "")}
+                    {(filter.RuntimeStatus.Any() ? $"AND Executions.Status IN ({string.Join(",", filter.RuntimeStatus.Select(s => parameters.Add(s.ToString())))})" : "")}
+                    ORDER BY Executions.CreatedTime
+                    {(limit != null ? $"LIMIT {parameters.Add(limit)}" : null)}
+                    FOR UPDATE SKIP LOCKED
+                ) T
+            );
+        ", parameters);
+    }
 }
diff --git a/src/LLL.DurableTask.EFCore.PostgreSQL/PostgreOrchestrationDbContextExtensions.cs b/src/LLL.DurableTask.EFCore.PostgreSQL/PostgreOrchestrationDbContextExtensions.cs
@@ -2,6 +2,8 @@
 using System.Data;
 using System.Linq;
 using System.Threading.Tasks;
+using DurableTask.Core;
+using LLL.DurableTask.Core;
 using LLL.DurableTask.EFCore.Entities;
 using Microsoft.EntityFrameworkCore;
 
@@ -138,4 +140,28 @@ FOR UPDATE SKIP LOCKED
 
         return instance;
     }
+
+    public override async Task<int> PurgeInstanceHistoryAsync(OrchestrationDbContext dbContext, PurgeInstanceFilter filter)
+    {
+        var limit = filter is PurgeInstanceFilterExtended filterExtended
+            ? filterExtended.Limit
+            : null;
+
+        var parameters = new ParametersCollection();
+
+        return await dbContext.Database.ExecuteSqlRawAsync($@"
+            DELETE FROM ""Executions""
+            WHERE ""ExecutionId"" IN(
+                SELECT ""Executions"".""ExecutionId""
+                FROM ""Executions""
+                    INNER JOIN ""Instances"" ON ""Executions"".""InstanceId"" = ""Instances"".""InstanceId""
+                WHERE ""Executions"".""CreatedTime"" > {parameters.Add(filter.CreatedTimeFrom)}
+                {(filter.CreatedTimeTo != null ? $@"AND ""Executions"".""CreatedTime"" < {parameters.Add(filter.CreatedTimeTo)}" : "")}
+                {(filter.RuntimeStatus.Any() ? $@"AND ""Executions"".""Status"" IN ({string.Join(",", filter.RuntimeStatus.Select(s => parameters.Add(s.ToString())))})" : "")}
+                ORDER BY ""Executions"".""CreatedTime""
+                {(limit != null ? $"LIMIT {parameters.Add(limit)}" : null)}
+                FOR UPDATE SKIP LOCKED
+            );
+        ", parameters);
+    }
 }
diff --git a/src/LLL.DurableTask.EFCore.SqlServer/SqlServerOrchestrationDbContextExtensions.cs b/src/LLL.DurableTask.EFCore.SqlServer/SqlServerOrchestrationDbContextExtensions.cs
@@ -2,6 +2,8 @@
 using System.Data;
 using System.Linq;
 using System.Threading.Tasks;
+using DurableTask.Core;
+using LLL.DurableTask.Core;
 using LLL.DurableTask.EFCore.Entities;
 using Microsoft.EntityFrameworkCore;
 
@@ -132,4 +134,26 @@ WHERE Queue IN ({queuesParams})
 
         return instance;
     }
+
+    public override async Task<int> PurgeInstanceHistoryAsync(OrchestrationDbContext dbContext, PurgeInstanceFilter filter)
+    {
+        var limit = filter is PurgeInstanceFilterExtended filterExtended
+            ? filterExtended.Limit
+            : null;
+
+        var parameters = new ParametersCollection();
+
+        return await dbContext.Database.ExecuteSqlRawAsync($@"
+            DELETE FROM Executions
+            WHERE ExecutionId IN(
+                SELECT {(limit != null ? $"TOP ({parameters.Add(limit)})" : null)} Executions.ExecutionId
+                FROM Executions WITH (UPDLOCK, READPAST)
+                    INNER JOIN Instances WITH (UPDLOCK, READPAST) ON Executions.InstanceId = Instances.InstanceId
+                WHERE Executions.CreatedTime > {parameters.Add(filter.CreatedTimeFrom)}
+                {(filter.CreatedTimeTo != null ? $"AND Executions.CreatedTime < {parameters.Add(filter.CreatedTimeTo)}" : "")}
+                {(filter.RuntimeStatus.Any() ? $"AND Executions.Status IN ({string.Join(",", filter.RuntimeStatus.Select(s => parameters.Add(s.ToString())))})" : "")}
+                ORDER BY Executions.CreatedTime
+            );
+        ", parameters);
+    }
 }
diff --git a/src/LLL.DurableTask.EFCore/Helpers/ParametersCollection.cs b/src/LLL.DurableTask.EFCore/Helpers/ParametersCollection.cs
@@ -0,0 +1,30 @@
+using System.Collections;
+using System.Collections.Generic;
+
+namespace LLL.DurableTask.EFCore;
+
+public class ParametersCollection : IEnumerable<object>
+{
+    private readonly List<object> _values = new();
+
+    public string Add(object value)
+    {
+        _values.Add(value);
+        return $"{{{_values.Count - 1}}}";
+    }
+
+    public object[] ToArray()
+    {
+        return _values.ToArray();
+    }
+
+    public IEnumerator<object> GetEnumerator()
+    {
+        return _values.GetEnumerator();
+    }
+
+    IEnumerator IEnumerable.GetEnumerator()
+    {
+        return _values.GetEnumerator();
+    }
+}
diff --git a/src/LLL.DurableTask.EFCore/OrchestrationDbContextExtensions.cs b/src/LLL.DurableTask.EFCore/OrchestrationDbContextExtensions.cs
@@ -47,7 +47,7 @@ public abstract Task<ActivityMessage> TryLockNextActivityMessageAsync(
         string[] queues,
         TimeSpan lockTimeout);
 
-    public async Task PurgeOrchestrationHistoryAsync(
+    public virtual async Task PurgeOrchestrationHistoryAsync(
         OrchestrationDbContext dbContext,
         DateTime thresholdDateTimeUtc,
         OrchestrationStateTimeRangeFilterType timeRangeFilterType)
@@ -66,7 +66,7 @@ public async Task PurgeOrchestrationHistoryAsync(
         await ExecuteDeleteAsync(dbContext, query);
     }
 
-    public async Task<int> PurgeInstanceHistoryAsync(
+    public virtual async Task<int> PurgeInstanceHistoryAsync(
         OrchestrationDbContext dbContext,
         string instanceId)
     {
@@ -75,15 +75,6 @@ public async Task<int> PurgeInstanceHistoryAsync(
         return await ExecuteDeleteAsync(dbContext, query);
     }
 
-    public async Task<int> PurgeInstanceHistoryAsync(OrchestrationDbContext dbContext, PurgeInstanceFilter filter)
-    {
-        var query = dbContext.Executions.Where(e => e.CreatedTime >= filter.CreatedTimeFrom
-            && (filter.CreatedTimeTo == null || e.CreatedTime <= filter.CreatedTimeTo)
-            && (filter.RuntimeStatus == null || filter.RuntimeStatus.Contains(e.Status)));
-
-        return await ExecuteDeleteAsync(dbContext, query);
-    }
-
     protected virtual Task<int> ExecuteDeleteAsync<T>(OrchestrationDbContext dbContext, IQueryable<T> query)
         where T : class
     {
@@ -94,7 +85,7 @@ public virtual IQueryable<Execution> CreateFilteredQueryable(
         OrchestrationDbContext dbContext,
         OrchestrationQuery query)
     {
-        var extendedQuery = query as ExtendedOrchestrationQuery;
+        var extendedQuery = query as OrchestrationQueryExtended;
 
         var queryable = dbContext.Executions as IQueryable<Entities.Execution>;
 
@@ -149,4 +140,21 @@ public virtual IQueryable<Execution> CreateFilteredQueryable(
 
         return queryable;
     }
+
+    public virtual async Task<int> PurgeInstanceHistoryAsync(OrchestrationDbContext dbContext, PurgeInstanceFilter filter)
+    {
+        var query = dbContext.Executions.Where(e => e.CreatedTime >= filter.CreatedTimeFrom
+            && (filter.CreatedTimeTo == null || e.CreatedTime <= filter.CreatedTimeTo)
+            && (filter.RuntimeStatus == null || filter.RuntimeStatus.Contains(e.Status)));
+
+        if (filter is PurgeInstanceFilterExtended filterExtended)
+        {
+            if (filterExtended.Limit != null)
+            {
+                query = query.Take(filterExtended.Limit.Value);
+            }
+        }
+
+        return await ExecuteDeleteAsync(dbContext, query);
+    }
 }
diff --git a/src/LLL.DurableTask.Server.Grpc.Client/GrpcClientOrchestrationServiceClient.cs b/src/LLL.DurableTask.Server.Grpc.Client/GrpcClientOrchestrationServiceClient.cs
@@ -167,7 +167,7 @@ public async Task<OrchestrationQueryResult> GetOrchestrationWithQueryAsync(Orche
         request.InstanceIdPrefix = query.InstanceIdPrefix;
         request.FetchInputsAndOutputs = query.FetchInputsAndOutputs;
 
-        if (query is ExtendedOrchestrationQuery extendedQuery)
+        if (query is OrchestrationQueryExtended extendedQuery)
         {
             request.NamePrefix = extendedQuery.NamePrefix;
             request.CompletedTimeFrom = ToTimestamp(extendedQuery.CompletedTimeFrom);

diff --git a/src/LLL.DurableTask.Server.Grpc/GrpcServerOrchestrationService.cs b/src/LLL.DurableTask.Server.Grpc/GrpcServerOrchestrationService.cs
@@ -159,7 +159,7 @@ public override async Task<WaitForOrchestrationResponse> WaitForOrchestration(Wa
 
     public override async Task<GetOrchestrationWithQueryResponse> GetOrchestrationWithQuery(GetOrchestrationWithQueryRequest request, ServerCallContext context)
     {
-        var query = new ExtendedOrchestrationQuery();
+        var query = new OrchestrationQueryExtended();
         query.RuntimeStatus = request.RuntimeStatus.Select(s => (OrchestrationStatus)s).ToArray();
         query.CreatedTimeFrom = request.CreatedTimeFrom?.ToDateTime();
         query.CreatedTimeTo = request.CreatedTimeTo?.ToDateTime();

diff --git a/test/LLL.DurableTask.Tests/Storages/StorageTestBase.cs b/test/LLL.DurableTask.Tests/Storages/StorageTestBase.cs
@@ -289,7 +289,7 @@ public async Task Tags_ShouldBeStoredAndRetrieved()
 
     [Trait("Category", "Integration")]
     [SkippableFact]
-    public async Task PurgeInstanceState_ShouldPurge()
+    public async Task PurgeInstanceStateWithInstanceId_ShouldPurge()
     {
         var taskHubClient = _host.Services.GetRequiredService<TaskHubClient>();
         var purgeClient = _host.Services.GetService<IOrchestrationServicePurgeClient>();
@@ -309,6 +309,43 @@ public async Task PurgeInstanceState_ShouldPurge()
         stateAfterPurge.Should().BeNull();
     }
 
+    [Trait("Category", "Integration")]
+    [SkippableFact]
+    public async Task PurgeInstanceStateWithFilter_ShouldPurge()
+    {
+        var taskHubClient = _host.Services.GetRequiredService<TaskHubClient>();
+        var purgeClient = _host.Services.GetService<IOrchestrationServicePurgeClient>();
+        Skip.If(purgeClient == null, "Purge instance not supported");
+
+        var instance = await taskHubClient.CreateOrchestrationInstanceAsync(
+            EmptyOrchestration.Name,
+            EmptyOrchestration.Version,
+            string.Empty);
+
+        var state = await taskHubClient.GetOrchestrationStateAsync(instance.InstanceId);
+        state.Should().NotBeNull();
+
+        var filter = new PurgeInstanceFilterExtended(DateTime.UnixEpoch, DateTime.UtcNow, new[] {
+            OrchestrationStatus.Pending,
+            OrchestrationStatus.Running,
+            OrchestrationStatus.Completed,
+            OrchestrationStatus.ContinuedAsNew,
+            OrchestrationStatus.Failed,
+            OrchestrationStatus.Canceled,
+            OrchestrationStatus.Terminated,
+            OrchestrationStatus.Suspended,
+        })
+        {
+            Limit = 1000
+        };
+
+        var purgeResult = await purgeClient.PurgeInstanceStateAsync(filter);
+        purgeResult.DeletedInstanceCount.Should().BeGreaterThan(0);
+
+        var stateAfterPurge = await taskHubClient.GetOrchestrationStateAsync(instance.InstanceId);
+        stateAfterPurge.Should().BeNull();
+    }
+
     [Trait("Category", "Integration")]
     [SkippableFact]
     public async Task GetOrchestrationsWithQuery_ShouldNotError()
@@ -326,7 +363,7 @@ public async Task GetOrchestrationsWithQuery_ShouldNotError()
                 { "key-b", "value-b" }
             });
 
-        var query = new ExtendedOrchestrationQuery
+        var query = new OrchestrationQueryExtended
         {
             Tags = {
                 { "key-a", "value-a" },