mirror of
https://github.com/hanzoai/jube-fork.git
synced 2026-10-30 18:33:33 +00:00
richard-churchman
811c938462
* Pushed Case Workflow Display HTML rendering logic down into a controller for improved security and consistent tokenisation of the Jube token format against context. Included a migration to update the default demo entry to use proper tokenisation. Updated the repository to support fetching CaseWorkflowDisplay with appropriate security. * Implemented improved tokenisation of the EntityAnalysisModelInstanceEntryPayload model via a common extension method on EntityAnalysisModelInstanceEntryPayload, used consistently across the system for serialisation and storage. * Included a migration to update the tokenisation format for full CaseWorkflowDisplay support. * Fixed an issue where CaseWorkflowFilter was incorrectly filtering on CaseWorkflowStatus.Guid instead of CaseWorkflowStatus.Name, causing the GUID to be returned rather than the display name on the template/demo model. (The remainder was fixed in GitHub issue #6.) Included a migration with a corrective SQL statement. * Fixed an issue where tokens were not being stored alongside CaseWorkflowFilter definition configuration. It now behaves identically to CaseSearch. Note: migrating missing tokens is not feasible as it requires JS-side parsing via JQueryBuilder. * Reduced the size of the CaseWorkflowForm invocation to include only the required fields given the new POST body context being rendered server side. Improved API serialisation by using a dictionary for form payload keys and values. * Consolidated JSON serialisation settings into DI and updated usages throughout. * Updated EntityAnalysisModelInstanceEntryPayload write serialisers to handle deserialisation, which is required to support tokenisation of new Case Automation POST bodies. * Created an extension method on the EntityAnalysisModelInstanceEntryPayload to centralise tokenisation of strings across Activation and Case Automation on a consistent basis. Simplified Case Notification and Case HTTP dispatch by removing tokenisation logic from those classes. * Removed a redundant field from the CaseWorkflowFormEntry POCO (database left unchanged for now). * Fixed a bug in Case session SQL rebuilding where the rebuild date was not being correctly checked for null or default value, which caused a failure in the last migration. * Made minor modifications to the Create Case process and method signature to skip serialisation when the payload object required for tokenisation is already available on the thread (e.g. during synchronous reprocessing). * Updated Case Workflow Macro processing to fetch the archive payload for the case from the database, improving security of that invocation endpoint. * Removed what appeared to be a duplicate EntityAnalysisModelInstanceEntryPayload model introduced during refactoring. * Fixed a but in Case Worfkflow Display Role assigment owing to volatile Guid in its update.
143 lines
6.2 KiB
C#
143 lines
6.2 KiB
C#
/* Copyright (C) 2022-present Jube Holdings Limited.
|
|
*
|
|
* This file is part of Jube™ software.
|
|
*
|
|
* Jube™ is free software: you can redistribute it and/or modify it under the terms of the GNU Affero General Public License
|
|
* as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.
|
|
* Jube™ is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty
|
|
* of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more details.
|
|
|
|
* You should have received a copy of the GNU Affero General Public License along with Jube™. If not,
|
|
* see <https://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
namespace Jube.Engine.EntityAnalysisModelManager.BackgroundTasks.TaskStarters
|
|
{
|
|
using System;
|
|
using System.Threading;
|
|
using System.Threading.Tasks;
|
|
using Archiver;
|
|
using Context;
|
|
using EntityAnalysisModel=EntityAnalysisModel.EntityAnalysisModel;
|
|
|
|
public class ArchiverTaskStarter(Context context, int threadSequence)
|
|
{
|
|
public async Task StartAsync()
|
|
{
|
|
while (true)
|
|
{
|
|
try
|
|
{
|
|
if (context.EntityAnalysisModels.ActiveEntityAnalysisModels is { Count: > 0 })
|
|
{
|
|
var processedAny = false;
|
|
|
|
foreach (var model in context.EntityAnalysisModels.ActiveEntityAnalysisModels.Values)
|
|
{
|
|
try
|
|
{
|
|
if (await TryProcessSingleDequeueForCaseCreationAndArchiverDrainOnCancellationAsync(model,
|
|
context.Services.TaskCoordinator.CancellationToken).ConfigureAwait(false))
|
|
{
|
|
processedAny = true;
|
|
}
|
|
}
|
|
catch (Exception ex) when (ex is not OperationCanceledException)
|
|
{
|
|
context.Services.Log.Error($"TryProcessSingleDequeueForCaseCreationAndArchiverDrainOnCancellationAsync threw an error as {ex}");
|
|
}
|
|
}
|
|
|
|
if (!processedAny)
|
|
{
|
|
// ReSharper disable once MethodSupportsCancellation
|
|
await Task.Delay(100).ConfigureAwait(false);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
if (context.Services.TaskCoordinator.CancellationToken.IsCancellationRequested)
|
|
{
|
|
break;
|
|
}
|
|
|
|
// ReSharper disable once MethodSupportsCancellation
|
|
await Task.Delay(100).ConfigureAwait(false);
|
|
}
|
|
}
|
|
catch (OperationCanceledException ex)
|
|
{
|
|
context.Services.Log.Info($"Graceful Cancellation PersistToActivationWatcherPollingAsync: has produced an error {ex}");
|
|
break;
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
context.Services.Log.Error($"All Entity Models Database Storage: Error {ex}");
|
|
|
|
// ReSharper disable once MethodSupportsCancellation
|
|
await Task.Delay(100).ConfigureAwait(false);
|
|
}
|
|
}
|
|
}
|
|
|
|
private async Task<bool> TryProcessSingleDequeueForCaseCreationAndArchiverDrainOnCancellationAsync(
|
|
EntityAnalysisModel entityAnalysisModel, CancellationToken token = default)
|
|
{
|
|
var found = false;
|
|
|
|
try
|
|
{
|
|
ArchiveBuffer buffer;
|
|
if (!entityAnalysisModel.Dependencies.BulkInsertMessageBuffers.TryGetValue(threadSequence, out buffer))
|
|
{
|
|
token.ThrowIfCancellationRequested();
|
|
|
|
return false;
|
|
}
|
|
|
|
if (token.IsCancellationRequested
|
|
&& buffer.Archive.Count == 0
|
|
&& entityAnalysisModel.ConcurrentQueues.PersistToDatabaseAsync.IsEmpty)
|
|
{
|
|
token.ThrowIfCancellationRequested();
|
|
}
|
|
|
|
if (entityAnalysisModel.ConcurrentQueues.PersistToDatabaseAsync.TryDequeue(out var payload))
|
|
{
|
|
found = true;
|
|
buffer.LastMessage = DateTime.Now;
|
|
|
|
try
|
|
{
|
|
await ArchiverProcessing.CaseCreationAndArchiveStorageAsync(payload,
|
|
context.JsonSerializationHelper,
|
|
buffer,
|
|
context.ConcurrentQueues.PendingCases,
|
|
context.Services.DynamicEnvironment, context.Services.Log, token).ConfigureAwait(false);
|
|
}
|
|
catch (Exception ex) when (ex is not OperationCanceledException)
|
|
{
|
|
entityAnalysisModel.Services.Log.Error($"Database Persist: Error processing payload {ex}");
|
|
}
|
|
}
|
|
|
|
var flushDueToTimeout = buffer.LastMessage.AddSeconds(10) <= DateTime.Now;
|
|
var flushDueToThreshold = buffer.Archive.Count > Int32.Parse(context.Services.DynamicEnvironment.AppSettings("BulkCopyThreshold"));
|
|
var flushDueToBufferHavingValues = buffer.Archive.Count > 0 || buffer.ArchiveKeys.Count > 0;
|
|
|
|
if ((flushDueToTimeout || flushDueToThreshold) && flushDueToBufferHavingValues)
|
|
{
|
|
await ArchiverArchiveRepository.BulkCopyArchiveBufferAsync(buffer, context.Services.DynamicEnvironment, context.Services.Log, token).ConfigureAwait(false);
|
|
}
|
|
|
|
}
|
|
catch (Exception ex) when (ex is not OperationCanceledException)
|
|
{
|
|
context.Services.Log.Error($"TryProcessSingleDequeueForCaseCreationAndArchiverDrainOnCancellationAsync: has produced an error {ex} on thread {threadSequence}.");
|
|
}
|
|
|
|
return found;
|
|
}
|
|
}
|
|
}
|