mirror of
https://github.com/hanzoai/jube-fork.git
synced 2026-10-30 18:33:33 +00:00
richard-churchman
811c938462
* Pushed Case Workflow Display HTML rendering logic down into a controller for improved security and consistent tokenisation of the Jube token format against context. Included a migration to update the default demo entry to use proper tokenisation. Updated the repository to support fetching CaseWorkflowDisplay with appropriate security. * Implemented improved tokenisation of the EntityAnalysisModelInstanceEntryPayload model via a common extension method on EntityAnalysisModelInstanceEntryPayload, used consistently across the system for serialisation and storage. * Included a migration to update the tokenisation format for full CaseWorkflowDisplay support. * Fixed an issue where CaseWorkflowFilter was incorrectly filtering on CaseWorkflowStatus.Guid instead of CaseWorkflowStatus.Name, causing the GUID to be returned rather than the display name on the template/demo model. (The remainder was fixed in GitHub issue #6.) Included a migration with a corrective SQL statement. * Fixed an issue where tokens were not being stored alongside CaseWorkflowFilter definition configuration. It now behaves identically to CaseSearch. Note: migrating missing tokens is not feasible as it requires JS-side parsing via JQueryBuilder. * Reduced the size of the CaseWorkflowForm invocation to include only the required fields given the new POST body context being rendered server side. Improved API serialisation by using a dictionary for form payload keys and values. * Consolidated JSON serialisation settings into DI and updated usages throughout. * Updated EntityAnalysisModelInstanceEntryPayload write serialisers to handle deserialisation, which is required to support tokenisation of new Case Automation POST bodies. * Created an extension method on the EntityAnalysisModelInstanceEntryPayload to centralise tokenisation of strings across Activation and Case Automation on a consistent basis. Simplified Case Notification and Case HTTP dispatch by removing tokenisation logic from those classes. * Removed a redundant field from the CaseWorkflowFormEntry POCO (database left unchanged for now). * Fixed a bug in Case session SQL rebuilding where the rebuild date was not being correctly checked for null or default value, which caused a failure in the last migration. * Made minor modifications to the Create Case process and method signature to skip serialisation when the payload object required for tokenisation is already available on the thread (e.g. during synchronous reprocessing). * Updated Case Workflow Macro processing to fetch the archive payload for the case from the database, improving security of that invocation endpoint. * Removed what appeared to be a duplicate EntityAnalysisModelInstanceEntryPayload model introduced during refactoring. * Fixed a but in Case Worfkflow Display Role assigment owing to volatile Guid in its update.
154 lines
6.9 KiB
C#
154 lines
6.9 KiB
C#
/* Copyright (C) 2022-present Jube Holdings Limited.
|
|
*
|
|
* This file is part of Jube™ software.
|
|
*
|
|
* Jube™ is free software: you can redistribute it and/or modify it under the terms of the GNU Affero General Public License
|
|
* as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.
|
|
* Jube™ is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty
|
|
* of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more details.
|
|
|
|
* You should have received a copy of the GNU Affero General Public License along with Jube™. If not,
|
|
* see <https://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
namespace Jube.Engine.EntityAnalysisModelManager.BackgroundTasks.TaskStarters.Archiver
|
|
{
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.Diagnostics;
|
|
using System.Threading;
|
|
using System.Threading.Tasks;
|
|
using Data.Context;
|
|
using Data.Poco;
|
|
using Data.Repository;
|
|
using DynamicEnvironment;
|
|
using EntityAnalysisModelInvoke.Models.Payload.EntityAnalysisModelInstanceEntryPayload;
|
|
using log4net;
|
|
|
|
public static class ArchiverArchiveRepository
|
|
{
|
|
public static async Task BulkCopyArchiveBufferAsync(ArchiveBuffer bulkInsertMessageBuffer,
|
|
DynamicEnvironment dynamicEnvironment, ILog log, CancellationToken token = default)
|
|
{
|
|
try
|
|
{
|
|
var sw = new Stopwatch();
|
|
sw.Start();
|
|
|
|
if (log.IsInfoEnabled)
|
|
{
|
|
log.Info(
|
|
"Database Persist: The bulk copy threshold has been exceeded and the SQL Bulk Copy will be executed. A timer has been started.");
|
|
}
|
|
|
|
var dbContext =
|
|
DataConnectionDbContext.GetDbContextDataConnection(dynamicEnvironment.AppSettings("ConnectionString"));
|
|
dbContext.CommandTimeout = 0;
|
|
|
|
if (log.IsInfoEnabled)
|
|
{
|
|
log.Info("Database Persist: Opened an SQL Bulk Collection via repository.");
|
|
}
|
|
|
|
var repositoryArchive = new ArchiveRepository(dbContext);
|
|
try
|
|
{
|
|
await repositoryArchive.BulkCopyAsync(bulkInsertMessageBuffer.Archive, token).ConfigureAwait(false);
|
|
bulkInsertMessageBuffer.Archive.Clear();
|
|
}
|
|
catch (Exception ex) when (ex is not OperationCanceledException)
|
|
{
|
|
bulkInsertMessageBuffer.Archive.Clear();
|
|
log.Error($"Database Persist: Archive Bulk Copy failed {ex}.");
|
|
}
|
|
|
|
var repositoryArchiveKeys = new ArchiveKeyRepository(dbContext);
|
|
try
|
|
{
|
|
// ReSharper disable once MethodSupportsCancellation
|
|
#pragma warning disable CA2016
|
|
await repositoryArchiveKeys.BulkCopyAsync(bulkInsertMessageBuffer.ArchiveKeys).ConfigureAwait(false);
|
|
#pragma warning restore CA2016
|
|
|
|
bulkInsertMessageBuffer.ArchiveKeys.Clear();
|
|
}
|
|
catch (Exception ex) when (ex is not OperationCanceledException)
|
|
{
|
|
bulkInsertMessageBuffer.ArchiveKeys.Clear();
|
|
log.Error($"Database Persist: Archive Keys Bulk Copy failed {ex}.");
|
|
}
|
|
|
|
await dbContext.CloseAsync(token).ConfigureAwait(false);
|
|
await dbContext.DisposeAsync(token).ConfigureAwait(false);
|
|
|
|
if (log.IsInfoEnabled)
|
|
{
|
|
log.Info("Database Persist: Closed an SQL Bulk Collection.");
|
|
}
|
|
}
|
|
catch (Exception ex) when (ex is not OperationCanceledException)
|
|
{
|
|
log.Error($"Database Persist: An error has been created on build insert as {ex}");
|
|
}
|
|
}
|
|
|
|
public static async Task UpdateArchiveAsync(EntityAnalysisModelInstanceEntryPayload payload,
|
|
string jsonString, DynamicEnvironment dynamicEnvironment, ILog log, CancellationToken token = default)
|
|
{
|
|
if (log.IsInfoEnabled)
|
|
{
|
|
log.Info(
|
|
$"Database Persist: Database Persist message is valid for storage with Entry GUID of {payload.EntityAnalysisModelInstanceEntryGuid}. This is being sent for update as it is reprocess.");
|
|
}
|
|
|
|
var dbContext =
|
|
DataConnectionDbContext.GetDbContextDataConnection(dynamicEnvironment.AppSettings("ConnectionString"));
|
|
try
|
|
{
|
|
var archiveRepository = new ArchiveRepository(dbContext);
|
|
|
|
var model = new Archive
|
|
{
|
|
Json = jsonString,
|
|
EntityAnalysisModelInstanceEntryGuid = payload.EntityAnalysisModelInstanceEntryGuid,
|
|
ResponseElevation = payload.ResponseElevation.Value,
|
|
EntityAnalysisModelActivationRuleId = payload.PrevailingEntityAnalysisModelActivationRuleId,
|
|
ActivationRuleCount = payload.EntityAnalysisModelActivationRuleCount,
|
|
EntryKeyValue = payload.EntityInstanceEntryId,
|
|
EntityAnalysisModelsReprocessingRuleInstanceId = payload.EntityAnalysisModelReprocessingRuleInstanceId
|
|
};
|
|
|
|
await archiveRepository.UpdateAsync(model, token).ConfigureAwait(false);
|
|
|
|
var archiveKeyRepository = new ArchiveKeyRepository(dbContext);
|
|
var currentArchiveKeyList = new List<ArchiveKey>();
|
|
foreach (var archiveKey in payload.ArchiveKeys)
|
|
{
|
|
currentArchiveKeyList.Add(archiveKey);
|
|
archiveKey.EntityAnalysisModelsReprocessingRuleInstanceId = payload.EntityAnalysisModelReprocessingRuleInstanceId;
|
|
await archiveKeyRepository.UpsertAsync(archiveKey, token).ConfigureAwait(false);
|
|
}
|
|
await archiveKeyRepository.DeleteWhereNotInListAsync(currentArchiveKeyList, payload.EntityAnalysisModelReprocessingRuleInstanceId).ConfigureAwait(false);
|
|
}
|
|
catch (Exception ex) when (ex is not OperationCanceledException)
|
|
{
|
|
if (log.IsInfoEnabled)
|
|
{
|
|
log.Error($"Database Persist: error processing payload as {ex}.");
|
|
}
|
|
}
|
|
finally
|
|
{
|
|
await dbContext.CloseAsync(token).ConfigureAwait(false);
|
|
await dbContext.DisposeAsync(token).ConfigureAwait(false);
|
|
|
|
if (log.IsInfoEnabled)
|
|
{
|
|
log.Info(
|
|
$"Database Persist: Database Persist message is valid for storage with Entry GUID of {payload.EntityAnalysisModelInstanceEntryGuid}. Has finished reprocess ");
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|