mirror of
https://github.com/hanzoai/jube-fork.git
synced 2026-10-30 18:33:33 +00:00
richard-churchman
1ac1925809
* Introduced `PartialResponseMessageSerialisation to enable full serialization responses during development and testing. * Added PartialResponseMessageSerialisation environment variable to relevant documentation. * Relocated EntityAnalysisModelAdaptations to its proper location within the context model. * Implemented a conditional serializer that dynamically builds JObject properties based on active Response Payload switches. When no switches are enabled, the array is excluded entirely from the response. * Response payloads now default to partial serialization (PartialResponseMessageSerialisation defaults to true). * Renamed methods in the BuildJsonResponses given new functionality.
228 lines
12 KiB
C#
228 lines
12 KiB
C#
/* Copyright (C) 2022-present Jube Holdings Limited.
|
|
*
|
|
* This file is part of Jube™ software.
|
|
*
|
|
* Jube™ is free software: you can redistribute it and/or modify it under the terms of the GNU Affero General Public License
|
|
* as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.
|
|
* Jube™ is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty
|
|
* of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more details.
|
|
|
|
* You should have received a copy of the GNU Affero General Public License along with Jube™. If not,
|
|
* see <https://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
namespace Jube.Engine.EntityAnalysisModelManager.EntityAnalysisModel.Context.Extensions
|
|
{
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.Threading.Tasks;
|
|
using Data.Repository;
|
|
using Jube.Engine.EntityAnalysisModelManager.EntityAnalysisModel.Models.Models;
|
|
|
|
public static class SyncEntityAnalysisModelHttpAdaptationExtensions
|
|
{
|
|
public static async Task<Context> SyncEntityAnalysisModelHttpAdaptationAsync(this Context context)
|
|
{
|
|
try
|
|
{
|
|
context.Services.Parser.EntityAnalysisModelsHttpAdaptations = [];
|
|
|
|
foreach (var (key, value) in context.EntityAnalysisModels.ActiveEntityAnalysisModels)
|
|
{
|
|
context.Services.CancellationToken.ThrowIfCancellationRequested();
|
|
|
|
if (context.Services.Log.IsDebugEnabled)
|
|
{
|
|
context.Services.Log.Debug(
|
|
$"Entity Start: Checking if model {key} is started for the purpose determining adding models created and promoted by the HttP Adaptation.");
|
|
}
|
|
|
|
var repository = new EntityAnalysisModelHttpAdaptationRepository(context.Services.DbContext);
|
|
|
|
if (context.Services.Log.IsDebugEnabled)
|
|
{
|
|
context.Services.Log.Debug(
|
|
$"Entity Start: Executing EntityAnalysisModelHttpAdaptationRepository.GetByEntityAnalysisModelId for entity model key of {key}.");
|
|
}
|
|
|
|
var records = await repository.GetByEntityAnalysisModelIdOrderByIdAsync(key, context.Services.CancellationToken).ConfigureAwait(false);
|
|
|
|
var shadowEntityAnalysisModelAdaptations = new Dictionary<int, EntityAnalysisModelHttpAdaptation>();
|
|
foreach (var record in records)
|
|
{
|
|
context.Services.CancellationToken.ThrowIfCancellationRequested();
|
|
|
|
try
|
|
{
|
|
if (context.Services.Log.IsDebugEnabled)
|
|
{
|
|
context.Services.Log.Debug(
|
|
$"Entity Start: Adaptation ID ID {record.Id} returned for model {key}.");
|
|
}
|
|
|
|
if (record.Active != 1)
|
|
{
|
|
continue;
|
|
}
|
|
|
|
if (context.Services.Log.IsDebugEnabled)
|
|
{
|
|
context.Services.Log.Debug(
|
|
$"Entity Start: Adaptation ID ID {record.Id} returned for model {key} is active.");
|
|
}
|
|
|
|
var entityAnalysisModelAdaptation = new EntityAnalysisModelHttpAdaptation(10, false, 1000)
|
|
{
|
|
Id = record.Id
|
|
};
|
|
|
|
if (record.Name == null)
|
|
{
|
|
entityAnalysisModelAdaptation.Name =
|
|
$"Adaptation_{entityAnalysisModelAdaptation.Id}";
|
|
|
|
if (context.Services.Log.IsDebugEnabled)
|
|
{
|
|
context.Services.Log.Debug(
|
|
$"Entity Start: Model {key} and Adaptation{entityAnalysisModelAdaptation.Id} set DEFAULT Name as {entityAnalysisModelAdaptation.Name}.");
|
|
}
|
|
}
|
|
else
|
|
{
|
|
entityAnalysisModelAdaptation.Name = record.Name.Replace(" ", "_");
|
|
|
|
if (context.Services.Log.IsDebugEnabled)
|
|
{
|
|
context.Services.Log.Debug(
|
|
$"Entity Start: Model {key} and Adaptation {entityAnalysisModelAdaptation.Id} set Name as {entityAnalysisModelAdaptation.Name}.");
|
|
}
|
|
}
|
|
|
|
if (!record.ResponsePayload.HasValue)
|
|
{
|
|
entityAnalysisModelAdaptation.ResponsePayload = false;
|
|
|
|
if (context.Services.Log.IsDebugEnabled)
|
|
{
|
|
context.Services.Log.Debug(
|
|
$"Entity Start: Model {key} and Adaptation {entityAnalysisModelAdaptation.Id} set DEFAULT Name as {entityAnalysisModelAdaptation.ResponsePayload}.");
|
|
}
|
|
}
|
|
else
|
|
{
|
|
entityAnalysisModelAdaptation.ResponsePayload = record.ResponsePayload == 1;
|
|
|
|
if (context.Services.Log.IsDebugEnabled)
|
|
{
|
|
context.Services.Log.Debug(
|
|
$"Entity Start: Model {key} and Adaptation {entityAnalysisModelAdaptation.Id} set Name as {entityAnalysisModelAdaptation.ResponsePayload}.");
|
|
}
|
|
}
|
|
|
|
if (!record.ReportTable.HasValue)
|
|
{
|
|
entityAnalysisModelAdaptation.ReportTable = false;
|
|
|
|
if (context.Services.Log.IsDebugEnabled)
|
|
{
|
|
context.Services.Log.Debug(
|
|
$"Entity Start: Model {key} and Adaptation {entityAnalysisModelAdaptation.Id} set DEFAULT Name as {entityAnalysisModelAdaptation.ReportTable}.");
|
|
}
|
|
}
|
|
else
|
|
{
|
|
entityAnalysisModelAdaptation.ReportTable = record.ReportTable == 1;
|
|
|
|
if (context.Services.Log.IsDebugEnabled)
|
|
{
|
|
context.Services.Log.Debug(
|
|
$"Entity Start: Model {key} and Adaptation {entityAnalysisModelAdaptation.Id} set Name as {entityAnalysisModelAdaptation.ReportTable}.");
|
|
}
|
|
}
|
|
|
|
if (record.HttpEndpoint == null)
|
|
{
|
|
entityAnalysisModelAdaptation.HttpEndpoint = "";
|
|
|
|
if (context.Services.Log.IsDebugEnabled)
|
|
{
|
|
context.Services.Log.Debug(
|
|
$"Entity Start: Model {key} and Machine Learning Hook Type ID {entityAnalysisModelAdaptation.Id} set DEFAULT Http Endpoint as {entityAnalysisModelAdaptation.HttpEndpoint}.");
|
|
}
|
|
}
|
|
else
|
|
{
|
|
var validHost = context.Services.DynamicEnvironment.AppSettings("HttpAdaptationUrl").EndsWith('/')
|
|
? context.Services.DynamicEnvironment.AppSettings("HttpAdaptationUrl")
|
|
: context.Services.DynamicEnvironment.AppSettings("HttpAdaptationUrl") + "/";
|
|
|
|
var validUrl = record.HttpEndpoint.StartsWith('/')
|
|
? record.HttpEndpoint.Remove(0, 1)
|
|
: record.HttpEndpoint;
|
|
|
|
var rPlumberEndpoint = $"{validHost}{validUrl}";
|
|
|
|
entityAnalysisModelAdaptation.HttpEndpoint = rPlumberEndpoint;
|
|
|
|
if (context.Services.Log.IsDebugEnabled)
|
|
{
|
|
context.Services.Log.Debug(
|
|
$"Entity Start: Model {key} and Machine Learning Hook Type ID {entityAnalysisModelAdaptation.Id} set Http Endpoint as {entityAnalysisModelAdaptation.HttpEndpoint}.");
|
|
}
|
|
}
|
|
|
|
shadowEntityAnalysisModelAdaptations.Add(
|
|
entityAnalysisModelAdaptation.Id,
|
|
entityAnalysisModelAdaptation);
|
|
|
|
if (context.Services.Log.IsDebugEnabled)
|
|
{
|
|
context.Services.Log.Debug(
|
|
$"Entity Start: Model {key} and Exhaustive Search Instance Trial Instance ID {entityAnalysisModelAdaptation.Id} has been added to a shadow list of Adaptations.");
|
|
}
|
|
|
|
context.Services.Parser.EntityAnalysisModelsHttpAdaptations.Add(entityAnalysisModelAdaptation.Name);
|
|
|
|
if (context.Services.Log.IsDebugEnabled)
|
|
{
|
|
context.Services.Log.Debug(
|
|
$"Entity Start: Model {key} and Exhaustive Search Instance Trial Instance ID {entityAnalysisModelAdaptation.Id} has added {entityAnalysisModelAdaptation.Name} to parser.");
|
|
}
|
|
}
|
|
catch (Exception ex) when (ex is not OperationCanceledException)
|
|
{
|
|
context.Services.Log.Error(
|
|
$"Entity Start: Adaptation ID ID {record.Id} returned for model {key} as created an error as {ex}.");
|
|
}
|
|
}
|
|
|
|
if (context.Services.Log.IsDebugEnabled)
|
|
{
|
|
context.Services.Log.Debug(
|
|
$"Model {key} and Adaptations Model {key} has completed creating the adaptations into a shadow list of adaptations and it will now be allocated the fields in the order that they appeared in model training.");
|
|
}
|
|
|
|
value.Collections.EntityAnalysisModelAdaptations = shadowEntityAnalysisModelAdaptations;
|
|
|
|
if (context.Services.Log.IsDebugEnabled)
|
|
{
|
|
context.Services.Log.Debug(
|
|
$"Model {key} and Adaptations Model {key} has completed creating the adaptations into a shadow list of adaptations and it has now be allocated the fields in the order that they appeared in model training from the shadow list of these variables.");
|
|
}
|
|
}
|
|
|
|
if (context.Services.Log.IsDebugEnabled)
|
|
{
|
|
context.Services.Log.Debug("Entity Start: Completed adding Adaptations and Exhaustive Neural Networks to entity models.");
|
|
}
|
|
}
|
|
catch (Exception ex) when (ex is not OperationCanceledException)
|
|
{
|
|
context.Services.Log.Error($"SyncEntityAnalysisModelHttpAdaptationAsync: has produced an error {ex}");
|
|
}
|
|
|
|
return context;
|
|
}
|
|
}
|
|
}
|