update AI initializing

rework AIAvailabilityStatus events to mediatr

Azaion.Common/Services/Inference/InferenceClient.cs

@@ -0,0 +1,105 @@
+using System.Diagnostics;
+using System.Text;
+using Azaion.Common.DTO;
+using MediatR;
+using MessagePack;
+using Microsoft.Extensions.Logging;
+using Microsoft.Extensions.Options;
+using NetMQ;
+using NetMQ.Sockets;
+
+namespace Azaion.Common.Services.Inference;
+
+public interface IInferenceClient : IDisposable
+{
+    void Send(RemoteCommand create);
+    void Stop();
+}
+
+public class InferenceClient : IInferenceClient
+{
+    private readonly ILogger<InferenceClient> _logger;
+
+    private readonly DealerSocket _dealer = new();
+    private readonly NetMQPoller _poller = new();
+    private readonly Guid _clientId = Guid.NewGuid();
+    private readonly InferenceClientConfig _inferenceClientConfig;
+    private readonly LoaderClientConfig _loaderClientConfig;
+    private readonly IMediator _mediator;
+
+    public InferenceClient(ILogger<InferenceClient> logger, IOptions<InferenceClientConfig> inferenceConfig,
+        IMediator mediator,
+        IOptions<LoaderClientConfig> loaderConfig)
+    {
+        _logger = logger;
+        _inferenceClientConfig = inferenceConfig.Value;
+        _loaderClientConfig = loaderConfig.Value;
+        _mediator = mediator;
+        Start();
+    }
+
+    private void Start()
+    {
+        try
+        {
+            using var process = new Process();
+            process.StartInfo = new ProcessStartInfo
+            {
+                FileName = Constants.EXTERNAL_INFERENCE_PATH,
+                Arguments = $"-p {_inferenceClientConfig.ZeroMqPort} -lp {_loaderClientConfig.ZeroMqPort} -a {_inferenceClientConfig.ApiUrl}",
+                CreateNoWindow = true
+            };
+            process.Start();
+        }
+        catch (Exception e)
+        {
+            _logger.LogError(e, e.Message);
+        }
+
+        _dealer.Options.Identity = Encoding.UTF8.GetBytes(_clientId.ToString("N"));
+        _dealer.Connect($"tcp://{_inferenceClientConfig.ZeroMqHost}:{_inferenceClientConfig.ZeroMqPort}");
+
+        _dealer.ReceiveReady += async (_, e) => await ProcessClientCommand(e.Socket);
+        _poller.Add(_dealer);
+        _ = Task.Run(() => _poller.RunAsync());
+    }
+
+    private async Task ProcessClientCommand(NetMQSocket socket, CancellationToken ct = default)
+    {
+        while (socket.TryReceiveFrameBytes(TimeSpan.Zero, out var bytes))
+        {
+            if (bytes.Length == 0)
+                continue;
+
+            var remoteCommand = MessagePackSerializer.Deserialize<RemoteCommand>(bytes, cancellationToken: ct);
+            switch (remoteCommand.CommandType)
+            {
+                case CommandType.InferenceData:
+                    await _mediator.Publish(new InferenceDataEvent(remoteCommand), ct);
+                    break;
+                case CommandType.AIAvailabilityResult:
+                    var aiAvailabilityStatus = MessagePackSerializer.Deserialize<AIAvailabilityStatusEvent>(remoteCommand.Data, cancellationToken: ct);
+                    await _mediator.Publish(aiAvailabilityStatus, ct);
+                    break;
+                default:
+                    throw new ArgumentOutOfRangeException();
+            }
+        }
+    }
+
+    public void Stop() =>
+        Send(RemoteCommand.Create(CommandType.StopInference));
+
+    public void Send(RemoteCommand command) =>
+        _dealer.SendFrame(MessagePackSerializer.Serialize(command));
+
+    public void Dispose()
+    {
+        _poller.Stop();
+        _poller.Dispose();
+        _dealer.SendFrame(MessagePackSerializer.Serialize(new RemoteCommand(CommandType.Exit)));
+        _dealer.Disconnect($"tcp://{_inferenceClientConfig.ZeroMqHost}:{_inferenceClientConfig.ZeroMqPort}");
+        _dealer.Close();
+        _dealer.Dispose();
+    }
+}

Azaion.Common/Services/Inference/InferenceService.cs

@@ -0,0 +1,56 @@
+using Azaion.Common.DTO;
+using Azaion.Common.DTO.Config;
+using Azaion.Common.Extensions;
+using Microsoft.Extensions.Options;
+
+namespace Azaion.Common.Services.Inference;
+
+public interface IInferenceService
+{
+    Task RunInference(List<string> mediaPaths, CancellationToken ct = default);
+    CancellationTokenSource InferenceCancelTokenSource { get; set; }
+    void StopInference();
+}
+
+// SHOULD BE ONLY ONE INSTANCE OF InferenceService. Do not add ANY NotificationHandler to it!
+// _inferenceCancelTokenSource should be created only once.
+public class InferenceService : IInferenceService
+{
+    private readonly IInferenceClient _client;
+    private readonly IAzaionApi _azaionApi;
+    private readonly IOptions<AIRecognitionConfig> _aiConfigOptions;
+    public CancellationTokenSource InferenceCancelTokenSource { get; set; } = new();
+    public CancellationTokenSource CheckAIAvailabilityTokenSource { get; set; } = new();
+
+    public InferenceService(IInferenceClient client, IAzaionApi azaionApi, IOptions<AIRecognitionConfig> aiConfigOptions)
+    {
+        _client = client;
+        _azaionApi = azaionApi;
+        _aiConfigOptions = aiConfigOptions;
+    }
+
+    public async Task CheckAIAvailabilityStatus()
+    {
+        CheckAIAvailabilityTokenSource = new CancellationTokenSource();
+        while (!CheckAIAvailabilityTokenSource.IsCancellationRequested)
+        {
+            _client.Send(RemoteCommand.Create(CommandType.AIAvailabilityCheck));
+            await Task.Delay(10000, CheckAIAvailabilityTokenSource.Token);
+        }
+    }
+
+    public async Task RunInference(List<string> mediaPaths, CancellationToken ct = default)
+    {
+        InferenceCancelTokenSource = new CancellationTokenSource();
+        _client.Send(RemoteCommand.Create(CommandType.Login, _azaionApi.Credentials));
+
+        var aiConfig = _aiConfigOptions.Value;
+        aiConfig.Paths = mediaPaths;
+        _client.Send(RemoteCommand.Create(CommandType.Inference, aiConfig));
+
+        using var combinedTokenSource = CancellationTokenSource.CreateLinkedTokenSource(ct, InferenceCancelTokenSource.Token);
+        await combinedTokenSource.Token.AsTask();
+    }
+
+    public void StopInference() => _client.Stop();
+}

Azaion.Common/Services/Inference/InferenceServiceEventHandler.cs

@@ -0,0 +1,43 @@
+using Azaion.Common.Database;
+using Azaion.Common.DTO;
+using Azaion.Common.Events;
+using MediatR;
+using MessagePack;
+using Microsoft.Extensions.Logging;
+
+namespace Azaion.Common.Services.Inference;
+
+public class InferenceServiceEventHandler(IInferenceService inferenceService,
+    IAnnotationService annotationService,
+    IMediator mediator,
+    ILogger<InferenceServiceEventHandler> logger) :
+        INotificationHandler<InferenceDataEvent>,
+        INotificationHandler<AIAvailabilityStatusEvent>
+{
+    public async Task Handle(InferenceDataEvent e, CancellationToken ct)
+    {
+        try
+        {
+            if (e.Command.Message == "DONE")
+            {
+                await inferenceService.InferenceCancelTokenSource.CancelAsync();
+                return;
+            }
+
+            var annImage = MessagePackSerializer.Deserialize<AnnotationImage>(e.Command.Data, cancellationToken: ct);
+            var annotation = await annotationService.SaveAnnotation(annImage, ct);
+            await mediator.Publish(new AnnotationAddedEvent(annotation), ct);
+        }
+        catch (Exception ex)
+        {
+            logger.LogError(ex, ex.Message);
+        }
+    }
+
+    public async Task Handle(AIAvailabilityStatusEvent e, CancellationToken ct)
+    {
+
+        e.Status = AIAvailabilityEnum.Enabled;
+
+    }
+}

Azaion.Common/Services/Inference/InferenceServiceEvents.cs

@@ -0,0 +1,9 @@
+using Azaion.Common.DTO;
+using MediatR;
+
+namespace Azaion.Common.Services.Inference;
+
+public class InferenceDataEvent(RemoteCommand command) : INotification
+{
+    public RemoteCommand Command { get; set; } = command;
+}