use nms in the model itself, simplify and make postprocess faster.

make inference in batches, fix c# handling, add overlap handling

Azaion.CommonSecurity/Services/PythonResourceLoader.cs

@@ -82,7 +82,7 @@ public class PythonResourceLoader : IResourceLoader, IAuthProvider
         {
             _dealer.SendFrame(MessagePackSerializer.Serialize(new RemoteCommand(CommandType.Load, fileName)));
 
-            if (!_dealer.TryReceiveFrameBytes(TimeSpan.FromMilliseconds(1000), out var bytes))
+            if (!_dealer.TryReceiveFrameBytes(TimeSpan.FromSeconds(3), out var bytes))
                 throw new Exception($"Unable to receive {fileName}");
 
             return new MemoryStream(bytes);

Azaion.CommonSecurity/ZeroMQExtensions.cs

@@ -6,12 +6,23 @@ namespace Azaion.CommonSecurity;
 
 public static class ZeroMqExtensions
 {
-    public static T? Get<T>(this DealerSocket dealer, Func<byte[], bool>? shouldInterceptFn = null) where T : class
+    public static T? Get<T>(this DealerSocket dealer, Func<byte[], bool>? shouldInterceptFn = null, int retries = 24, int tryTimeoutSeconds = 5, CancellationToken ct = default) where T : class
     {
-        if (!dealer.TryReceiveFrameBytes(TimeSpan.FromMinutes(2), out var bytes))
-            throw new Exception($"Unable to get {typeof(T).Name}");
-        if (shouldInterceptFn != null && shouldInterceptFn(bytes))
-            return null;
-        return MessagePackSerializer.Deserialize<T>(bytes);
+        var tryNum = 0;
+        while (!ct.IsCancellationRequested && tryNum++ < retries)
+        {
+            if (!dealer.TryReceiveFrameBytes(TimeSpan.FromSeconds(tryTimeoutSeconds), out var bytes))
+                continue;
+
+            if (shouldInterceptFn != null && shouldInterceptFn(bytes))
+                return null;
+
+            return MessagePackSerializer.Deserialize<T>(bytes);
+        }
+
+        if (!ct.IsCancellationRequested)
+            throw new Exception($"Unable to get {typeof(T).Name} after {tryNum} retries, {tryTimeoutSeconds} seconds each");
+
+        return null;
     }
 }