refactor external clients

put model batch size as parameter in config
2026-04-22 18:36:32 +00:00 · 2025-03-24 00:33:41 +02:00
parent 32f9de3c71
commit 6429ad62c2
28 changed files with 352 additions and 226 deletions
@@ -12,7 +12,6 @@ cdef str AI_MODEL_FILE_BIG = "azaion.onnx.big"
 cdef str AI_MODEL_FILE_SMALL = "azaion.onnx.small"

 cdef bytes DONE_SIGNAL = b"DONE"
-cdef int MODEL_BATCH_SIZE = 4

 cdef log(str log_message, bytes client_id=None):
    local_time = time.strftime('%Y-%m-%d %H:%M:%S', time.localtime())