import queue import traceback from queue import Queue cimport constants from threading import Thread import yaml from api_client cimport ApiClient from annotation cimport Annotation from inference cimport Inference from remote_command cimport RemoteCommand, CommandType from remote_command_handler cimport RemoteCommandHandler from credentials cimport Credentials from file_data cimport FileData cdef class CommandProcessor: cdef ApiClient api_client cdef RemoteCommandHandler remote_handler cdef object inference_queue cdef bint running cdef Inference inference def __init__(self, int zmq_port, str api_url): self.api_client = ApiClient(api_url) self.remote_handler = RemoteCommandHandler(zmq_port, self.on_command) self.inference_queue = Queue(maxsize=constants.QUEUE_MAXSIZE) self.remote_handler.start() self.running = True self.inference = Inference(self.api_client, self.on_annotation) def start(self): while self.running: try: command = self.inference_queue.get(timeout=0.5) self.inference.run_inference(command) self.remote_handler.send(command.client_id, 'DONE'.encode('utf-8')) except queue.Empty: continue except Exception as e: traceback.print_exc() print('EXIT!') cdef on_command(self, RemoteCommand command): try: if command.command_type == CommandType.LOGIN: self.login(command) elif command.command_type == CommandType.LOAD: self.load_file(command) elif command.command_type == CommandType.INFERENCE: self.inference_queue.put(command) elif command.command_type == CommandType.STOP_INFERENCE: self.inference.stop() elif command.command_type == CommandType.EXIT: t = Thread(target=self.stop) # non-block worker: t.start() else: pass except Exception as e: print(f"Error handling client: {e}") cdef login(self, RemoteCommand command): self.api_client.set_credentials(Credentials.from_msgpack(command.data)) Thread(target=self.inference.build_tensor_engine).start() # build AI engine in non-blocking thread cdef load_file(self, RemoteCommand command): cdef FileData file_data = FileData.from_msgpack(command.data) response = self.api_client.load_bytes(file_data.filename, file_data.folder) self.remote_handler.send(command.client_id, response) cdef on_annotation(self, RemoteCommand cmd, Annotation annotation): data = annotation.serialize() self.remote_handler.send(cmd.client_id, data) def stop(self): self.inference.stop() self.remote_handler.stop() self.running = False