read cdn yaml config from api

automate tensorrt model conversion in case of no existing one for user's gpu
This commit is contained in:
Alex Bezdieniezhnykh
2025-04-23 23:20:08 +03:00
parent c68c293448
commit e798af470b
23 changed files with 265 additions and 93 deletions
+3 -2
View File
@@ -4,6 +4,8 @@ from queue import Queue
cimport constants
from threading import Thread
import yaml
from api_client cimport ApiClient
from annotation cimport Annotation
from inference cimport Inference
@@ -59,9 +61,8 @@ cdef class CommandProcessor:
print(f"Error handling client: {e}")
cdef login(self, RemoteCommand command):
cdef User user
self.api_client.set_credentials(Credentials.from_msgpack(command.data))
user = self.api_client.get_user()
Thread(target=self.inference.build_tensor_engine).start() # build AI engine in non-blocking thread
cdef load_file(self, RemoteCommand command):
cdef FileData file_data = FileData.from_msgpack(command.data)