initial structure implemented

docs -> _docs

components/model_manager/__init__.py

@@ -0,0 +1,5 @@
+from .base import ModelManagerBase
+from .model_manager import ModelManager
+
+__all__ = ["ModelManagerBase", "ModelManager"]
+

components/model_manager/base.py

@@ -0,0 +1,40 @@
+from abc import ABC, abstractmethod
+from typing import Optional, Any
+import numpy as np
+
+from models.config import ModelConfig
+
+
+class ModelManagerBase(ABC):
+    @abstractmethod
+    async def load_model(self, config: ModelConfig) -> bool:
+        pass
+
+    @abstractmethod
+    async def unload_model(self, model_name: str) -> bool:
+        pass
+
+    @abstractmethod
+    async def get_model(self, model_name: str) -> Optional[Any]:
+        pass
+
+    @abstractmethod
+    async def run_inference(
+        self, model_name: str, inputs: dict[str, np.ndarray]
+    ) -> dict[str, np.ndarray]:
+        pass
+
+    @abstractmethod
+    async def warmup_model(
+        self, model_name: str, iterations: int = 3
+    ) -> bool:
+        pass
+
+    @abstractmethod
+    async def get_loaded_models(self) -> list[str]:
+        pass
+
+    @abstractmethod
+    async def get_model_info(self, model_name: str) -> Optional[dict]:
+        pass
+

components/model_manager/model_manager.py

@@ -0,0 +1,33 @@
+from typing import Optional, Any
+import numpy as np
+
+from .base import ModelManagerBase
+from models.config import ModelConfig
+
+
+class ModelManager(ModelManagerBase):
+    async def load_model(self, config: ModelConfig) -> bool:
+        raise NotImplementedError
+
+    async def unload_model(self, model_name: str) -> bool:
+        raise NotImplementedError
+
+    async def get_model(self, model_name: str) -> Optional[Any]:
+        raise NotImplementedError
+
+    async def run_inference(
+        self, model_name: str, inputs: dict[str, np.ndarray]
+    ) -> dict[str, np.ndarray]:
+        raise NotImplementedError
+
+    async def warmup_model(
+        self, model_name: str, iterations: int = 3
+    ) -> bool:
+        raise NotImplementedError
+
+    async def get_loaded_models(self) -> list[str]:
+        raise NotImplementedError
+
+    async def get_model_info(self, model_name: str) -> Optional[dict]:
+        raise NotImplementedError
+