diff --git a/Azaion.Inference/inference.pyx b/Azaion.Inference/inference.pyx index 3ca2836..668dd55 100644 --- a/Azaion.Inference/inference.pyx +++ b/Azaion.Inference/inference.pyx @@ -94,7 +94,8 @@ cdef class Inference: self.ai_availability_status.set_status(AIAvailabilityEnum.ERROR, str(e)) onnx_engine_bytes = self.get_onnx_engine_bytes() self.ai_availability_status.set_status(AIAvailabilityEnum.CONVERTING) - model_bytes = TensorRTEngine.convert_from_onnx(res.data) + model_bytes = TensorRTEngine.convert_from_onnx(onnx_engine_bytes) + self.engine = TensorRTEngine(model_bytes) self.ai_availability_status.set_status(AIAvailabilityEnum.UPLOADING) res = self.loader_client.upload_big_small_resource(model_bytes, engine_filename, models_dir) if res.err is not None: diff --git a/Azaion.Suite.sln b/Azaion.Suite.sln index 515cc63..6db7356 100644 --- a/Azaion.Suite.sln +++ b/Azaion.Suite.sln @@ -26,6 +26,7 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Build", "Build", "{CF141A48 build\publish.cmd = build\publish.cmd build\requirements.txt = build\requirements.txt build\upload.cmd = build\upload.cmd + build\build_local_loader_inference.cmd = build\build_local_loader_inference.cmd EndProjectSection EndProject Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Azaion.LoaderUI", "Azaion.LoaderUI\Azaion.LoaderUI.csproj", "{C96C142E-3ED3-4455-9C22-93A12022B8A9}"