mirror of
https://github.com/azaion/ai-training.git
synced 2026-04-23 02:06:35 +00:00
conversion to model with batch 4 is DONE
This commit is contained in:
@@ -12,7 +12,6 @@ from inference.onnx_engine import InferenceEngine
|
|||||||
import pycuda.autoinit
|
import pycuda.autoinit
|
||||||
import pynvml
|
import pynvml
|
||||||
|
|
||||||
# TODO: 2. Convert onnx model with 4 batch and make sure it is working
|
|
||||||
|
|
||||||
class TensorRTEngine(InferenceEngine):
|
class TensorRTEngine(InferenceEngine):
|
||||||
TRT_LOGGER = trt.Logger(trt.Logger.WARNING)
|
TRT_LOGGER = trt.Logger(trt.Logger.WARNING)
|
||||||
|
|||||||
Reference in New Issue
Block a user