參考文檔

https://docs.djangoproject.com/zh-hans/5.0/intro/tutorial01/

待驗(yàn)證 onnx轉(zhuǎn)換成引擎

import tensorrt as trt

# 設(shè)置日志器
logger = trt.Logger(trt.Logger.WARNING)

# 創(chuàng)建 TensorRT 運(yùn)行時(shí)
runtime = trt.Runtime(logger)

# 創(chuàng)建 TensorRT 構(gòu)建器和網(wǎng)絡(luò)
builder = trt.Builder(logger)
network = builder.create_network(1 << int(trt.NetworkDefinitionCreationFlag.EXPLICIT_BATCH))

# 創(chuàng)建 ONNX 解析器
parser = trt.OnnxParser(network, logger)

# 加載 ONNX 模型
with open("model.onnx", "rb") as model_file:
    parser.parse(model_file.read())

# 配置構(gòu)建器
config = builder.create_builder_config()
config.max_workspace_size = 1 << 30  # 設(shè)置最大工作空間為 1GB

# 構(gòu)建 TensorRT 引擎
engine = builder.build_engine(network, config)

# 保存 TensorRT 引擎
with open("model.trt", "wb") as engine_file:
    engine_file.write(engine.serialize())

print("TensorRT 引擎已成功保存到 model.trt")