From ceda892f081ceb39457394916a18f6e7045a1a8e Mon Sep 17 00:00:00 2001 From: Alexander Pivovarov Date: Thu, 28 Apr 2022 22:11:29 -0700 Subject: [PATCH] [TRT] Add check to use setBindingDimensions in TRT 6.0.1+ --- src/runtime/contrib/tensorrt/tensorrt_runtime.cc | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/runtime/contrib/tensorrt/tensorrt_runtime.cc b/src/runtime/contrib/tensorrt/tensorrt_runtime.cc index d8e0231ebcd6..814d96863bb1 100644 --- a/src/runtime/contrib/tensorrt/tensorrt_runtime.cc +++ b/src/runtime/contrib/tensorrt/tensorrt_runtime.cc @@ -163,12 +163,14 @@ class TensorRTRuntime : public JSONRuntimeBase { const std::string name = nodes_[nid].GetOpName() + "_" + std::to_string(j); int binding_index = engine->getBindingIndex(name.c_str()); ICHECK_NE(binding_index, -1); +#if TRT_VERSION_GE(6, 0, 1) if (!use_implicit_batch_) { std::vector shape(data_entry_[eid]->shape, data_entry_[eid]->shape + data_entry_[eid]->ndim); auto dims = VectorToTrtDims(shape); ICHECK(context->setBindingDimensions(binding_index, dims)); } +#endif if (data_entry_[eid]->device.device_type == kDLCUDA) { bindings[binding_index] = data_entry_[eid]->data; } else {