From 8028d3200f3158a9c61c0d51a56b9991c2ff8f8d Mon Sep 17 00:00:00 2001 From: Masahiro Masuda Date: Mon, 20 Sep 2021 19:14:50 +0900 Subject: [PATCH 1/2] fix compile error missing noexcept in overwridden methods --- src/runtime/contrib/tensorrt/tensorrt_calibrator.h | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/src/runtime/contrib/tensorrt/tensorrt_calibrator.h b/src/runtime/contrib/tensorrt/tensorrt_calibrator.h index 1e340d287629..58bfcc248f6e 100755 --- a/src/runtime/contrib/tensorrt/tensorrt_calibrator.h +++ b/src/runtime/contrib/tensorrt/tensorrt_calibrator.h @@ -62,13 +62,13 @@ class TensorRTCalibrator : public nvinfer1::IInt8EntropyCalibrator2 { data_sizes_.push_back(binding_sizes); } - int getBatchSize() const override { return batch_size_; } + int getBatchSize() const noexcept override { return batch_size_; } /*! * \brief TensorRT will call this method to get next batch of data to * calibrate with. */ - bool getBatch(void* bindings[], const char* names[], int nbBindings) override { + bool getBatch(void* bindings[], const char* names[], int nbBindings) noexcept override { AllocateBuffersIfNotAllocated(); CHECK_EQ(input_names_.size(), nbBindings); for (size_t i = 0; i < input_names_.size(); ++i) { @@ -83,13 +83,13 @@ class TensorRTCalibrator : public nvinfer1::IInt8EntropyCalibrator2 { return (num_batches_calibrated_ < data_.size()); } - const void* readCalibrationCache(size_t& length) override { + const void* readCalibrationCache(size_t& length) noexcept override { if (calibration_cache_.empty()) return nullptr; length = calibration_cache_.size(); return calibration_cache_.data(); } - void writeCalibrationCache(const void* cache, size_t length) override { + void writeCalibrationCache(const void* cache, size_t length) noexcept override { calibration_cache_.assign(static_cast(cache), length); } From 9d8aa707955338033bc30b5f0d69787a12432ee8 Mon Sep 17 00:00:00 2001 From: Masahiro Masuda Date: Mon, 20 Sep 2021 19:20:25 +0900 Subject: [PATCH 2/2] remove depricated builder method call --- src/runtime/contrib/tensorrt/tensorrt_builder.cc | 3 --- 1 file changed, 3 deletions(-) diff --git a/src/runtime/contrib/tensorrt/tensorrt_builder.cc b/src/runtime/contrib/tensorrt/tensorrt_builder.cc index 23f7339605df..c60928e95db4 100644 --- a/src/runtime/contrib/tensorrt/tensorrt_builder.cc +++ b/src/runtime/contrib/tensorrt/tensorrt_builder.cc @@ -61,9 +61,6 @@ TensorRTBuilder::TensorRTBuilder(TensorRTLogger* logger, this->calibrator_ = calibrator; if (calibrator != nullptr) { use_int8_ = true; - builder_->setFp16Mode(true); - builder_->setInt8Mode(true); - builder_->setInt8Calibrator(calibrator); } network_ = builder_->createNetworkV2(flags); #else