[Other] Optimize runtime module (#1356)

* Optimize runtime

* fix error

* [Backend] Add option to print tensorrt conversion log (#1386)

Add option to print tensorrt conversion log

Co-authored-by: root <root@bjyz-sys-gpu-kongming3.bjyz.baidu.com>

---------

Co-authored-by: root <root@bjyz-sys-gpu-kongming3.bjyz.baidu.com>
This commit is contained in:
Jason
2023-02-21 17:01:32 +08:00
committed by GitHub
parent 42817ddc18
commit 18e33bae5c
7 changed files with 70 additions and 67 deletions

View File

@@ -220,20 +220,30 @@ class FDTrtLogger : public nvinfer1::ILogger {
logger = new FDTrtLogger();
return logger;
}
void SetLog(bool enable_info = false, bool enable_warning = false) {
enable_info_ = enable_info;
enable_warning_ = enable_warning;
}
void log(nvinfer1::ILogger::Severity severity,
const char* msg) noexcept override {
if (severity == nvinfer1::ILogger::Severity::kINFO) {
// Disable this log
// FDINFO << msg << std::endl;
if (enable_info_) {
FDINFO << msg << std::endl;
}
} else if (severity == nvinfer1::ILogger::Severity::kWARNING) {
// Disable this log
// FDWARNING << msg << std::endl;
if (enable_warning_) {
FDWARNING << msg << std::endl;
}
} else if (severity == nvinfer1::ILogger::Severity::kERROR) {
FDERROR << msg << std::endl;
} else if (severity == nvinfer1::ILogger::Severity::kINTERNAL_ERROR) {
FDASSERT(false, "%s", msg);
}
}
private:
bool enable_info_ = false;
bool enable_warning_ = false;
};
struct ShapeRangeInfo {