Move cpp code to directory csrcs (#42)

* move cpp code to csrcs

* move cpp code to csrcs

csrcs/fastdeploy/backends/tensorrt/common/sampleInference.h

@@ -0,0 +1,88 @@
+/*
+ * Copyright (c) 1993-2022, NVIDIA CORPORATION. All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#ifndef TRT_SAMPLE_INFERENCE_H
+#define TRT_SAMPLE_INFERENCE_H
+
+#include "sampleReporting.h"
+#include "sampleUtils.h"
+
+#include <iostream>
+#include <memory>
+#include <string>
+#include <vector>
+
+#include "NvInfer.h"
+#include "NvInferSafeRuntime.h"
+
+namespace sample {
+
+struct InferenceEnvironment {
+  TrtUniquePtr<nvinfer1::ICudaEngine> engine;
+  std::unique_ptr<Profiler> profiler;
+  std::vector<TrtUniquePtr<nvinfer1::IExecutionContext>> context;
+  std::vector<std::unique_ptr<Bindings>> bindings;
+  bool error{false};
+
+  std::vector<uint8_t> engineBlob;
+
+  bool safe{false};
+  std::unique_ptr<nvinfer1::safe::ICudaEngine> safeEngine;
+  std::vector<std::unique_ptr<nvinfer1::safe::IExecutionContext>> safeContext;
+
+  template <class ContextType>
+  inline ContextType* getContext(int32_t streamIdx);
+};
+
+template <>
+inline nvinfer1::IExecutionContext*
+InferenceEnvironment::getContext(int32_t streamIdx) {
+  return context[streamIdx].get();
+}
+
+template <>
+inline nvinfer1::safe::IExecutionContext*
+InferenceEnvironment::getContext(int32_t streamIdx) {
+  return safeContext[streamIdx].get();
+}
+
+//!
+//! \brief Set up contexts and bindings for inference
+//!
+bool setUpInference(InferenceEnvironment& iEnv,
+                    const InferenceOptions& inference);
+
+//!
+//! \brief Deserialize the engine and time how long it takes.
+//!
+bool timeDeserialize(InferenceEnvironment& iEnv);
+
+//!
+//! \brief Run inference and collect timing, return false if any error hit
+//! during inference
+//!
+bool runInference(const InferenceOptions& inference, InferenceEnvironment& iEnv,
+                  int32_t device, std::vector<InferenceTrace>& trace);
+
+//!
+//! \brief Get layer information of the engine.
+//!
+std::string getLayerInformation(const InferenceEnvironment& iEnv,
+                                nvinfer1::LayerInformationFormat format);
+
+} // namespace sample
+
+#endif // TRT_SAMPLE_INFERENCE_H