move doc to header

aidge_export_tensorrt/static/tensorrt_8.6/include/Graph.hpp

@@ -12,85 +12,191 @@
 // Allow TensorRT to use up to 1GB of GPU memory for tactic selection
 constexpr size_t MAX_WORKSPACE_SIZE = 1ULL << 30; // 1 GB
 
-typedef enum {
+typedef enum
+{
     SYNC,
     ASYNC
 } ExecutionMode_T;
 
-typedef struct {
+typedef struct
+{
     std::string name;
-    int         nbElements;
-    int         size;
+    int nbElements;
+    int size;
 } IODesc;
 
-typedef struct {
+typedef struct
+{
     std::vector<IODesc> inputs;
     std::vector<IODesc> outputs;
     unsigned int nIO;
 } IOGraphDesc;
 
-
-class Graph {
-    public:
-        Graph( std::string const& filePath, 
-               unsigned int device_id, 
-               int nbbits );
-               
-        ~Graph();
-
-        void device(unsigned int id);
-        void databits(int nbbits);
-        void datamode(nvinfer1::DataType datatype);
-
-        void load(std::string const& filePath);
-        void load_onnx(std::string const& onnxModelPath);
-        void load_trt(std::string const& trtModelPath);
-
-        void save(std::string const& fileName);
-
-        void initialize();
-        void calibrate(std::string const& calibration_folder_path, std::string const& cache_file_path, unsigned int batch_size);
-        
-        void profile(unsigned int nb_iterations,
-                     ExecutionMode_T mode = ExecutionMode_T::ASYNC);
-
-        void auto_input_profile(std::vector<std::vector<int>> dims_inputs);
-
-        // Inference methods
-        void run(void** inputs, void** outputs, ExecutionMode_T mode = ExecutionMode_T::ASYNC);
-        void run_async(void** inputs, void** outputs);
-        void run_sync(void** inputs, void** outputs);
-
-        // Getters
-        unsigned int getNbIO();
-        IOGraphDesc getIODescription();
-
-
-    protected:
-
-        void initialize_io_descriptors();
-
-
-    private:
-
-        // TensorRT objects for network, engine
-        // and context creation and management
-        nvinfer1::INetworkDefinition*   _network{nullptr};
-        nvinfer1::ICudaEngine*          _engine{nullptr};
-        nvinfer1::IBuilder*             _builder{nullptr};
-        nvinfer1::IBuilderConfig*       _builderconfig{nullptr};
-        nvinfer1::IExecutionContext*    _context{nullptr};
-        nvinfer1::IOptimizationProfile* _profile{nullptr};
-        nvinfer1::IInt8Calibrator*      _calibrator{nullptr};
-
-        // Graph IO information
-        IOGraphDesc                     _iodescriptors;
-        // Buffer for GPU computation
-        std::vector<void*>              _iobuffer;
-        // Stream
-        cudaStream_t                    _stream{nullptr};
-
+class Graph
+{
+public:
+    /**
+     * @brief Constructor for the Graph class.
+     *
+     * @param filePath Path to the file to load (default is empty).
+     * @param device_id Device ID to use (default is 0).
+     * @param nbbits Number of bits for data (default is -32).
+     */
+    Graph(std::string const &filePath,
+          unsigned int device_id,
+          int nbbits);
+
+    /**
+     * @brief Destructor for the Graph class.
+     */
+    ~Graph();
+
+    /**
+     * @brief Set the CUDA device.
+     *
+     * @param id Device ID.
+     */
+    void device(unsigned int id);
+
+    /**
+     * @brief Set the data type for the graph.
+     *
+     * @param nbbits Number of bits for data.
+     */
+    void databits(int nbbits);
+
+    /**
+     * @brief Set the data mode for the graph.
+     *
+     * @param datatype Data type for the graph.
+     */
+    void datamode(nvinfer1::DataType datatype);
+
+    /**
+     * @brief Load a file into the graph.
+     *
+     * @param filePath Path to the file to load.
+     */
+    void load(std::string const &filePath);
+
+    /**
+     * @brief Load an ONNX file into the graph.
+     *
+     * @param onnxModelPath Path to the ONNX model file.
+     */
+    void load_onnx(std::string const &onnxModelPath);
+
+    /**
+     * @brief Load a TensorRT file into the graph.
+     *
+     * @param trtModelPath Path to the TensorRT model file.
+     */
+    void load_trt(std::string const &trtModelPath);
+
+    /**
+     * @brief Save the graph to a file.
+     *
+     * @param fileName Name of the file to save.
+     */
+    void save(std::string const &fileName);
+
+    /**
+     * @brief Initializes the TensorRT engine and execution context for the Graph class. This involves building a serialized network, deserializing it into a CUDA engine, and setting up the necessary execution context and I/O descriptors.
+     */
+    void initialize();
+
+    /**
+     * @brief Calibrate the graph using the calibration data found inside the `calibration` folder.
+     * This folder should include a `.info` file containing the dimensions of the calibration data, along with the data stored in a `.batch` file*
+     * Calibration can be expensive, so it is beneficial to generate the calibration data once and then reuse it for subsequent builds of the network. The cache includes the regression cutoff and quantile values used to generate it, and will not be used if these do not match the settings of the current calibrator. However, the network should be recalibrated if its structure changes or if the input data set changes, and it is the responsibility of the application to ensure this.
+     *
+     * @param calibration_folder_path Path to the calibration folder.
+     * @param cache_file_path Path to the cache file.
+     * @param batch_size Batch size for calibration (default is 1).
+     */
+    void calibrate(std::string const &calibration_folder_path, std::string const &cache_file_path, unsigned int batch_size);
+
+    /**
+     * @brief Profile the graph's execution by printing the average profiled tensorRT process time per stimulus.
+     *
+     * @param nb_iterations Number of iterations for profiling.
+     * @param mode Execution mode (SYNC or ASYNC).
+     */
+    void profile(unsigned int nb_iterations, ExecutionMode_T mode = ExecutionMode_T::ASYNC);
+
+    /**
+     * @brief Automatically set the input profile for the graph.
+     *
+     * @param dims_inputs Dimensions of the input tensors.
+     */
+    void auto_input_profile(std::vector<std::vector<int>> dims_inputs);
+
+    // Inference methods
+
+    /**
+     * @brief Run the graph.
+     *
+     * @param inputs Input data.
+     * @param outputs Output data.
+     * @param mode Execution mode (SYNC or ASYNC).
+     */
+    void run(void **inputs, void **outputs, ExecutionMode_T mode = ExecutionMode_T::ASYNC);
+
+    /**
+     * @brief Run the graph asynchronously.
+     *
+     * @param inputs Input data.
+     * @param outputs Output data.
+     */
+    void run_async(void **inputs, void **outputs);
+
+    /**
+     * @brief Run the graph synchronously.
+     *
+     * @param inputs Input data.
+     * @param outputs Output data.
+     */
+    void run_sync(void **inputs, void **outputs);
+
+    // Getters
+
+    /**
+     * @brief Get the number of IO tensors in the graph.
+     *
+     * @return unsigned int Number of IO tensors.
+     */
+    unsigned int getNbIO();
+
+    /**
+     * @brief Get the IO descriptors of the graph.
+     *
+     * @return IOGraphDesc IO descriptors.
+     */
+    IOGraphDesc getIODescription();
+
+protected:
+    /**
+     * @brief Initialize IO descriptors for the graph.
+     */
+    void initialize_io_descriptors();
+
+private:
+    // TensorRT objects for network, engine
+    // and context creation and management
+    nvinfer1::INetworkDefinition *_network{nullptr};
+    nvinfer1::ICudaEngine *_engine{nullptr};
+    nvinfer1::IBuilder *_builder{nullptr};
+    nvinfer1::IBuilderConfig *_builderconfig{nullptr};
+    nvinfer1::IExecutionContext *_context{nullptr};
+    nvinfer1::IOptimizationProfile *_profile{nullptr};
+    nvinfer1::IInt8Calibrator *_calibrator{nullptr};
+
+    // Graph IO information
+    IOGraphDesc _iodescriptors;
+    // Buffer for GPU computation
+    std::vector<void *> _iobuffer;
+    // Stream
+    cudaStream_t _stream{nullptr};
 };
 
-
-#endif  // __AIDGE_TENSORRT_GRAPH_HPP__
+#endif // __AIDGE_TENSORRT_GRAPH_HPP__

aidge_export_tensorrt/static/tensorrt_8.6/src/Graph.cpp

@@ -5,13 +5,6 @@
 #include "IInt8EntropyCalibrator.hpp"
 #include <dirent.h>
 
-/**
- * @brief Constructor for the Graph class.
- * 
- * @param filePath Path to the file to load (default is empty).
- * @param device_id Device ID to use (default is 0).
- * @param nbbits Number of bits for data (default is -32).
- */
 Graph::Graph( std::string const& filePath = "", 
               unsigned int device_id = 0, 
               int nbbits = -32)
@@ -35,9 +28,6 @@ Graph::Graph( std::string const& filePath = "",
     }
 }
 
-/**
- * @brief Destructor for the Graph class.
- */
 Graph::~Graph()
 {
     // dtor
@@ -51,22 +41,12 @@ Graph::~Graph()
 
     CHECK_CUDA_STATUS(cudaStreamDestroy(this->_stream));
 }
-/**
- * @brief Set the CUDA device.
- * 
- * @param id Device ID.
- */
+
 void Graph::device(unsigned int id)
 {
     CHECK_CUDA_STATUS(cudaSetDevice(id));
 }
 
-
-/**
- * @brief Set the data type for the graph.
- * 
- * @param nbbits Number of bits for data.
- */
 void Graph::databits(int nbbits)
 {
     nvinfer1::DataType datatype;
@@ -96,11 +76,6 @@ void Graph::databits(int nbbits)
     datamode(datatype);
 }
 
-/**
- * @brief Set the data mode for the graph.
- * 
- * @param datatype Data type for the graph.
- */
 void Graph::datamode(nvinfer1::DataType datatype)
 {
     switch (datatype) {
@@ -138,15 +113,6 @@ void Graph::datamode(nvinfer1::DataType datatype)
     }
 }
 
-/**
- * @brief Calibrate the graph using the calibration data found inside the `calibration` folder. 
- * This folder should include a `.info` file containing the dimensions of the calibration data, along with the data stored in a `.batch` file*
- * Calibration can be expensive, so it is beneficial to generate the calibration data once and then reuse it for subsequent builds of the network. The cache includes the regression cutoff and quantile values used to generate it, and will not be used if these do not match the settings of the current calibrator. However, the network should be recalibrated if its structure changes or if the input data set changes, and it is the responsibility of the application to ensure this.
- * 
- * @param calibration_folder_path Path to the calibration folder.
- * @param cache_file_path Path to the cache file.
- * @param batch_size Batch size for calibration (default is 1).
- */
 void Graph::calibrate(  std::string const& calibration_folder_path = "./calibration_folder/", 
                         std::string const& cache_file_path = "./calibration_cache",
                         unsigned int batch_size = 1)
@@ -194,11 +160,7 @@ void Graph::calibrate(  std::string const& calibration_folder_path = "./calibrat
     this->_calibrator = new Int8EntropyCalibrator(calibrationStream, 0, cache_file_path);
     this->_builderconfig->setInt8Calibrator(this->_calibrator);
 }
-/**
- * @brief Load a file into the graph.
- * 
- * @param filePath Path to the file to load.
- */
+
 void Graph::load(std::string const& filePath)
 {
     if (endsWith(filePath, ".onnx")) {
@@ -212,11 +174,7 @@ void Graph::load(std::string const& filePath)
     }
 }
 
-/**
- * @brief Load an ONNX file into the graph.
- * 
- * @param onnxModelPath Path to the ONNX model file.
- */
+
 void Graph::load_onnx(std::string const& onnxModelPath)
 {
     // Impose TensorRT flags for the creation of the network
@@ -231,11 +189,7 @@ void Graph::load_onnx(std::string const& onnxModelPath)
 
     this->_network->setName(removeSubstring(baseName(onnxModelPath), ".onnx").c_str());
 }
-/**
- * @brief Load a TensorRT file into the graph.
- * 
- * @param trtModelPath Path to the TensorRT model file.
- */
+
 void Graph::load_trt(std::string const& trtModelPath)
 {
     std::ifstream cudaEngineStream(trtModelPath);
@@ -259,11 +213,7 @@ void Graph::load_trt(std::string const& trtModelPath)
 
     free(modelMem);
 }
-/**
- * @brief Save the graph to a file.
- * 
- * @param fileName Name of the file to save.
- */
+
 void Graph::save(std::string const& fileName)
 {
     std::ofstream engineSerializedFile;
@@ -283,9 +233,7 @@ void Graph::save(std::string const& fileName)
     else
         throw std::runtime_error("Could not save cuda engine file in " + fileName + ".trt");
 }
-/**
- * @brief Initializes the TensorRT engine and execution context for the Graph class. This involves building a serialized network, deserializing it into a CUDA engine, and setting up the necessary execution context and I/O descriptors.
- */
+
 void Graph::initialize()
 {
     if (!this->_engine) {
@@ -303,11 +251,6 @@ void Graph::initialize()
     initialize_io_descriptors();
 }
 
-/**
- * @brief Automatically set the input profile for the graph.
- * 
- * @param dims_inputs Dimensions of the input tensors.
- */
 void Graph::auto_input_profile(std::vector<std::vector<int>> dims_inputs)
 {
     // To improve by adding a system to read in a file/json the different optim and the dims
@@ -328,9 +271,6 @@ void Graph::auto_input_profile(std::vector<std::vector<int>> dims_inputs)
     this->_builderconfig->addOptimizationProfile(this->_profile);
 }
 
-/**
- * @brief Initialize IO descriptors for the graph.
- */
 void Graph::initialize_io_descriptors()
 {
     this->_iodescriptors.nIO = this->_engine->getNbIOTensors();
@@ -362,13 +302,6 @@ void Graph::initialize_io_descriptors()
     }
 }
 
-/**
- * @brief Run the graph.
- * 
- * @param inputs Input data.
- * @param outputs Output data.
- * @param mode Execution mode (SYNC or ASYNC).
- */
 void Graph::run(void** inputs, void** outputs, ExecutionMode_T mode)
 {
     switch (mode) {
@@ -385,12 +318,6 @@ void Graph::run(void** inputs, void** outputs, ExecutionMode_T mode)
     }
 }
 
-/**
- * @brief Run the graph asynchronously.
- * 
- * @param inputs Input data.
- * @param outputs Output data.
- */
 void Graph::run_async(void** inputs, void** outputs)
 {
     unsigned int nbInputs = this->_iodescriptors.inputs.size();
@@ -436,13 +363,6 @@ void Graph::run_async(void** inputs, void** outputs)
     }
 }
 
-
-/**
- * @brief Run the graph synchronously.
- * 
- * @param inputs Input data.
- * @param outputs Output data.
- */
 void Graph::run_sync(void** inputs, void** outputs)
 {
     unsigned int nbInputs = this->_iodescriptors.inputs.size();
@@ -486,12 +406,6 @@ void Graph::run_sync(void** inputs, void** outputs)
     }
 }
 
-/**
- * @brief Profile the graph's execution by printing the average profiled tensorRT process time per stimulus.
- * 
- * @param nb_iterations Number of iterations for profiling.
- * @param mode Execution mode (SYNC or ASYNC).
- */
 void Graph::profile(unsigned int nb_iterations, ExecutionMode_T mode)
 {
     if(!this->_context) {
@@ -560,21 +474,11 @@ void Graph::profile(unsigned int nb_iterations, ExecutionMode_T mode)
 
 }
 
-/**
- * @brief Get the number of IO tensors in the graph.
- * 
- * @return unsigned int Number of IO tensors.
- */
 unsigned int Graph::getNbIO()
 {
     return this->_iodescriptors.nIO;
 }
 
-/**
- * @brief Get the IO descriptors of the graph.
- * 
- * @return IOGraphDesc IO descriptors.
- */
 IOGraphDesc Graph::getIODescription()
 {
     return this->_iodescriptors;