TensorRT  7.1.3.0
NvInferPlugin.h
Go to the documentation of this file.
1 /*
2  * Copyright 1993-2020 NVIDIA Corporation. All rights reserved.
3  *
4  * NOTICE TO LICENSEE:
5  *
6  * This source code and/or documentation ("Licensed Deliverables") are
7  * subject to NVIDIA intellectual property rights under U.S. and
8  * international Copyright laws.
9  *
10  * These Licensed Deliverables contained herein is PROPRIETARY and
11  * CONFIDENTIAL to NVIDIA and is being provided under the terms and
12  * conditions of a form of NVIDIA software license agreement by and
13  * between NVIDIA and Licensee ("License Agreement") or electronically
14  * accepted by Licensee. Notwithstanding any terms or conditions to
15  * the contrary in the License Agreement, reproduction or disclosure
16  * of the Licensed Deliverables to any third party without the express
17  * written consent of NVIDIA is prohibited.
18  *
19  * NOTWITHSTANDING ANY TERMS OR CONDITIONS TO THE CONTRARY IN THE
20  * LICENSE AGREEMENT, NVIDIA MAKES NO REPRESENTATION ABOUT THE
21  * SUITABILITY OF THESE LICENSED DELIVERABLES FOR ANY PURPOSE. IT IS
22  * PROVIDED "AS IS" WITHOUT EXPRESS OR IMPLIED WARRANTY OF ANY KIND.
23  * NVIDIA DISCLAIMS ALL WARRANTIES WITH REGARD TO THESE LICENSED
24  * DELIVERABLES, INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY,
25  * NONINFRINGEMENT, AND FITNESS FOR A PARTICULAR PURPOSE.
26  * NOTWITHSTANDING ANY TERMS OR CONDITIONS TO THE CONTRARY IN THE
27  * LICENSE AGREEMENT, IN NO EVENT SHALL NVIDIA BE LIABLE FOR ANY
28  * SPECIAL, INDIRECT, INCIDENTAL, OR CONSEQUENTIAL DAMAGES, OR ANY
29  * DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS,
30  * WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS
31  * ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE
32  * OF THESE LICENSED DELIVERABLES.
33  *
34  * U.S. Government End Users. These Licensed Deliverables are a
35  * "commercial item" as that term is defined at 48 C.F.R. 2.101 (OCT
36  * 1995), consisting of "commercial computer software" and "commercial
37  * computer software documentation" as such terms are used in 48
38  * C.F.R. 12.212 (SEPT 1995) and is provided to the U.S. Government
39  * only as a commercial end item. Consistent with 48 C.F.R.12.212 and
40  * 48 C.F.R. 227.7202-1 through 227.7202-4 (JUNE 1995), all
41  * U.S. Government End Users acquire the Licensed Deliverables with
42  * only those rights set forth herein.
43  *
44  * Any use of the Licensed Deliverables in individual and commercial
45  * software must include, in the user documentation and internal
46  * comments to the code, the above Disclaimer and U.S. Government End
47  * Users Notice.
48  */
49 
50 #ifndef NV_INFER_PLUGIN_H
51 #define NV_INFER_PLUGIN_H
52 
53 #include "NvInfer.h"
54 #include "NvInferPluginUtils.h"
60 
61 namespace nvinfer1
62 {
63 
64 namespace plugin
65 {
76 class INvPlugin : public IPlugin
77 {
78 public:
84  virtual PluginType getPluginType() const TRTNOEXCEPT = 0;
85 
93  virtual const char* getName() const TRTNOEXCEPT = 0;
94 
100  virtual void destroy() TRTNOEXCEPT = 0;
101 
102 protected:
103  ~INvPlugin() TRTNOEXCEPT {}
104 }; // INvPlugin
105 
106 } // end plugin namespace
107 } // end nvinfer1 namespace
108 
109 extern "C"
110 {
126 TENSORRTAPI nvinfer1::IPluginV2* createRPNROIPlugin(int featureStride, int preNmsTop,
127  int nmsMaxOut, float iouThreshold, float minBoxSize,
128  float spatialScale, nvinfer1::DimsHW pooling,
129  nvinfer1::Weights anchorRatios, nvinfer1::Weights anchorScales);
130 
139 TENSORRTAPI nvinfer1::IPluginV2* createNormalizePlugin(const nvinfer1::Weights* scales, bool acrossSpatial, bool channelShared, float eps);
140 
147 
155 
162 
169 
176 TENSORRTAPI nvinfer1::IPluginV2* createReorgPlugin(int stride);
177 
186 
197 TRT_DEPRECATED_API nvinfer1::IPluginV2* createClipPlugin(const char* layerName, float clipMin, float clipMax);
198 
229 
238 TENSORRTAPI nvinfer1::IPluginV2* createSplitPlugin(int axis, int* output_lengths, int noutput);
239 
249 TENSORRTAPI nvinfer1::IPluginV2* createInstanceNormalizationPlugin(float epsilon, nvinfer1::Weights scale_weights, nvinfer1::Weights bias_weights);
250 
258 TENSORRTAPI bool initLibNvInferPlugins(void* logger, const char* libNamespace);
259 
260 } // extern "C"
261 
262 #endif // NV_INFER_PLUGIN_H
createReorgPlugin
nvinfer1::IPluginV2 * createReorgPlugin(int stride)
The Reorg plugin reshapes input of shape CxHxW into a (C*stride*stride)x(H/stride)x(W/stride) shape,...
createClipPlugin
TRT_DEPRECATED_API nvinfer1::IPluginV2 * createClipPlugin(const char *layerName, float clipMin, float clipMax)
The Clip Plugin performs a clip operation on the input tensor. It clips the tensor values to a specif...
nvinfer1::plugin::INvPlugin::getName
virtual const char * getName() const =0
Get the name of the plugin from the ID.
nvinfer1::Weights
An array of weights used as a layer parameter.
Definition: NvInferRuntime.h:107
nvinfer1::plugin::RegionParameters
Definition: NvInferPluginUtils.h:251
nvinfer1::IPluginV2
Plugin class for user-implemented layers.
Definition: NvInferRuntimeCommon.h:371
createNMSPlugin
nvinfer1::IPluginV2 * createNMSPlugin(nvinfer1::plugin::DetectionOutputParameters param)
The DetectionOutput plugin layer generates the detection output based on location and confidence pred...
createLReLUPlugin
TRT_DEPRECATED_API nvinfer1::IPluginV2 * createLReLUPlugin(float negSlope)
The LReLu plugin layer performs leaky ReLU for 4D tensors. Give an input value x, the PReLU layer com...
nvinfer1::plugin::GridAnchorParameters
The Anchor Generator plugin layer generates the prior boxes of designated sizes and aspect ratios acr...
Definition: NvInferPluginUtils.h:176
nvinfer1::plugin::PriorBoxParameters
The PriorBox plugin layer generates the prior boxes of designated sizes and aspect ratios across all ...
Definition: NvInferPluginUtils.h:123
createPriorBoxPlugin
nvinfer1::IPluginV2 * createPriorBoxPlugin(nvinfer1::plugin::PriorBoxParameters param)
The PriorBox plugin layer generates the prior boxes of designated sizes and aspect ratios across all ...
nvinfer1::DimsHW
Descriptor for two-dimensional spatial data.
Definition: NvInfer.h:115
createSplitPlugin
nvinfer1::IPluginV2 * createSplitPlugin(int axis, int *output_lengths, int noutput)
The Split Plugin performs a split operation on the input tensor. It splits the input tensor into seve...
initLibNvInferPlugins
bool initLibNvInferPlugins(void *logger, const char *libNamespace)
Initialize and register all the existing TensorRT plugins to the Plugin Registry with an optional nam...
createInstanceNormalizationPlugin
nvinfer1::IPluginV2 * createInstanceNormalizationPlugin(float epsilon, nvinfer1::Weights scale_weights, nvinfer1::Weights bias_weights)
The Instance Normalization Plugin computes the instance normalization of an input tensor....
nvinfer1
The TensorRT API version 1 namespace.
createNormalizePlugin
nvinfer1::IPluginV2 * createNormalizePlugin(const nvinfer1::Weights *scales, bool acrossSpatial, bool channelShared, float eps)
The Normalize plugin layer normalizes the input to have L2 norm of 1 with scale learnable....
createRPNROIPlugin
nvinfer1::IPluginV2 * createRPNROIPlugin(int featureStride, int preNmsTop, int nmsMaxOut, float iouThreshold, float minBoxSize, float spatialScale, nvinfer1::DimsHW pooling, nvinfer1::Weights anchorRatios, nvinfer1::Weights anchorScales)
Create a plugin layer that fuses the RPN and ROI pooling using user-defined parameters....
nvinfer1::plugin::INvPlugin::getPluginType
virtual PluginType getPluginType() const =0
Get the parameter plugin ID.
nvinfer1::PluginType
PluginType
The type values for the various plugins.
Definition: NvInferPluginUtils.h:70
TRT_DEPRECATED_API
#define TRT_DEPRECATED_API
Defines which symbols are exported.
Definition: NvInferRuntimeCommon.h:86
createAnchorGeneratorPlugin
nvinfer1::IPluginV2 * createAnchorGeneratorPlugin(nvinfer1::plugin::GridAnchorParameters *param, int numLayers)
The Grid Anchor Generator plugin layer generates the prior boxes of designated sizes and aspect ratio...
nvinfer1::plugin::INvPlugin
Common interface for the Nvidia created plugins.
Definition: NvInferPlugin.h:76
NvInfer.h
NvInferPluginUtils.h
createBatchedNMSPlugin
nvinfer1::IPluginV2 * createBatchedNMSPlugin(nvinfer1::plugin::NMSParameters param)
The BatchedNMS Plugin performs non_max_suppression on the input boxes, per batch, across all classes....
nvinfer1::plugin::NMSParameters
The NMSParameters are used by the BatchedNMSPlugin for performing the non_max_suppression operation o...
Definition: NvInferPluginUtils.h:276
nvinfer1::IPlugin
Plugin class for user-implemented layers.
Definition: NvInferRuntime.h:143
nvinfer1::plugin::DetectionOutputParameters
The DetectionOutput plugin layer generates the detection output based on location and confidence pred...
Definition: NvInferPluginUtils.h:214
nvinfer1::plugin::INvPlugin::destroy
virtual void destroy()=0
Destroy the plugin.
createRegionPlugin
nvinfer1::IPluginV2 * createRegionPlugin(nvinfer1::plugin::RegionParameters params)
The Region plugin layer performs region proposal calculation: generate 5 bounding boxes per cell (for...