cudnn.h File Reference

#include <cstdlib>
#include <cublas.h>

Include dependency graph for cudnn.h:

Go to the source code of this file.

Classes
struct	cudnnactivationdescriptor
struct	cudnnhandle
struct	cudnntensordesc
struct	cudnnfilterdesc
struct	cudnnconvoldesc
struct	cudnnconvolbwd
struct	cudnnconvbwdfilter
struct	cudnnlrndesc
struct	cudnndivnormmd

Typedefs
typedef struct cudnnactivationdescriptor	cudnnActivationDescriptor_t
typedef struct cudnnhandle	cudnnHandle_t
typedef enum cudnnstatus	cudnnstt
typedef enum cudnnstatus	cudnnStatus_t
typedef enum cudnntensorformat	cudnntnsformat
typedef enum cudnntensorformat	cudnnTensorFormat_t
typedef enum cudnnConvolutionMode	cudnnConvMode
typedef enum cudnnConvolutionMode	cudnnConvolutionMode_t
typedef enum cudnndatatype	cudnndttype
typedef enum cudnndatatype	cudnnDataType_t
typedef struct cudnntensordesc	cudnnTensorDescriptor_t
typedef struct cudnnfilterdesc	cudnnFilterDescriptor_t
typedef struct cudnnconvoldesc	cudnnConvolutionDescriptor_t
typedef struct cudnnconvolbwd	cudnnConvolutionBwdDataAlgo_t
typedef struct cudnnconvbwdfilter	cudnnConvolutionBwdFilterAlgo_t
typedef enum cudnnconvolvfwdalg	cudnnConvolutionFwdAlgo_t
typedef struct cudnnlrndesc	cudnnLRNDescriptor_t
typedef struct cudnndivnormmd	cudnnDivNormMode_t
typedef enum cudnnactivationmode	cudnnactmode
typedef enum cudnnactivationmode	cudnnActivationMode_t
typedef enum cudnnnanpropagation	cudnnanprop
typedef enum cudnnnanpropagation	cudnnNanPropagation_t

Enumerations
enum	cudnnstatus {   CUDNN_STATUS_SUCCESS , CUDNN_STATUS_NOT_INITIALIZED , CUDNN_STATUS_ALLOC_FAILED , CUDNN_STATUS_BAD_PARAM ,   CUDNN_STATUS_ARCH_MISMATCH , CUDNN_STATUS_MAPPING_ERROR , CUDNN_STATUS_EXECUTION_FAILED , CUDNN_STATUS_INTERNAL_ERROR ,   CUDNN_STATUS_NOT_SUPPORTED , CUDNN_STATUS_LICENSE_ERROR , CUDNN_STATUS_RUNTIME_PREREQUISITE_MISSING , CUDNN_STATUS_RUNTIME_IN_PROGRESS ,   CUDNN_STATUS_RUNTIME_FP_OVERFLOW }
enum	cudnntensorformat { CUDNN_TENSOR_NCHW , CUDNN_TENSOR_NHWC , CUDNN_TENSOR_NCHW_VECT_C }
enum	cudnnConvolutionMode { CUDNN_CONVOLUTION , CUDNN_CROSS_CORRELATION }
enum	cudnndatatype {   CUDNN_DATA_FLOAT , CUDNN_DATA_DOUBLE , CUDNN_DATA_HALF , CUDNN_DATA_INT8 ,   CUDNN_DATA_UINT8 , CUDNN_DATA_INT32 , CUDNN_DATA_INT8x4 , CUDNN_DATA_UINT8x4 }
enum	cudnnconvolvfwdalg { CUDNN_CONVOLUTION_FWD_ALGO_GEMM }
enum	cudnnactivationmode {   CUDNN_ACTIVATION_SIGMOID , CUDNN_ACTIVATION_RELU , CUDNN_ACTIVATION_TANH , CUDNN_ACTIVATION_CLIPPED_RELU ,   CUDNN_ACTIVATION_ELU , CUDNN_ACTIVATION_IDENTITY }
enum	cudnnnanpropagation { CUDNN_NOT_PROPAGATE_NAN , CUDNN_PROPAGATE_NAN }

Functions
float	sigmoidFunction (float u)
float	dSigmoidFunction (float u)
float	ReLUFunction (float u)
float	dReLUFunction (float u)
cudnnStatus_t	cudnnCreateTensorDescriptor (cudnnTensorDescriptor_t *tensordesc)
cudnnStatus_t	cudnnCreateFilterDescriptor (cudnnFilterDescriptor_t *tensordesc)
cudnnStatus_t	cudnnCreateActivationDescriptor (cudnnActivationDescriptor_t *actvdesc)
cudnnStatus_t	cudnnCreateConvolutionDescriptor (cudnnConvolutionDescriptor_t *convdesc)
cudnnStatus_t	cudnnCreate (cudnnHandle_t *cudnnhan)
cudnnStatus_t	cudnnSetTensor4dDescriptor (cudnnTensorDescriptor_t &tensorDesc, cudnnTensorFormat_t format, cudnnDataType_t dataType, int n, int c, int h, int w)
cudnnStatus_t	cudnnSetFilter4dDescriptor (cudnnFilterDescriptor_t &tensorDesc, cudnnDataType_t dataType, cudnnTensorFormat_t format, int n, int c, int h, int w)
cudnnStatus_t	cudnnSetConvolution2dDescriptor (cudnnConvolutionDescriptor_t &convDesc, int pad_h, int pad_w, int u, int v, int dilation_h, int dilation_w, cudnnConvolutionMode_t mode, cudnnDataType_t computeType)
cudnnStatus_t	cudnnGetConvolution2dForwardOutputDim (cudnnConvolutionDescriptor_t convDesc, cudnnTensorDescriptor_t xDesc, cudnnFilterDescriptor_t wDesc, int *n, int *c, int *h, int *w)
cudnnStatus_t	cudnnSetActivationDescriptor (cudnnActivationDescriptor_t activationDesc, cudnnActivationMode_t mode, cudnnNanPropagation_t reluNanOpt, double coef)
cudnnStatus_t	cudnnDestroy (cudnnHandle_t cudnnhan)
cudnnStatus_t	cudnnDestroyTensorDescriptor (cudnnTensorDescriptor_t tensorDesc)
cudnnStatus_t	cudnnDestroyActivationDescriptor (cudnnActivationDescriptor_t activationDesc)
cudnnStatus_t	cudnnActivationForward (cudnnHandle_t handle, cudnnActivationDescriptor_t activationDesc, const float *alpha, const cudnnTensorDescriptor_t xDesc, const float *x, const float *beta, const cudnnTensorDescriptor_t yDesc, float *y)
cudnnStatus_t	cudnnActivationBackward (cudnnHandle_t handle, cudnnActivationDescriptor_t activationDesc, const float *alpha, const cudnnTensorDescriptor_t yDesc, const float *y, const cudnnTensorDescriptor_t dyDesc, const float *dy, const cudnnTensorDescriptor_t xDesc, const float *x, const float *beta, const cudnnTensorDescriptor_t dxDesc, float *dx)
cudnnStatus_t	cudnnAddTensor (cudnnHandle_t handle, const void *alpha, const cudnnTensorDescriptor_t aDesc, const void *A, const void *beta, const cudnnTensorDescriptor_t cDesc, void *C)
float *	universal_img2col (const float *data, int *output_rows, int *output_cols, int channels, int height, int width, int block_height, int block_width, int stride=1, int padding=0)
cudnnStatus_t	cudnnConvolutionBackwardBias (cudnnHandle_t handle, const void *alpha, const cudnnTensorDescriptor_t dyDesc, const void *dy, const void *beta, const cudnnTensorDescriptor_t dbDesc, void *db)
cudnnStatus_t	cudnnConvolutionBackwardData (cudnnHandle_t handle, const void *alpha, const cudnnFilterDescriptor_t wDesc, const void *w, const cudnnTensorDescriptor_t dyDesc, const void *dy, const cudnnConvolutionDescriptor_t convDesc, cudnnConvolutionBwdDataAlgo_t algo, void *workSpace, size_t workSpaceSizeInBytes, const void *beta, const cudnnTensorDescriptor_t dxDesc, void *dx)
cudnnStatus_t	cudnnConvolutionBackwardFilter (cudnnHandle_t handle, const void *alpha, const cudnnTensorDescriptor_t xDesc, const void *x, const cudnnTensorDescriptor_t dyDesc, const void *dy, const cudnnConvolutionDescriptor_t convDesc, cudnnConvolutionBwdFilterAlgo_t algo, void *workSpace, size_t workSpaceSizeInBytes, const void *beta, const cudnnFilterDescriptor_t dwDesc, void *dw)
cudnnStatus_t	cudnnConvolutionForward (cudnnHandle_t handle, const float *alpha, const cudnnTensorDescriptor_t xDesc, const float *x, const cudnnFilterDescriptor_t wDesc, const float *w, const cudnnConvolutionDescriptor_t convDesc, cudnnConvolutionFwdAlgo_t algo, void *workSpace, size_t workSpaceSizeInBytes, const float *beta, const cudnnTensorDescriptor_t yDesc, float *y, int channals, int xwidth, int wwidth, int stride, int padding)
cudnnStatus_t	cudnnDivisiveNormalizationBackward (cudnnHandle_t handle, cudnnLRNDescriptor_t normDesc, cudnnDivNormMode_t mode, const void *alpha, const cudnnTensorDescriptor_t xDesc, const void *x, const void *means, const void *dy, void *temp, void *temp2, const void *beta, const cudnnTensorDescriptor_t dxDesc, void *dx, void *dMeans)
cudnnStatus_t	cudnnDivisiveNormalizationForward (cudnnHandle_t handle, cudnnLRNDescriptor_t normDesc, cudnnDivNormMode_t mode, const void *alpha, const cudnnTensorDescriptor_t xDesc, const void *x, const void *means, void *temp, void *temp2, const void *beta, const cudnnTensorDescriptor_t yDesc, void *y)

Typedef Documentation

cudnnActivationDescriptor_t

typedef struct cudnnactivationdescriptor cudnnActivationDescriptor_t

cudnnActivationMode_t

typedef enum cudnnactivationmode cudnnActivationMode_t

cudnnactmode

typedef enum cudnnactivationmode cudnnactmode

cudnnanprop

typedef enum cudnnnanpropagation cudnnanprop

cudnnConvMode

typedef enum cudnnConvolutionMode cudnnConvMode

cudnnConvolutionBwdDataAlgo_t

typedef struct cudnnconvolbwd cudnnConvolutionBwdDataAlgo_t

cudnnConvolutionBwdFilterAlgo_t

typedef struct cudnnconvbwdfilter cudnnConvolutionBwdFilterAlgo_t

cudnnConvolutionDescriptor_t

typedef struct cudnnconvoldesc cudnnConvolutionDescriptor_t

cudnnConvolutionFwdAlgo_t

typedef enum cudnnconvolvfwdalg cudnnConvolutionFwdAlgo_t

cudnnConvolutionMode_t

typedef enum cudnnConvolutionMode cudnnConvolutionMode_t

cudnnDataType_t

typedef enum cudnndatatype cudnnDataType_t

cudnnDivNormMode_t

typedef struct cudnndivnormmd cudnnDivNormMode_t

cudnndttype

typedef enum cudnndatatype cudnndttype

cudnnFilterDescriptor_t

typedef struct cudnnfilterdesc cudnnFilterDescriptor_t

cudnnHandle_t

typedef struct cudnnhandle cudnnHandle_t

cudnnLRNDescriptor_t

typedef struct cudnnlrndesc cudnnLRNDescriptor_t

cudnnNanPropagation_t

typedef enum cudnnnanpropagation cudnnNanPropagation_t

cudnnStatus_t

typedef enum cudnnstatus cudnnStatus_t

cudnnstt

typedef enum cudnnstatus cudnnstt

cudnnTensorDescriptor_t

typedef struct cudnntensordesc cudnnTensorDescriptor_t

cudnnTensorFormat_t

typedef enum cudnntensorformat cudnnTensorFormat_t

cudnntnsformat

typedef enum cudnntensorformat cudnntnsformat

Enumeration Type Documentation

cudnnactivationmode

enum cudnnactivationmode

Enumerator
CUDNN_ACTIVATION_SIGMOID
CUDNN_ACTIVATION_RELU
CUDNN_ACTIVATION_TANH
CUDNN_ACTIVATION_CLIPPED_RELU
CUDNN_ACTIVATION_ELU
CUDNN_ACTIVATION_IDENTITY

cudnnConvolutionMode

enum cudnnConvolutionMode

Enumerator
CUDNN_CONVOLUTION
CUDNN_CROSS_CORRELATION

cudnnconvolvfwdalg

enum cudnnconvolvfwdalg

Enumerator
CUDNN_CONVOLUTION_FWD_ALGO_GEMM

cudnndatatype

enum cudnndatatype

Enumerator
CUDNN_DATA_FLOAT
CUDNN_DATA_DOUBLE
CUDNN_DATA_HALF
CUDNN_DATA_INT8
CUDNN_DATA_UINT8
CUDNN_DATA_INT32
CUDNN_DATA_INT8x4
CUDNN_DATA_UINT8x4

cudnnnanpropagation

enum cudnnnanpropagation

Enumerator
CUDNN_NOT_PROPAGATE_NAN
CUDNN_PROPAGATE_NAN

cudnnstatus

enum cudnnstatus

Enumerator
CUDNN_STATUS_SUCCESS
CUDNN_STATUS_NOT_INITIALIZED
CUDNN_STATUS_ALLOC_FAILED
CUDNN_STATUS_BAD_PARAM
CUDNN_STATUS_ARCH_MISMATCH
CUDNN_STATUS_MAPPING_ERROR
CUDNN_STATUS_EXECUTION_FAILED
CUDNN_STATUS_INTERNAL_ERROR
CUDNN_STATUS_NOT_SUPPORTED
CUDNN_STATUS_LICENSE_ERROR
CUDNN_STATUS_RUNTIME_PREREQUISITE_MISSING
CUDNN_STATUS_RUNTIME_IN_PROGRESS
CUDNN_STATUS_RUNTIME_FP_OVERFLOW

cudnntensorformat

enum cudnntensorformat

Enumerator
CUDNN_TENSOR_NCHW
CUDNN_TENSOR_NHWC
CUDNN_TENSOR_NCHW_VECT_C

Function Documentation

cudnnActivationBackward()

cudnnStatus_t cudnnActivationBackward	(	cudnnHandle_t	handle,
		cudnnActivationDescriptor_t	activationDesc,
		const float *	alpha,
		const cudnnTensorDescriptor_t	yDesc,
		const float *	y,
		const cudnnTensorDescriptor_t	dyDesc,
		const float *	dy,
		const cudnnTensorDescriptor_t	xDesc,
		const float *	x,
		const float *	beta,
		const cudnnTensorDescriptor_t	dxDesc,
		float *	dx )

cudnnActivationForward()

cudnnStatus_t cudnnActivationForward	(	cudnnHandle_t	handle,
		cudnnActivationDescriptor_t	activationDesc,
		const float *	alpha,
		const cudnnTensorDescriptor_t	xDesc,
		const float *	x,
		const float *	beta,
		const cudnnTensorDescriptor_t	yDesc,
		float *	y )

cudnnAddTensor()

cudnnStatus_t cudnnAddTensor	(	cudnnHandle_t	handle,
		const void *	alpha,
		const cudnnTensorDescriptor_t	aDesc,
		const void *	A,
		const void *	beta,
		const cudnnTensorDescriptor_t	cDesc,
		void *	C )

cudnnConvolutionBackwardBias()

cudnnStatus_t cudnnConvolutionBackwardBias	(	cudnnHandle_t	handle,
		const void *	alpha,
		const cudnnTensorDescriptor_t	dyDesc,
		const void *	dy,
		const void *	beta,
		const cudnnTensorDescriptor_t	dbDesc,
		void *	db )

cudnnConvolutionBackwardData()

cudnnStatus_t cudnnConvolutionBackwardData	(	cudnnHandle_t	handle,
		const void *	alpha,
		const cudnnFilterDescriptor_t	wDesc,
		const void *	w,
		const cudnnTensorDescriptor_t	dyDesc,
		const void *	dy,
		const cudnnConvolutionDescriptor_t	convDesc,
		cudnnConvolutionBwdDataAlgo_t	algo,
		void *	workSpace,
		size_t	workSpaceSizeInBytes,
		const void *	beta,
		const cudnnTensorDescriptor_t	dxDesc,
		void *	dx )

cudnnConvolutionBackwardFilter()

cudnnStatus_t cudnnConvolutionBackwardFilter	(	cudnnHandle_t	handle,
		const void *	alpha,
		const cudnnTensorDescriptor_t	xDesc,
		const void *	x,
		const cudnnTensorDescriptor_t	dyDesc,
		const void *	dy,
		const cudnnConvolutionDescriptor_t	convDesc,
		cudnnConvolutionBwdFilterAlgo_t	algo,
		void *	workSpace,
		size_t	workSpaceSizeInBytes,
		const void *	beta,
		const cudnnFilterDescriptor_t	dwDesc,
		void *	dw )

cudnnConvolutionForward()

cudnnStatus_t cudnnConvolutionForward	(	cudnnHandle_t	handle,
		const float *	alpha,
		const cudnnTensorDescriptor_t	xDesc,
		const float *	x,
		const cudnnFilterDescriptor_t	wDesc,
		const float *	w,
		const cudnnConvolutionDescriptor_t	convDesc,
		cudnnConvolutionFwdAlgo_t	algo,
		void *	workSpace,
		size_t	workSpaceSizeInBytes,
		const float *	beta,
		const cudnnTensorDescriptor_t	yDesc,
		float *	y,
		int	channals,
		int	xwidth,
		int	wwidth,
		int	stride,
		int	padding )

cudnnCreate()

cudnnStatus_t cudnnCreate

(

cudnnHandle_t *

cudnnhan

)

cudnnCreateActivationDescriptor()

cudnnStatus_t cudnnCreateActivationDescriptor

(

cudnnActivationDescriptor_t *

actvdesc

)

cudnnCreateConvolutionDescriptor()

cudnnStatus_t cudnnCreateConvolutionDescriptor

(

cudnnConvolutionDescriptor_t *

convdesc

)

cudnnCreateFilterDescriptor()

cudnnStatus_t cudnnCreateFilterDescriptor

(

cudnnFilterDescriptor_t *

tensordesc

)

cudnnCreateTensorDescriptor()

cudnnStatus_t cudnnCreateTensorDescriptor

(

cudnnTensorDescriptor_t *

tensordesc

)

cudnnDestroy()

cudnnStatus_t cudnnDestroy

(

cudnnHandle_t

cudnnhan

)

cudnnDestroyActivationDescriptor()

cudnnStatus_t cudnnDestroyActivationDescriptor

(

cudnnActivationDescriptor_t

activationDesc

)

cudnnDestroyTensorDescriptor()

cudnnStatus_t cudnnDestroyTensorDescriptor

(

cudnnTensorDescriptor_t

tensorDesc

)

cudnnDivisiveNormalizationBackward()

cudnnStatus_t cudnnDivisiveNormalizationBackward	(	cudnnHandle_t	handle,
		cudnnLRNDescriptor_t	normDesc,
		cudnnDivNormMode_t	mode,
		const void *	alpha,
		const cudnnTensorDescriptor_t	xDesc,
		const void *	x,
		const void *	means,
		const void *	dy,
		void *	temp,
		void *	temp2,
		const void *	beta,
		const cudnnTensorDescriptor_t	dxDesc,
		void *	dx,
		void *	dMeans )

cudnnDivisiveNormalizationForward()

cudnnStatus_t cudnnDivisiveNormalizationForward	(	cudnnHandle_t	handle,
		cudnnLRNDescriptor_t	normDesc,
		cudnnDivNormMode_t	mode,
		const void *	alpha,
		const cudnnTensorDescriptor_t	xDesc,
		const void *	x,
		const void *	means,
		void *	temp,
		void *	temp2,
		const void *	beta,
		const cudnnTensorDescriptor_t	yDesc,
		void *	y )

cudnnGetConvolution2dForwardOutputDim()

cudnnStatus_t cudnnGetConvolution2dForwardOutputDim	(	cudnnConvolutionDescriptor_t	convDesc,
		cudnnTensorDescriptor_t	xDesc,
		cudnnFilterDescriptor_t	wDesc,
		int *	n,
		int *	c,
		int *	h,
		int *	w )

cudnnSetActivationDescriptor()

cudnnStatus_t cudnnSetActivationDescriptor	(	cudnnActivationDescriptor_t	activationDesc,
		cudnnActivationMode_t	mode,
		cudnnNanPropagation_t	reluNanOpt,
		double	coef )

cudnnSetConvolution2dDescriptor()

cudnnStatus_t cudnnSetConvolution2dDescriptor	(	cudnnConvolutionDescriptor_t &	convDesc,
		int	pad_h,
		int	pad_w,
		int	u,
		int	v,
		int	dilation_h,
		int	dilation_w,
		cudnnConvolutionMode_t	mode,
		cudnnDataType_t	computeType )

cudnnSetFilter4dDescriptor()

cudnnStatus_t cudnnSetFilter4dDescriptor	(	cudnnFilterDescriptor_t &	tensorDesc,
		cudnnDataType_t	dataType,
		cudnnTensorFormat_t	format,
		int	n,
		int	c,
		int	h,
		int	w )

cudnnSetTensor4dDescriptor()

cudnnStatus_t cudnnSetTensor4dDescriptor	(	cudnnTensorDescriptor_t &	tensorDesc,
		cudnnTensorFormat_t	format,
		cudnnDataType_t	dataType,
		int	n,
		int	c,
		int	h,
		int	w )

dReLUFunction()

float dReLUFunction

(

float

u

)

dSigmoidFunction()

float dSigmoidFunction

(

float

u

)

ReLUFunction()

float ReLUFunction

(

float

u

)

sigmoidFunction()

float sigmoidFunction

(

float

u

)

universal_img2col()

float * universal_img2col	(	const float *	data,
		int *	output_rows,
		int *	output_cols,
		int	channels,
		int	height,
		int	width,
		int	block_height,
		int	block_width,
		int	stride = 1,
		int	padding = 0 )