diff --git a/bin/hipify-perl b/bin/hipify-perl index 3aa0d2b1..d02226a6 100755 --- a/bin/hipify-perl +++ b/bin/hipify-perl @@ -1255,6 +1255,7 @@ my %removed_funcs = ( "cudnnSaveAlgorithm" => "9.0.0", "cudnnRestoreAlgorithm" => "9.0.0", "cudnnRNNSetClip" => "9.0.0", + "cudnnRNNPaddingMode_t" => "9.0.0", "cudnnRNNGetClip" => "9.0.0", "cudnnRNNForwardTrainingEx" => "9.0.0", "cudnnRNNForwardTraining" => "9.0.0", @@ -1375,6 +1376,8 @@ my %removed_funcs = ( "CUSPARSE_ALG_MERGE_PATH" => "12.0", "CUSPARSE_ALG1" => "11.0", "CUSPARSE_ALG0" => "11.0", + "CUDNN_RNN_PADDED_IO_ENABLED" => "9.0.0", + "CUDNN_RNN_PADDED_IO_DISABLED" => "9.0.0", "CUDNN_CONVOLUTION_FWD_SPECIFY_WORKSPACE_LIMIT" => "8.0.1", "CUDNN_CONVOLUTION_FWD_PREFER_FASTEST" => "8.0.1", "CUDNN_CONVOLUTION_FWD_NO_WORKSPACE" => "8.0.1", @@ -2764,6 +2767,7 @@ sub rocSubstitutions { subst("cudnnLRNMode_t", "miopenLRNMode_t", "type"); subst("cudnnNanPropagation_t", "miopenNanPropagation_t", "type"); subst("cudnnOpTensorOp_t", "miopenTensorOp_t", "type"); + subst("cudnnPaddingMode_t", "miopenPaddingMode_t", "type"); subst("cudnnPointwiseMode_t", "miopenPointwiseMode_t", "type"); subst("cudnnPoolingDescriptor_t", "miopenPoolingDescriptor_t", "type"); subst("cudnnPoolingMode_t", "miopenPoolingMode_t", "type"); @@ -2772,6 +2776,7 @@ sub rocSubstitutions { subst("cudnnRNNDescriptor_t", "miopenRNNDescriptor_t", "type"); subst("cudnnRNNInputMode_t", "miopenRNNInputMode_t", "type"); subst("cudnnRNNMode_t", "miopenRNNMode_t", "type"); + subst("cudnnRNNPaddingMode_t", "miopenRNNPaddingMode_t", "type"); subst("cudnnReduceTensorDescriptor_t", "miopenReduceTensorDescriptor_t", "type"); subst("cudnnReduceTensorIndices_t", "miopenReduceTensorIndices_t", "type"); subst("cudnnReduceTensorOp_t", "miopenReduceTensorOp_t", "type"); @@ -2895,6 +2900,7 @@ sub rocSubstitutions { subst("CUDNN_ACTIVATION_ELU", "miopenActivationELU", "numeric_literal"); subst("CUDNN_ACTIVATION_IDENTITY", "miopenActivationPASTHRU", "numeric_literal"); subst("CUDNN_ACTIVATION_RELU", "miopenActivationRELU", "numeric_literal"); + subst("CUDNN_ACTIVATION_SIGMOID", "miopenActivationLOGISTIC", "numeric_literal"); subst("CUDNN_ACTIVATION_TANH", "miopenActivationTANH", "numeric_literal"); subst("CUDNN_ATTR_CONVOLUTION_COMP_TYPE", "MIOPEN_ATTR_CONVOLUTION_COMP_TYPE", "numeric_literal"); subst("CUDNN_ATTR_CONVOLUTION_CONV_MODE", "MIOPEN_ATTR_CONVOLUTION_CONV_MODE", "numeric_literal"); @@ -3145,6 +3151,7 @@ sub rocSubstitutions { subst("CUDNN_CONVOLUTION", "miopenConvolution", "numeric_literal"); subst("CUDNN_CONVOLUTION_BWD_DATA_ALGO_0", "miopenConvolutionBwdDataAlgoGEMM", "numeric_literal"); subst("CUDNN_CONVOLUTION_BWD_DATA_ALGO_1", "miopenConvolutionBwdDataAlgoDirect", "numeric_literal"); + subst("CUDNN_CONVOLUTION_BWD_DATA_ALGO_COUNT", "miopenTransposeBwdDataAlgoGEMM", "numeric_literal"); subst("CUDNN_CONVOLUTION_BWD_DATA_ALGO_FFT", "miopenConvolutionBwdDataAlgoFFT", "numeric_literal"); subst("CUDNN_CONVOLUTION_BWD_DATA_ALGO_WINOGRAD", "miopenConvolutionBwdDataAlgoWinograd", "numeric_literal"); subst("CUDNN_CONVOLUTION_FWD_ALGO_DIRECT", "miopenConvolutionFwdAlgoDirect", "numeric_literal"); @@ -3157,11 +3164,16 @@ sub rocSubstitutions { subst("CUDNN_DATA_BFLOAT16", "miopenBFloat16", "numeric_literal"); subst("CUDNN_DATA_DOUBLE", "miopenDouble", "numeric_literal"); subst("CUDNN_DATA_FLOAT", "miopenFloat", "numeric_literal"); + subst("CUDNN_DATA_FP8_E4M3", "miopenFloat8", "numeric_literal"); + subst("CUDNN_DATA_FP8_E5M2", "miopenBFloat8", "numeric_literal"); subst("CUDNN_DATA_HALF", "miopenHalf", "numeric_literal"); subst("CUDNN_DATA_INT32", "miopenInt32", "numeric_literal"); subst("CUDNN_DATA_INT64", "miopenInt64", "numeric_literal"); subst("CUDNN_DATA_INT8", "miopenInt8", "numeric_literal"); subst("CUDNN_DATA_INT8x4", "miopenInt8x4", "numeric_literal"); + subst("CUDNN_EDGE_VAL_PAD", "miopenPaddingValid", "numeric_literal"); + subst("CUDNN_FWD_MODE_INFERENCE", "miopenRNNInference", "numeric_literal"); + subst("CUDNN_FWD_MODE_TRAINING", "miopenRNNTraining", "numeric_literal"); subst("CUDNN_GRU", "miopenGRU", "numeric_literal"); subst("CUDNN_HEUR_MODES_COUNT", "MIOPEN_HEUR_MODES_COUNT", "numeric_literal"); subst("CUDNN_HEUR_MODE_A", "MIOPEN_HEUR_MODE_A", "numeric_literal"); @@ -3171,6 +3183,7 @@ sub rocSubstitutions { subst("CUDNN_LINEAR_INPUT", "miopenRNNlinear", "numeric_literal"); subst("CUDNN_LRN_CROSS_CHANNEL_DIM1", "miopenLRNCrossChannel", "numeric_literal"); subst("CUDNN_LSTM", "miopenLSTM", "numeric_literal"); + subst("CUDNN_NEG_INF_PAD", "miopenPaddingSame", "numeric_literal"); subst("CUDNN_NOT_PROPAGATE_NAN", "MIOPEN_NOT_PROPAGATE_NAN", "numeric_literal"); subst("CUDNN_OP_TENSOR_ADD", "miopenTensorOpAdd", "numeric_literal"); subst("CUDNN_OP_TENSOR_MAX", "miopenTensorOpMax", "numeric_literal"); @@ -3226,6 +3239,8 @@ sub rocSubstitutions { subst("CUDNN_POINTWISE_TAN", "MIOPEN_POINTWISE_TAN", "numeric_literal"); subst("CUDNN_POINTWISE_TANH_BWD", "MIOPEN_POINTWISE_TANH_BWD", "numeric_literal"); subst("CUDNN_POINTWISE_TANH_FWD", "MIOPEN_POINTWISE_TANH_FWD", "numeric_literal"); + subst("CUDNN_POOLING_AVERAGE_COUNT_EXCLUDE_PADDING", "miopenPoolingAverage", "numeric_literal"); + subst("CUDNN_POOLING_AVERAGE_COUNT_INCLUDE_PADDING", "miopenPoolingAverageInclusive", "numeric_literal"); subst("CUDNN_POOLING_MAX", "miopenPoolingMax", "numeric_literal"); subst("CUDNN_PROPAGATE_NAN", "MIOPEN_PROPAGATE_NAN", "numeric_literal"); subst("CUDNN_REDUCE_TENSOR_ADD", "MIOPEN_REDUCE_TENSOR_ADD", "numeric_literal"); @@ -3244,6 +3259,8 @@ sub rocSubstitutions { subst("CUDNN_RNN_ALGO_STANDARD", "miopenRNNdefault", "numeric_literal"); subst("CUDNN_RNN_DOUBLE_BIAS", "miopenRNNwithBias", "numeric_literal"); subst("CUDNN_RNN_NO_BIAS", "miopenRNNNoBias", "numeric_literal"); + subst("CUDNN_RNN_PADDED_IO_DISABLED", "miopenRNNIONotPadded", "numeric_literal"); + subst("CUDNN_RNN_PADDED_IO_ENABLED", "miopenRNNIOWithPadding", "numeric_literal"); subst("CUDNN_RNN_RELU", "miopenRNNRELU", "numeric_literal"); subst("CUDNN_RNN_SINGLE_INP_BIAS", "miopenRNNwithBias", "numeric_literal"); subst("CUDNN_RNN_SINGLE_REC_BIAS", "miopenRNNwithBias", "numeric_literal"); @@ -3295,6 +3312,7 @@ sub rocSubstitutions { subst("CUDNN_TYPE_TENSOR_REORDERING_MODE", "MIOPEN_TYPE_TENSOR_REORDERING_MODE", "numeric_literal"); subst("CUDNN_TYPE_VOID_PTR", "MIOPEN_TYPE_VOID_PTR", "numeric_literal"); subst("CUDNN_UNIDIRECTIONAL", "miopenRNNunidirection", "numeric_literal"); + subst("CUDNN_ZERO_PAD", "miopenPaddingDefault", "numeric_literal"); subst("CURAND_DIRECTION_VECTORS_32_JOEKUO6", "ROCRAND_DIRECTION_VECTORS_32_JOEKUO6", "numeric_literal"); subst("CURAND_DIRECTION_VECTORS_64_JOEKUO6", "ROCRAND_DIRECTION_VECTORS_64_JOEKUO6", "numeric_literal"); subst("CURAND_ORDERING_PSEUDO_BEST", "ROCRAND_ORDERING_PSEUDO_BEST", "numeric_literal"); @@ -3410,6 +3428,7 @@ sub rocSubstitutions { subst("CUSPARSE_STATUS_NOT_SUPPORTED", "rocsparse_status_not_implemented", "numeric_literal"); subst("CUSPARSE_STATUS_SUCCESS", "rocsparse_status_success", "numeric_literal"); subst("CUSPARSE_STATUS_ZERO_PIVOT", "rocsparse_status_zero_pivot", "numeric_literal"); + subst("cudnnForwardMode_t", "miopenRNNFWDMode_t", "numeric_literal"); subst("cusolver_int_t", "rocblas_int", "numeric_literal"); } diff --git a/docs/tables/CUDNN_API_supported_by_HIP.md b/docs/tables/CUDNN_API_supported_by_HIP.md index 2bef5b3d..2a3451b8 100644 --- a/docs/tables/CUDNN_API_supported_by_HIP.md +++ b/docs/tables/CUDNN_API_supported_by_HIP.md @@ -620,8 +620,8 @@ |`CUDNN_RNN_DATA_LAYOUT_SEQ_MAJOR_UNPACKED`|7.2.1| | | | | | | | | | |`CUDNN_RNN_DOUBLE_BIAS`|7.5.0| | | |`HIPDNN_RNN_WITH_BIAS`| | | | | | |`CUDNN_RNN_NO_BIAS`|7.5.0| | | |`HIPDNN_RNN_NO_BIAS`| | | | | | -|`CUDNN_RNN_PADDED_IO_DISABLED`|7.2.1| | | | | | | | | | -|`CUDNN_RNN_PADDED_IO_ENABLED`|7.2.1| | | | | | | | | | +|`CUDNN_RNN_PADDED_IO_DISABLED`|7.2.1|8.0.1| |9.0.0| | | | | | | +|`CUDNN_RNN_PADDED_IO_ENABLED`|7.2.1|8.0.1| |9.0.0| | | | | | | |`CUDNN_RNN_RELU`|5.0.0| | | |`HIPDNN_RNN_RELU`| | | | | | |`CUDNN_RNN_SINGLE_INP_BIAS`|7.5.0| | | |`HIPDNN_RNN_WITH_BIAS`| | | | | | |`CUDNN_RNN_SINGLE_REC_BIAS`|7.5.0| | | |`HIPDNN_RNN_WITH_BIAS`| | | | | | @@ -853,7 +853,7 @@ |`cudnnRNNDescriptor_t`|5.0.0| | | |`hipdnnRNNDescriptor_t`| | | | | | |`cudnnRNNInputMode_t`|5.0.0| | | |`hipdnnRNNInputMode_t`| | | | | | |`cudnnRNNMode_t`|5.0.0| | | |`hipdnnRNNMode_t`| | | | | | -|`cudnnRNNPaddingMode_t`|7.2.1| | | | | | | | | | +|`cudnnRNNPaddingMode_t`|7.2.1|8.0.1| |9.0.0| | | | | | | |`cudnnRNNStruct`|5.0.0| | | | | | | | | | |`cudnnReduceTensorDescriptor_t`|6.0.0|9.0.0| | |`hipdnnReduceTensorDescriptor_t`| | | | | | |`cudnnReduceTensorIndices_t`|6.0.0|9.0.0| | |`hipdnnReduceTensorIndices_t`| | | | | | diff --git a/docs/tables/CUDNN_API_supported_by_HIP_and_MIOPEN.md b/docs/tables/CUDNN_API_supported_by_HIP_and_MIOPEN.md index c4c3e64f..acc92917 100644 --- a/docs/tables/CUDNN_API_supported_by_HIP_and_MIOPEN.md +++ b/docs/tables/CUDNN_API_supported_by_HIP_and_MIOPEN.md @@ -12,7 +12,7 @@ |`CUDNN_ACTIVATION_ELU`|6.0.0|9.0.0| | |`HIPDNN_ACTIVATION_ELU`| | | | | |`miopenActivationELU`|2.1.0| | | | | |`CUDNN_ACTIVATION_IDENTITY`|7.1.3|9.0.0| | |`HIPDNN_ACTIVATION_PATHTRU`| | | | | |`miopenActivationPASTHRU`|2.1.0| | | | | |`CUDNN_ACTIVATION_RELU`|1.0.0|9.0.0| | |`HIPDNN_ACTIVATION_RELU`| | | | | |`miopenActivationRELU`|2.1.0| | | | | -|`CUDNN_ACTIVATION_SIGMOID`|1.0.0|9.0.0| | |`HIPDNN_ACTIVATION_SIGMOID`| | | | | | | | | | | | +|`CUDNN_ACTIVATION_SIGMOID`|1.0.0|9.0.0| | |`HIPDNN_ACTIVATION_SIGMOID`| | | | | |`miopenActivationLOGISTIC`|2.1.0| | | | | |`CUDNN_ACTIVATION_SWISH`|8.2.0|9.0.0| | |`HIPDNN_ACTIVATION_SWISH`| | | | | | | | | | | | |`CUDNN_ACTIVATION_TANH`|1.0.0|9.0.0| | |`HIPDNN_ACTIVATION_TANH`| | | | | |`miopenActivationTANH`|2.1.0| | | | | |`CUDNN_ATTN_DISABLE_PROJ_BIASES`|7.6.3| | | | | | | | | | | | | | | | @@ -295,7 +295,7 @@ |`CUDNN_CONVOLUTION`|1.0.0|9.0.0| | |`HIPDNN_CONVOLUTION`| | | | | |`miopenConvolution`|2.1.0| | | | | |`CUDNN_CONVOLUTION_BWD_DATA_ALGO_0`|3.0.0| | | |`HIPDNN_CONVOLUTION_BWD_DATA_ALGO_0`| | | | | |`miopenConvolutionBwdDataAlgoGEMM`|2.1.0| | | | | |`CUDNN_CONVOLUTION_BWD_DATA_ALGO_1`|3.0.0| | | |`HIPDNN_CONVOLUTION_BWD_DATA_ALGO_1`| | | | | |`miopenConvolutionBwdDataAlgoDirect`|2.1.0| | | | | -|`CUDNN_CONVOLUTION_BWD_DATA_ALGO_COUNT`|6.0.0| | | |`HIPDNN_CONVOLUTION_BWD_DATA_ALGO_TRANSPOSE_GEMM`| | | | | | | | | | | | +|`CUDNN_CONVOLUTION_BWD_DATA_ALGO_COUNT`|6.0.0| | | |`HIPDNN_CONVOLUTION_BWD_DATA_ALGO_TRANSPOSE_GEMM`| | | | | |`miopenTransposeBwdDataAlgoGEMM`|2.1.0| | | | | |`CUDNN_CONVOLUTION_BWD_DATA_ALGO_FFT`|3.0.0| | | |`HIPDNN_CONVOLUTION_BWD_DATA_ALGO_FFT`| | | | | |`miopenConvolutionBwdDataAlgoFFT`|2.1.0| | | | | |`CUDNN_CONVOLUTION_BWD_DATA_ALGO_FFT_TILING`|4.0.0| | | |`HIPDNN_CONVOLUTION_BWD_DATA_ALGO_FFT_TILING`| | | | | | | | | | | | |`CUDNN_CONVOLUTION_BWD_DATA_ALGO_WINOGRAD`|5.0.0| | | |`HIPDNN_CONVOLUTION_BWD_DATA_ALGO_WINOGRAD`| | | | | |`miopenConvolutionBwdDataAlgoWinograd`|2.1.0| | | | | @@ -336,8 +336,8 @@ |`CUDNN_DATA_DOUBLE`|1.0.0| | | |`HIPDNN_DATA_DOUBLE`| | | | | |`miopenDouble`|4.5.0| | | | | |`CUDNN_DATA_FAST_FLOAT_FOR_FP8`|8.7.0| | | | | | | | | | | | | | | | |`CUDNN_DATA_FLOAT`|1.0.0| | | |`HIPDNN_DATA_FLOAT`| | | | | |`miopenFloat`|2.1.0| | | | | -|`CUDNN_DATA_FP8_E4M3`|8.6.0| | | | | | | | | | | | | | | | -|`CUDNN_DATA_FP8_E5M2`|8.6.0| | | | | | | | | | | | | | | | +|`CUDNN_DATA_FP8_E4M3`|8.6.0| | | | | | | | | |`miopenFloat8`|6.0.0| | | | | +|`CUDNN_DATA_FP8_E5M2`|8.6.0| | | | | | | | | |`miopenBFloat8`|6.0.0| | | | | |`CUDNN_DATA_HALF`|3.0.0| | | |`HIPDNN_DATA_HALF`| | | | | |`miopenHalf`|2.1.0| | | | | |`CUDNN_DATA_INT32`|6.0.0| | | |`HIPDNN_DATA_INT32`| | | | | |`miopenInt32`|2.1.0| | | | | |`CUDNN_DATA_INT64`|8.1.0| | | | | | | | | |`miopenInt64`|6.2.0| | | | | @@ -351,7 +351,7 @@ |`CUDNN_DETERMINISTIC`|6.0.0| | | | | | | | | | | | | | | | |`CUDNN_DIM_MAX`|4.0.0| | | | | | | | | | | | | | | | |`CUDNN_DIVNORM_PRECOMPUTED_MEANS`|3.0.0| | | | | | | | | | | | | | | | -|`CUDNN_EDGE_VAL_PAD`|8.3.0| | | | | | | | | | | | | | | | +|`CUDNN_EDGE_VAL_PAD`|8.3.0| | | | | | | | | |`miopenPaddingValid`|2.1.0| | | | | |`CUDNN_ERRQUERY_BLOCKING`|7.0.5| | | | | | | | | | | | | | | | |`CUDNN_ERRQUERY_NONBLOCKING`|7.0.5| | | | | | | | | | | | | | | | |`CUDNN_ERRQUERY_RAWCODE`|7.0.5| | | | | | | | | | | | | | | | @@ -363,8 +363,8 @@ |`CUDNN_FUSED_SCALE_BIAS_ACTIVATION_CONV_BNSTATS`|7.6.0| | | | | | | | | | | | | | | | |`CUDNN_FUSED_SCALE_BIAS_ACTIVATION_WGRAD`|7.6.0| | | | | | | | | | | | | | | | |`CUDNN_FUSED_SCALE_BIAS_ADD_ACTIVATION_GEN_BITMASK`|7.6.0| | | | | | | | | | | | | | | | -|`CUDNN_FWD_MODE_INFERENCE`|8.0.1| | | | | | | | | | | | | | | | -|`CUDNN_FWD_MODE_TRAINING`|8.0.1| | | | | | | | | | | | | | | | +|`CUDNN_FWD_MODE_INFERENCE`|8.0.1| | | | | | | | | |`miopenRNNInference`|6.0.0| | | | | +|`CUDNN_FWD_MODE_TRAINING`|8.0.1| | | | | | | | | |`miopenRNNTraining`|6.0.0| | | | | |`CUDNN_GENSTATS_SUM_SQSUM`|8.0.1| | | | | | | | | | | | | | | | |`CUDNN_GROUP_NORM`|8.5.0| | | | | | | | | | | | | | | | |`CUDNN_GRU`|5.0.0| | | |`HIPDNN_GRU`| | | | | |`miopenGRU`|2.1.0| | | | | @@ -435,7 +435,7 @@ |`CUDNN_MH_ATTN_Q_WEIGHTS`|7.5.0| | | | | | | | | | | | | | | | |`CUDNN_MH_ATTN_V_BIASES`|7.6.3| | | | | | | | | | | | | | | | |`CUDNN_MH_ATTN_V_WEIGHTS`|7.5.0| | | | | | | | | | | | | | | | -|`CUDNN_NEG_INF_PAD`|8.3.0| | | | | | | | | | | | | | | | +|`CUDNN_NEG_INF_PAD`|8.3.0| | | | | | | | | |`miopenPaddingSame`|2.1.0| | | | | |`CUDNN_NON_DETERMINISTIC`|6.0.0| | | | | | | | | | | | | | | | |`CUDNN_NORM_ALGO_PERSIST`|8.0.1|9.0.0| | | | | | | | | | | | | | | |`CUDNN_NORM_ALGO_STANDARD`|8.0.1|9.0.0| | | | | | | | | | | | | | | @@ -555,8 +555,8 @@ |`CUDNN_POINTWISE_TAN`|8.3.0| | | | | | | | | |`MIOPEN_POINTWISE_TAN`|6.2.0| | | | | |`CUDNN_POINTWISE_TANH_BWD`|8.1.0| | | | | | | | | |`MIOPEN_POINTWISE_TANH_BWD`|6.2.0| | | | | |`CUDNN_POINTWISE_TANH_FWD`|8.0.1| | | | | | | | | |`MIOPEN_POINTWISE_TANH_FWD`|6.2.0| | | | | -|`CUDNN_POOLING_AVERAGE_COUNT_EXCLUDE_PADDING`|2.0.0|9.0.0| | |`HIPDNN_POOLING_AVERAGE_COUNT_EXCLUDE_PADDING`| | | | | | | | | | | | -|`CUDNN_POOLING_AVERAGE_COUNT_INCLUDE_PADDING`|2.0.0|9.0.0| | |`HIPDNN_POOLING_AVERAGE_COUNT_INCLUDE_PADDING`| | | | | | | | | | | | +|`CUDNN_POOLING_AVERAGE_COUNT_EXCLUDE_PADDING`|2.0.0|9.0.0| | |`HIPDNN_POOLING_AVERAGE_COUNT_EXCLUDE_PADDING`| | | | | |`miopenPoolingAverage`|2.1.0| | | | | +|`CUDNN_POOLING_AVERAGE_COUNT_INCLUDE_PADDING`|2.0.0|9.0.0| | |`HIPDNN_POOLING_AVERAGE_COUNT_INCLUDE_PADDING`| | | | | |`miopenPoolingAverageInclusive`|2.1.0| | | | | |`CUDNN_POOLING_MAX`|1.0.0|9.0.0| | |`HIPDNN_POOLING_MAX`| | | | | |`miopenPoolingMax`|2.1.0| | | | | |`CUDNN_POOLING_MAX_DETERMINISTIC`|6.0.0|9.0.0| | |`HIPDNN_POOLING_MAX_DETERMINISTIC`| | | | | | | | | | | | |`CUDNN_PROPAGATE_NAN`|4.0.0|9.0.0| | |`HIPDNN_PROPAGATE_NAN`| | | | | |`MIOPEN_PROPAGATE_NAN`|3.9.0| | | | | @@ -620,8 +620,8 @@ |`CUDNN_RNN_DATA_LAYOUT_SEQ_MAJOR_UNPACKED`|7.2.1| | | | | | | | | | | | | | | | |`CUDNN_RNN_DOUBLE_BIAS`|7.5.0| | | |`HIPDNN_RNN_WITH_BIAS`| | | | | |`miopenRNNwithBias`|2.1.0| | | | | |`CUDNN_RNN_NO_BIAS`|7.5.0| | | |`HIPDNN_RNN_NO_BIAS`| | | | | |`miopenRNNNoBias`|2.1.0| | | | | -|`CUDNN_RNN_PADDED_IO_DISABLED`|7.2.1| | | | | | | | | | | | | | | | -|`CUDNN_RNN_PADDED_IO_ENABLED`|7.2.1| | | | | | | | | | | | | | | | +|`CUDNN_RNN_PADDED_IO_DISABLED`|7.2.1|8.0.1| |9.0.0| | | | | | |`miopenRNNIONotPadded`|6.0.0| | | | | +|`CUDNN_RNN_PADDED_IO_ENABLED`|7.2.1|8.0.1| |9.0.0| | | | | | |`miopenRNNIOWithPadding`|6.0.0| | | | | |`CUDNN_RNN_RELU`|5.0.0| | | |`HIPDNN_RNN_RELU`| | | | | |`miopenRNNRELU`|2.1.0| | | | | |`CUDNN_RNN_SINGLE_INP_BIAS`|7.5.0| | | |`HIPDNN_RNN_WITH_BIAS`| | | | | |`miopenRNNwithBias`|2.1.0| | | | | |`CUDNN_RNN_SINGLE_REC_BIAS`|7.5.0| | | |`HIPDNN_RNN_WITH_BIAS`| | | | | |`miopenRNNwithBias`|2.1.0| | | | | @@ -747,7 +747,7 @@ |`CUDNN_UNIDIRECTIONAL`|5.0.0| | | |`HIPDNN_UNIDIRECTIONAL`| | | | | |`miopenRNNunidirection`|2.1.0| | | | | |`CUDNN_WGRAD_MODE_ADD`|7.5.0| | | | | | | | | | | | | | | | |`CUDNN_WGRAD_MODE_SET`|7.5.0| | | | | | | | | | | | | | | | -|`CUDNN_ZERO_PAD`|8.3.0| | | | | | | | | | | | | | | | +|`CUDNN_ZERO_PAD`|8.3.0| | | | | | | | | |`miopenPaddingDefault`|2.1.0| | | | | |`cudnnActivationDescriptor_t`|4.0.0|9.0.0| | |`hipdnnActivationDescriptor_t`| | | | | |`miopenActivationDescriptor_t`|2.1.0| | | | | |`cudnnActivationMode_t`|1.0.0|9.0.0| | |`hipdnnActivationMode_t`| | | | | |`miopenActivationMode_t`|2.1.0| | | | | |`cudnnActivationStruct`|4.0.0|9.0.0| | | | | | | | | | | | | | | @@ -808,7 +808,7 @@ |`cudnnFilterDescriptor_t`|1.0.0| | | |`hipdnnFilterDescriptor_t`| | | | | |`miopenTensorDescriptor_t`|2.1.0| | | | | |`cudnnFilterStruct`|1.0.0|9.0.0| | | | | | | | | | | | | | | |`cudnnFoldingDirection_t`|7.5.0| | | | | | | | | | | | | | | | -|`cudnnForwardMode_t`|8.0.1| | | | | | | | | | | | | | | | +|`cudnnForwardMode_t`|8.0.1| | | | | | | | | |`miopenRNNFWDMode_t`|6.0.0| | | | | |`cudnnFractionStruct`|8.5.0| | | | | | | | | | | | | | | | |`cudnnFraction_t`|8.5.0| | | | | | | | | | | | | | | | |`cudnnFusedOpsConstParamLabel_t`|7.6.0|9.0.0| | | | | | | | | | | | | | | @@ -837,7 +837,7 @@ |`cudnnOpTensorDescriptor_t`|5.0.0|9.0.0| | |`hipdnnOpTensorDescriptor_t`| | | | | | | | | | | | |`cudnnOpTensorOp_t`|5.0.0| | | |`hipdnnOpTensorOp_t`| | | | | |`miopenTensorOp_t`|2.1.0| | | | | |`cudnnOpTensorStruct`|5.0.0|9.0.0| | | | | | | | | | | | | | | -|`cudnnPaddingMode_t`|8.3.0| | | | | | | | | | | | | | | | +|`cudnnPaddingMode_t`|8.3.0| | | | | | | | | |`miopenPaddingMode_t`|2.1.0| | | | | |`cudnnPersistentRNNPlan`|6.0.0| | | | | | | | | | | | | | | | |`cudnnPersistentRNNPlan_t`|6.0.0| | | |`hipdnnPersistentRNNPlan_t`| | | | | | | | | | | | |`cudnnPointwiseMode_t`|8.0.1| | | | | | | | | |`miopenPointwiseMode_t`|6.2.0| | | | | @@ -853,7 +853,7 @@ |`cudnnRNNDescriptor_t`|5.0.0| | | |`hipdnnRNNDescriptor_t`| | | | | |`miopenRNNDescriptor_t`|2.1.0| | | | | |`cudnnRNNInputMode_t`|5.0.0| | | |`hipdnnRNNInputMode_t`| | | | | |`miopenRNNInputMode_t`|2.1.0| | | | | |`cudnnRNNMode_t`|5.0.0| | | |`hipdnnRNNMode_t`| | | | | |`miopenRNNMode_t`|2.1.0| | | | | -|`cudnnRNNPaddingMode_t`|7.2.1| | | | | | | | | | | | | | | | +|`cudnnRNNPaddingMode_t`|7.2.1|8.0.1| |9.0.0| | | | | | |`miopenRNNPaddingMode_t`|6.0.0| | | | | |`cudnnRNNStruct`|5.0.0| | | | | | | | | | | | | | | | |`cudnnReduceTensorDescriptor_t`|6.0.0|9.0.0| | |`hipdnnReduceTensorDescriptor_t`| | | | | |`miopenReduceTensorDescriptor_t`|3.9.0| | | | | |`cudnnReduceTensorIndices_t`|6.0.0|9.0.0| | |`hipdnnReduceTensorIndices_t`| | | | | |`miopenReduceTensorIndices_t`|3.9.0| | | | | diff --git a/docs/tables/CUDNN_API_supported_by_MIOPEN.md b/docs/tables/CUDNN_API_supported_by_MIOPEN.md index ab94fc84..f2fc4b98 100644 --- a/docs/tables/CUDNN_API_supported_by_MIOPEN.md +++ b/docs/tables/CUDNN_API_supported_by_MIOPEN.md @@ -12,7 +12,7 @@ |`CUDNN_ACTIVATION_ELU`|6.0.0|9.0.0| | |`miopenActivationELU`|2.1.0| | | | | |`CUDNN_ACTIVATION_IDENTITY`|7.1.3|9.0.0| | |`miopenActivationPASTHRU`|2.1.0| | | | | |`CUDNN_ACTIVATION_RELU`|1.0.0|9.0.0| | |`miopenActivationRELU`|2.1.0| | | | | -|`CUDNN_ACTIVATION_SIGMOID`|1.0.0|9.0.0| | | | | | | | | +|`CUDNN_ACTIVATION_SIGMOID`|1.0.0|9.0.0| | |`miopenActivationLOGISTIC`|2.1.0| | | | | |`CUDNN_ACTIVATION_SWISH`|8.2.0|9.0.0| | | | | | | | | |`CUDNN_ACTIVATION_TANH`|1.0.0|9.0.0| | |`miopenActivationTANH`|2.1.0| | | | | |`CUDNN_ATTN_DISABLE_PROJ_BIASES`|7.6.3| | | | | | | | | | @@ -295,7 +295,7 @@ |`CUDNN_CONVOLUTION`|1.0.0|9.0.0| | |`miopenConvolution`|2.1.0| | | | | |`CUDNN_CONVOLUTION_BWD_DATA_ALGO_0`|3.0.0| | | |`miopenConvolutionBwdDataAlgoGEMM`|2.1.0| | | | | |`CUDNN_CONVOLUTION_BWD_DATA_ALGO_1`|3.0.0| | | |`miopenConvolutionBwdDataAlgoDirect`|2.1.0| | | | | -|`CUDNN_CONVOLUTION_BWD_DATA_ALGO_COUNT`|6.0.0| | | | | | | | | | +|`CUDNN_CONVOLUTION_BWD_DATA_ALGO_COUNT`|6.0.0| | | |`miopenTransposeBwdDataAlgoGEMM`|2.1.0| | | | | |`CUDNN_CONVOLUTION_BWD_DATA_ALGO_FFT`|3.0.0| | | |`miopenConvolutionBwdDataAlgoFFT`|2.1.0| | | | | |`CUDNN_CONVOLUTION_BWD_DATA_ALGO_FFT_TILING`|4.0.0| | | | | | | | | | |`CUDNN_CONVOLUTION_BWD_DATA_ALGO_WINOGRAD`|5.0.0| | | |`miopenConvolutionBwdDataAlgoWinograd`|2.1.0| | | | | @@ -336,8 +336,8 @@ |`CUDNN_DATA_DOUBLE`|1.0.0| | | |`miopenDouble`|4.5.0| | | | | |`CUDNN_DATA_FAST_FLOAT_FOR_FP8`|8.7.0| | | | | | | | | | |`CUDNN_DATA_FLOAT`|1.0.0| | | |`miopenFloat`|2.1.0| | | | | -|`CUDNN_DATA_FP8_E4M3`|8.6.0| | | | | | | | | | -|`CUDNN_DATA_FP8_E5M2`|8.6.0| | | | | | | | | | +|`CUDNN_DATA_FP8_E4M3`|8.6.0| | | |`miopenFloat8`|6.0.0| | | | | +|`CUDNN_DATA_FP8_E5M2`|8.6.0| | | |`miopenBFloat8`|6.0.0| | | | | |`CUDNN_DATA_HALF`|3.0.0| | | |`miopenHalf`|2.1.0| | | | | |`CUDNN_DATA_INT32`|6.0.0| | | |`miopenInt32`|2.1.0| | | | | |`CUDNN_DATA_INT64`|8.1.0| | | |`miopenInt64`|6.2.0| | | | | @@ -351,7 +351,7 @@ |`CUDNN_DETERMINISTIC`|6.0.0| | | | | | | | | | |`CUDNN_DIM_MAX`|4.0.0| | | | | | | | | | |`CUDNN_DIVNORM_PRECOMPUTED_MEANS`|3.0.0| | | | | | | | | | -|`CUDNN_EDGE_VAL_PAD`|8.3.0| | | | | | | | | | +|`CUDNN_EDGE_VAL_PAD`|8.3.0| | | |`miopenPaddingValid`|2.1.0| | | | | |`CUDNN_ERRQUERY_BLOCKING`|7.0.5| | | | | | | | | | |`CUDNN_ERRQUERY_NONBLOCKING`|7.0.5| | | | | | | | | | |`CUDNN_ERRQUERY_RAWCODE`|7.0.5| | | | | | | | | | @@ -363,8 +363,8 @@ |`CUDNN_FUSED_SCALE_BIAS_ACTIVATION_CONV_BNSTATS`|7.6.0| | | | | | | | | | |`CUDNN_FUSED_SCALE_BIAS_ACTIVATION_WGRAD`|7.6.0| | | | | | | | | | |`CUDNN_FUSED_SCALE_BIAS_ADD_ACTIVATION_GEN_BITMASK`|7.6.0| | | | | | | | | | -|`CUDNN_FWD_MODE_INFERENCE`|8.0.1| | | | | | | | | | -|`CUDNN_FWD_MODE_TRAINING`|8.0.1| | | | | | | | | | +|`CUDNN_FWD_MODE_INFERENCE`|8.0.1| | | |`miopenRNNInference`|6.0.0| | | | | +|`CUDNN_FWD_MODE_TRAINING`|8.0.1| | | |`miopenRNNTraining`|6.0.0| | | | | |`CUDNN_GENSTATS_SUM_SQSUM`|8.0.1| | | | | | | | | | |`CUDNN_GROUP_NORM`|8.5.0| | | | | | | | | | |`CUDNN_GRU`|5.0.0| | | |`miopenGRU`|2.1.0| | | | | @@ -435,7 +435,7 @@ |`CUDNN_MH_ATTN_Q_WEIGHTS`|7.5.0| | | | | | | | | | |`CUDNN_MH_ATTN_V_BIASES`|7.6.3| | | | | | | | | | |`CUDNN_MH_ATTN_V_WEIGHTS`|7.5.0| | | | | | | | | | -|`CUDNN_NEG_INF_PAD`|8.3.0| | | | | | | | | | +|`CUDNN_NEG_INF_PAD`|8.3.0| | | |`miopenPaddingSame`|2.1.0| | | | | |`CUDNN_NON_DETERMINISTIC`|6.0.0| | | | | | | | | | |`CUDNN_NORM_ALGO_PERSIST`|8.0.1|9.0.0| | | | | | | | | |`CUDNN_NORM_ALGO_STANDARD`|8.0.1|9.0.0| | | | | | | | | @@ -555,8 +555,8 @@ |`CUDNN_POINTWISE_TAN`|8.3.0| | | |`MIOPEN_POINTWISE_TAN`|6.2.0| | | | | |`CUDNN_POINTWISE_TANH_BWD`|8.1.0| | | |`MIOPEN_POINTWISE_TANH_BWD`|6.2.0| | | | | |`CUDNN_POINTWISE_TANH_FWD`|8.0.1| | | |`MIOPEN_POINTWISE_TANH_FWD`|6.2.0| | | | | -|`CUDNN_POOLING_AVERAGE_COUNT_EXCLUDE_PADDING`|2.0.0|9.0.0| | | | | | | | | -|`CUDNN_POOLING_AVERAGE_COUNT_INCLUDE_PADDING`|2.0.0|9.0.0| | | | | | | | | +|`CUDNN_POOLING_AVERAGE_COUNT_EXCLUDE_PADDING`|2.0.0|9.0.0| | |`miopenPoolingAverage`|2.1.0| | | | | +|`CUDNN_POOLING_AVERAGE_COUNT_INCLUDE_PADDING`|2.0.0|9.0.0| | |`miopenPoolingAverageInclusive`|2.1.0| | | | | |`CUDNN_POOLING_MAX`|1.0.0|9.0.0| | |`miopenPoolingMax`|2.1.0| | | | | |`CUDNN_POOLING_MAX_DETERMINISTIC`|6.0.0|9.0.0| | | | | | | | | |`CUDNN_PROPAGATE_NAN`|4.0.0|9.0.0| | |`MIOPEN_PROPAGATE_NAN`|3.9.0| | | | | @@ -620,8 +620,8 @@ |`CUDNN_RNN_DATA_LAYOUT_SEQ_MAJOR_UNPACKED`|7.2.1| | | | | | | | | | |`CUDNN_RNN_DOUBLE_BIAS`|7.5.0| | | |`miopenRNNwithBias`|2.1.0| | | | | |`CUDNN_RNN_NO_BIAS`|7.5.0| | | |`miopenRNNNoBias`|2.1.0| | | | | -|`CUDNN_RNN_PADDED_IO_DISABLED`|7.2.1| | | | | | | | | | -|`CUDNN_RNN_PADDED_IO_ENABLED`|7.2.1| | | | | | | | | | +|`CUDNN_RNN_PADDED_IO_DISABLED`|7.2.1|8.0.1| |9.0.0|`miopenRNNIONotPadded`|6.0.0| | | | | +|`CUDNN_RNN_PADDED_IO_ENABLED`|7.2.1|8.0.1| |9.0.0|`miopenRNNIOWithPadding`|6.0.0| | | | | |`CUDNN_RNN_RELU`|5.0.0| | | |`miopenRNNRELU`|2.1.0| | | | | |`CUDNN_RNN_SINGLE_INP_BIAS`|7.5.0| | | |`miopenRNNwithBias`|2.1.0| | | | | |`CUDNN_RNN_SINGLE_REC_BIAS`|7.5.0| | | |`miopenRNNwithBias`|2.1.0| | | | | @@ -747,7 +747,7 @@ |`CUDNN_UNIDIRECTIONAL`|5.0.0| | | |`miopenRNNunidirection`|2.1.0| | | | | |`CUDNN_WGRAD_MODE_ADD`|7.5.0| | | | | | | | | | |`CUDNN_WGRAD_MODE_SET`|7.5.0| | | | | | | | | | -|`CUDNN_ZERO_PAD`|8.3.0| | | | | | | | | | +|`CUDNN_ZERO_PAD`|8.3.0| | | |`miopenPaddingDefault`|2.1.0| | | | | |`cudnnActivationDescriptor_t`|4.0.0|9.0.0| | |`miopenActivationDescriptor_t`|2.1.0| | | | | |`cudnnActivationMode_t`|1.0.0|9.0.0| | |`miopenActivationMode_t`|2.1.0| | | | | |`cudnnActivationStruct`|4.0.0|9.0.0| | | | | | | | | @@ -808,7 +808,7 @@ |`cudnnFilterDescriptor_t`|1.0.0| | | |`miopenTensorDescriptor_t`|2.1.0| | | | | |`cudnnFilterStruct`|1.0.0|9.0.0| | | | | | | | | |`cudnnFoldingDirection_t`|7.5.0| | | | | | | | | | -|`cudnnForwardMode_t`|8.0.1| | | | | | | | | | +|`cudnnForwardMode_t`|8.0.1| | | |`miopenRNNFWDMode_t`|6.0.0| | | | | |`cudnnFractionStruct`|8.5.0| | | | | | | | | | |`cudnnFraction_t`|8.5.0| | | | | | | | | | |`cudnnFusedOpsConstParamLabel_t`|7.6.0|9.0.0| | | | | | | | | @@ -837,7 +837,7 @@ |`cudnnOpTensorDescriptor_t`|5.0.0|9.0.0| | | | | | | | | |`cudnnOpTensorOp_t`|5.0.0| | | |`miopenTensorOp_t`|2.1.0| | | | | |`cudnnOpTensorStruct`|5.0.0|9.0.0| | | | | | | | | -|`cudnnPaddingMode_t`|8.3.0| | | | | | | | | | +|`cudnnPaddingMode_t`|8.3.0| | | |`miopenPaddingMode_t`|2.1.0| | | | | |`cudnnPersistentRNNPlan`|6.0.0| | | | | | | | | | |`cudnnPersistentRNNPlan_t`|6.0.0| | | | | | | | | | |`cudnnPointwiseMode_t`|8.0.1| | | |`miopenPointwiseMode_t`|6.2.0| | | | | @@ -853,7 +853,7 @@ |`cudnnRNNDescriptor_t`|5.0.0| | | |`miopenRNNDescriptor_t`|2.1.0| | | | | |`cudnnRNNInputMode_t`|5.0.0| | | |`miopenRNNInputMode_t`|2.1.0| | | | | |`cudnnRNNMode_t`|5.0.0| | | |`miopenRNNMode_t`|2.1.0| | | | | -|`cudnnRNNPaddingMode_t`|7.2.1| | | | | | | | | | +|`cudnnRNNPaddingMode_t`|7.2.1|8.0.1| |9.0.0|`miopenRNNPaddingMode_t`|6.0.0| | | | | |`cudnnRNNStruct`|5.0.0| | | | | | | | | | |`cudnnReduceTensorDescriptor_t`|6.0.0|9.0.0| | |`miopenReduceTensorDescriptor_t`|3.9.0| | | | | |`cudnnReduceTensorIndices_t`|6.0.0|9.0.0| | |`miopenReduceTensorIndices_t`|3.9.0| | | | | diff --git a/src/CUDA2HIP_DNN_API_types.cpp b/src/CUDA2HIP_DNN_API_types.cpp index fafeb8cc..7297b840 100644 --- a/src/CUDA2HIP_DNN_API_types.cpp +++ b/src/CUDA2HIP_DNN_API_types.cpp @@ -116,8 +116,8 @@ const std::map CUDA_DNN_TYPE_NAME_MAP { {"CUDNN_DATA_BFLOAT16", {"HIPDNN_DATA_BFLOAT16", "miopenBFloat16", CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED}}, // 9 {"CUDNN_DATA_INT64", {"HIPDNN_DATA_INT64", "miopenInt64", CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED}}, // 10 {"CUDNN_DATA_BOOLEAN", {"HIPDNN_DATA_BOOLEAN", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, // 11 - {"CUDNN_DATA_FP8_E4M3", {"HIPDNN_DATA_FP8_E4M3", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, // 12 - {"CUDNN_DATA_FP8_E5M2", {"HIPDNN_DATA_FP8_E5M2", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, // 13 + {"CUDNN_DATA_FP8_E4M3", {"HIPDNN_DATA_FP8_E4M3", "miopenFloat8", CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED}}, // 12 + {"CUDNN_DATA_FP8_E5M2", {"HIPDNN_DATA_FP8_E5M2", "miopenBFloat8", CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED}}, // 13 {"CUDNN_DATA_FAST_FLOAT_FOR_FP8", {"HIPDNN_DATA_FAST_FLOAT_FOR_FP8", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, // 14 {"cudnnErrQueryMode_t", {"hipdnnErrQueryMode_t", "", CONV_TYPE, API_DNN, 1, UNSUPPORTED}}, {"CUDNN_ERRQUERY_RAWCODE", {"HIPDNN_ERRQUERY_RAWCODE", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, // 0 @@ -173,7 +173,7 @@ const std::map CUDA_DNN_TYPE_NAME_MAP { {"CUDNN_CONVOLUTION_BWD_DATA_ALGO_FFT_TILING", {"HIPDNN_CONVOLUTION_BWD_DATA_ALGO_FFT_TILING", "", CONV_NUMERIC_LITERAL, API_DNN, 1, ROC_UNSUPPORTED}}, // 3 {"CUDNN_CONVOLUTION_BWD_DATA_ALGO_WINOGRAD", {"HIPDNN_CONVOLUTION_BWD_DATA_ALGO_WINOGRAD", "miopenConvolutionBwdDataAlgoWinograd", CONV_NUMERIC_LITERAL, API_DNN, 1}}, // 4 {"CUDNN_CONVOLUTION_BWD_DATA_ALGO_WINOGRAD_NONFUSED", {"HIPDNN_CONVOLUTION_BWD_DATA_ALGO_WINOGRAD_NONFUSED", "", CONV_NUMERIC_LITERAL, API_DNN, 1, ROC_UNSUPPORTED}}, // 5 - {"CUDNN_CONVOLUTION_BWD_DATA_ALGO_COUNT", {"HIPDNN_CONVOLUTION_BWD_DATA_ALGO_TRANSPOSE_GEMM", "", CONV_NUMERIC_LITERAL, API_DNN, 1, ROC_UNSUPPORTED}}, // 6 + {"CUDNN_CONVOLUTION_BWD_DATA_ALGO_COUNT", {"HIPDNN_CONVOLUTION_BWD_DATA_ALGO_TRANSPOSE_GEMM", "miopenTransposeBwdDataAlgoGEMM", CONV_NUMERIC_LITERAL, API_DNN, 1}}, // 6 {"cudnnConvolutionBwdFilterAlgo_t", {"hipdnnConvolutionBwdFilterAlgo_t", "", CONV_TYPE, API_DNN, 1, ROC_UNSUPPORTED}}, {"CUDNN_CONVOLUTION_BWD_FILTER_ALGO_0", {"HIPDNN_CONVOLUTION_BWD_FILTER_ALGO_0", "", CONV_NUMERIC_LITERAL, API_DNN, 1, ROC_UNSUPPORTED}}, // 0 {"CUDNN_CONVOLUTION_BWD_FILTER_ALGO_1", {"HIPDNN_CONVOLUTION_BWD_FILTER_ALGO_1", "", CONV_NUMERIC_LITERAL, API_DNN, 1, ROC_UNSUPPORTED}}, // 1 @@ -241,11 +241,11 @@ const std::map CUDA_DNN_TYPE_NAME_MAP { {"CUDNN_SOFTMAX_MODE_CHANNEL", {"HIPDNN_SOFTMAX_MODE_CHANNEL", "MIOPEN_SOFTMAX_MODE_CHANNEL", CONV_NUMERIC_LITERAL, API_DNN, 1}}, // 1 {"cudnnPoolingMode_t", {"hipdnnPoolingMode_t", "miopenPoolingMode_t", CONV_TYPE, API_DNN, 1, CUDA_DEPRECATED}}, {"CUDNN_POOLING_MAX", {"HIPDNN_POOLING_MAX", "miopenPoolingMax", CONV_NUMERIC_LITERAL, API_DNN, 1, CUDA_DEPRECATED}}, // 0 - {"CUDNN_POOLING_AVERAGE_COUNT_INCLUDE_PADDING", {"HIPDNN_POOLING_AVERAGE_COUNT_INCLUDE_PADDING", "", CONV_NUMERIC_LITERAL, API_DNN, 1, ROC_UNSUPPORTED | CUDA_DEPRECATED}}, // 1 - {"CUDNN_POOLING_AVERAGE_COUNT_EXCLUDE_PADDING", {"HIPDNN_POOLING_AVERAGE_COUNT_EXCLUDE_PADDING", "", CONV_NUMERIC_LITERAL, API_DNN, 1, ROC_UNSUPPORTED | CUDA_DEPRECATED}}, // 2 + {"CUDNN_POOLING_AVERAGE_COUNT_INCLUDE_PADDING", {"HIPDNN_POOLING_AVERAGE_COUNT_INCLUDE_PADDING", "miopenPoolingAverageInclusive", CONV_NUMERIC_LITERAL, API_DNN, 1, CUDA_DEPRECATED}}, // 1 + {"CUDNN_POOLING_AVERAGE_COUNT_EXCLUDE_PADDING", {"HIPDNN_POOLING_AVERAGE_COUNT_EXCLUDE_PADDING", "miopenPoolingAverage", CONV_NUMERIC_LITERAL, API_DNN, 1, CUDA_DEPRECATED}}, // 2 {"CUDNN_POOLING_MAX_DETERMINISTIC", {"HIPDNN_POOLING_MAX_DETERMINISTIC", "", CONV_NUMERIC_LITERAL, API_DNN, 1, ROC_UNSUPPORTED | CUDA_DEPRECATED}}, // 3 {"cudnnActivationMode_t", {"hipdnnActivationMode_t", "miopenActivationMode_t", CONV_TYPE, API_DNN, 1, CUDA_DEPRECATED}}, - {"CUDNN_ACTIVATION_SIGMOID", {"HIPDNN_ACTIVATION_SIGMOID", "", CONV_NUMERIC_LITERAL, API_DNN, 1, ROC_UNSUPPORTED | CUDA_DEPRECATED}}, // 0 + {"CUDNN_ACTIVATION_SIGMOID", {"HIPDNN_ACTIVATION_SIGMOID", "miopenActivationLOGISTIC", CONV_NUMERIC_LITERAL, API_DNN, 1, CUDA_DEPRECATED}}, // 0 {"CUDNN_ACTIVATION_RELU", {"HIPDNN_ACTIVATION_RELU", "miopenActivationRELU", CONV_NUMERIC_LITERAL, API_DNN, 1, CUDA_DEPRECATED}}, // 1 {"CUDNN_ACTIVATION_TANH", {"HIPDNN_ACTIVATION_TANH", "miopenActivationTANH", CONV_NUMERIC_LITERAL, API_DNN, 1, CUDA_DEPRECATED}}, // 2 {"CUDNN_ACTIVATION_CLIPPED_RELU", {"HIPDNN_ACTIVATION_CLIPPED_RELU", "miopenActivationCLIPPEDRELU", CONV_NUMERIC_LITERAL, API_DNN, 1, CUDA_DEPRECATED}}, // 3 @@ -269,9 +269,9 @@ const std::map CUDA_DNN_TYPE_NAME_MAP { {"CUDNN_RNN_DATA_LAYOUT_SEQ_MAJOR_UNPACKED", {"HIPDNN_RNN_DATA_LAYOUT_SEQ_MAJOR_UNPACKED", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, // 0 {"CUDNN_RNN_DATA_LAYOUT_SEQ_MAJOR_PACKED", {"HIPDNN_RNN_DATA_LAYOUT_SEQ_MAJOR_PACKED", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, // 1 {"CUDNN_RNN_DATA_LAYOUT_BATCH_MAJOR_UNPACKED", {"HIPDNN_RNN_DATA_LAYOUT_BATCH_MAJOR_UNPACKED", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, // 2 - {"cudnnRNNPaddingMode_t", {"hipdnnRNNPaddingMode_t", "", CONV_TYPE, API_DNN, 1, UNSUPPORTED}}, - {"CUDNN_RNN_PADDED_IO_DISABLED", {"HIPDNN_RNN_PADDED_IO_DISABLED", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, // 0 - {"CUDNN_RNN_PADDED_IO_ENABLED", {"HIPDNN_RNN_PADDED_IO_ENABLED", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, // 1 + {"cudnnRNNPaddingMode_t", {"hipdnnRNNPaddingMode_t", "miopenRNNPaddingMode_t", CONV_TYPE, API_DNN, 1, HIP_UNSUPPORTED | CUDA_REMOVED}}, + {"CUDNN_RNN_PADDED_IO_DISABLED", {"HIPDNN_RNN_PADDED_IO_DISABLED", "miopenRNNIONotPadded", CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED | CUDA_REMOVED}}, // 0 + {"CUDNN_RNN_PADDED_IO_ENABLED", {"HIPDNN_RNN_PADDED_IO_ENABLED", "miopenRNNIOWithPadding", CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED | CUDA_REMOVED}}, // 1 {"cudnnSeqDataAxis_t", {"hipdnnSeqDataAxis_t", "", CONV_TYPE, API_DNN, 1, UNSUPPORTED}}, {"CUDNN_SEQDATA_TIME_DIM", {"HIPDNN_SEQDATA_TIME_DIM", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, // 0 {"CUDNN_SEQDATA_BATCH_DIM", {"HIPDNN_SEQDATA_BATCH_DIM", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, // 1 @@ -382,9 +382,9 @@ const std::map CUDA_DNN_TYPE_NAME_MAP { {"CUDNN_SCALAR_INT64_T_BN_ACCUMULATION_COUNT", {"HIPDNN_SCALAR_INT64_T_BN_ACCUMULATION_COUNT", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, // 101 {"CUDNN_SCALAR_DOUBLE_BN_EXP_AVG_FACTOR", {"HIPDNN_SCALAR_DOUBLE_BN_EXP_AVG_FACTOR", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, // 102 {"CUDNN_SCALAR_DOUBLE_BN_EPSILON", {"HIPDNN_SCALAR_DOUBLE_BN_EPSILON", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, // 103 - {"cudnnForwardMode_t", {"hipdnnForwardMode_t", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, - {"CUDNN_FWD_MODE_INFERENCE", {"HIPDNN_FWD_MODE_INFERENCE", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, // 0 - {"CUDNN_FWD_MODE_TRAINING", {"HIPDNN_FWD_MODE_TRAINING", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, // 1 + {"cudnnForwardMode_t", {"hipdnnForwardMode_t", "miopenRNNFWDMode_t", CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED}}, + {"CUDNN_FWD_MODE_INFERENCE", {"HIPDNN_FWD_MODE_INFERENCE", "miopenRNNInference", CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED}}, // 0 + {"CUDNN_FWD_MODE_TRAINING", {"HIPDNN_FWD_MODE_TRAINING", "miopenRNNTraining", CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED}}, // 1 {"cudnnPointwiseMode_t", {"hipdnnPointwiseMode_t", "miopenPointwiseMode_t", CONV_TYPE, API_DNN, 1, HIP_UNSUPPORTED}}, {"CUDNN_POINTWISE_ADD", {"HIPDNN_POINTWISE_ADD", "MIOPEN_POINTWISE_ADD", CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED}}, // 0 {"CUDNN_POINTWISE_MUL", {"HIPDNN_POINTWISE_MUL", "MIOPEN_POINTWISE_MUL", CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED}}, // 1 @@ -824,10 +824,10 @@ const std::map CUDA_DNN_TYPE_NAME_MAP { {"CUDNN_TENSOR_REORDERING_NONE", {"HIPDNN_TENSOR_REORDERING_NONE", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, {"CUDNN_TENSOR_REORDERING_INT8x32", {"HIPDNN_TENSOR_REORDERING_INT8x32", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, {"CUDNN_TENSOR_REORDERING_F16x16", {"HIPDNN_TENSOR_REORDERING_F16x16", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, - {"cudnnPaddingMode_t", {"hipdnnPaddingMode_t", "", CONV_TYPE, API_DNN, 1, UNSUPPORTED}}, - {"CUDNN_ZERO_PAD", {"HIPDNN_ZERO_PAD", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, - {"CUDNN_NEG_INF_PAD", {"HIPDNN_NEG_INF_PAD", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, - {"CUDNN_EDGE_VAL_PAD", {"HIPDNN_EDGE_VAL_PAD", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, + {"cudnnPaddingMode_t", {"hipdnnPaddingMode_t", "miopenPaddingMode_t", CONV_TYPE, API_DNN, 1, HIP_UNSUPPORTED}}, + {"CUDNN_ZERO_PAD", {"HIPDNN_ZERO_PAD", "miopenPaddingDefault", CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED}}, + {"CUDNN_NEG_INF_PAD", {"HIPDNN_NEG_INF_PAD", "miopenPaddingSame", CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED}}, + {"CUDNN_EDGE_VAL_PAD", {"HIPDNN_EDGE_VAL_PAD", "miopenPaddingValid", CONV_NUMERIC_LITERAL, API_DNN, 1, HIP_UNSUPPORTED}}, {"cudnnBackendNormMode_t", {"hipdnnBackendNormMode_t", "", CONV_TYPE, API_DNN, 1, UNSUPPORTED}}, {"CUDNN_LAYER_NORM", {"HIPDNN_LAYER_NORM", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, {"CUDNN_INSTANCE_NORM", {"HIPDNN_INSTANCE_NORM", "", CONV_NUMERIC_LITERAL, API_DNN, 1, UNSUPPORTED}}, @@ -938,9 +938,9 @@ const std::map CUDA_DNN_TYPE_NAME_VER_MAP { {"CUDNN_RNN_DATA_LAYOUT_SEQ_MAJOR_UNPACKED", {CUDNN_721, CUDA_0, CUDA_0 }}, {"CUDNN_RNN_DATA_LAYOUT_SEQ_MAJOR_PACKED", {CUDNN_721, CUDA_0, CUDA_0 }}, {"CUDNN_RNN_DATA_LAYOUT_BATCH_MAJOR_UNPACKED", {CUDNN_721, CUDA_0, CUDA_0 }}, - {"cudnnRNNPaddingMode_t", {CUDNN_721, CUDA_0, CUDA_0 }}, - {"CUDNN_RNN_PADDED_IO_DISABLED", {CUDNN_721, CUDA_0, CUDA_0 }}, - {"CUDNN_RNN_PADDED_IO_ENABLED", {CUDNN_721, CUDA_0, CUDA_0 }}, + {"cudnnRNNPaddingMode_t", {CUDNN_721, CUDNN_801, CUDNN_900}}, + {"CUDNN_RNN_PADDED_IO_DISABLED", {CUDNN_721, CUDNN_801, CUDNN_900}}, + {"CUDNN_RNN_PADDED_IO_ENABLED", {CUDNN_721, CUDNN_801, CUDNN_900}}, {"cudnnRNNStruct", {CUDNN_50, CUDA_0, CUDA_0 }}, {"cudnnRNNDescriptor_t", {CUDNN_50, CUDA_0, CUDA_0 }}, {"cudnnPersistentRNNPlan", {CUDNN_60, CUDA_0, CUDA_0 }}, @@ -2240,4 +2240,20 @@ const std::map HIP_DNN_TYPE_NAME_VER_MAP { {"MIOPEN_TYPE_NORM_MODE", {HIP_6020, HIP_0, HIP_0 }}, {"MIOPEN_TYPE_NORM_FWD_PHASE", {HIP_6020, HIP_0, HIP_0 }}, {"MIOPEN_TYPE_RNG_DISTRIBUTION", {HIP_6020, HIP_0, HIP_0 }}, + {"miopenFloat8", {HIP_6000, HIP_0, HIP_0 }}, + {"miopenBFloat8", {HIP_6000, HIP_0, HIP_0 }}, + {"miopenActivationLOGISTIC", {HIP_2010, HIP_0, HIP_0 }}, + {"miopenTransposeBwdDataAlgoGEMM", {HIP_2010, HIP_0, HIP_0 }}, + {"miopenPoolingAverageInclusive", {HIP_2010, HIP_0, HIP_0 }}, + {"miopenPoolingAverage", {HIP_2010, HIP_0, HIP_0 }}, + {"miopenRNNPaddingMode_t", {HIP_6000, HIP_0, HIP_0 }}, + {"miopenRNNIONotPadded", {HIP_6000, HIP_0, HIP_0 }}, + {"miopenRNNIOWithPadding", {HIP_6000, HIP_0, HIP_0 }}, + {"miopenRNNFWDMode_t", {HIP_6000, HIP_0, HIP_0 }}, + {"miopenRNNInference", {HIP_6000, HIP_0, HIP_0 }}, + {"miopenRNNTraining", {HIP_6000, HIP_0, HIP_0 }}, + {"miopenPaddingMode_t", {HIP_2010, HIP_0, HIP_0 }}, + {"miopenPaddingDefault", {HIP_2010, HIP_0, HIP_0 }}, + {"miopenPaddingSame", {HIP_2010, HIP_0, HIP_0 }}, + {"miopenPaddingValid", {HIP_2010, HIP_0, HIP_0 }}, }; diff --git a/tests/unit_tests/synthetic/libraries/cudnn2miopen.cu b/tests/unit_tests/synthetic/libraries/cudnn2miopen.cu index b1906098..98aa2b92 100644 --- a/tests/unit_tests/synthetic/libraries/cudnn2miopen.cu +++ b/tests/unit_tests/synthetic/libraries/cudnn2miopen.cu @@ -185,9 +185,11 @@ int main() { // CHECK: miopenActivationMode_t activationMode; // CHECK-NEXT: miopenActivationMode_t ACTIVATION_RELU = miopenActivationRELU; // CHECK-NEXT: miopenActivationMode_t ACTIVATION_TANH = miopenActivationTANH; + // CHECK-NEXT: miopenActivationMode_t ACTIVATION_SIGMOID = miopenActivationLOGISTIC; cudnnActivationMode_t activationMode; cudnnActivationMode_t ACTIVATION_RELU = CUDNN_ACTIVATION_RELU; cudnnActivationMode_t ACTIVATION_TANH = CUDNN_ACTIVATION_TANH; + cudnnActivationMode_t ACTIVATION_SIGMOID = CUDNN_ACTIVATION_SIGMOID; // CHECK: miopenSoftmaxAlgorithm_t softmaxAlgorithm; // CHECK-NEXT: miopenSoftmaxAlgorithm_t SOFTMAX_FAST = MIOPEN_SOFTMAX_FAST; @@ -792,6 +794,13 @@ int main() { // CHECK: status = miopenReduceTensor(handle, ReduceTensorDescriptor, indices, indicesSizeInBytes, workSpace, workSpaceSizeInBytes, alpha, aD, A, beta, cD, C); status = cudnnReduceTensor(handle, ReduceTensorDescriptor, indices, indicesSizeInBytes, workSpace, workSpaceSizeInBytes, alpha, aD, A, beta, cD, C); +#if CUDNN_VERSION >= 2000 + // CHECK: miopenPoolingMode_t POOLING_AVERAGE_COUNT_INCLUDE_PADDING = miopenPoolingAverageInclusive; + // CHECK-NEXT: miopenPoolingMode_t POOLING_AVERAGE_COUNT_EXCLUDE_PADDING = miopenPoolingAverage; + cudnnPoolingMode_t POOLING_AVERAGE_COUNT_INCLUDE_PADDING = CUDNN_POOLING_AVERAGE_COUNT_INCLUDE_PADDING; + cudnnPoolingMode_t POOLING_AVERAGE_COUNT_EXCLUDE_PADDING = CUDNN_POOLING_AVERAGE_COUNT_EXCLUDE_PADDING; +#endif + #if CUDNN_VERSION >= 3008 // CHECK: miopenDataType_t DATA_BFLOAT16 = miopenBFloat16; cudnnDataType_t DATA_BFLOAT16 = CUDNN_DATA_BFLOAT16; @@ -832,6 +841,9 @@ int main() { // CHECK: miopenActivationMode_t ACTIVATION_ELU = miopenActivationELU; cudnnActivationMode_t ACTIVATION_ELU = CUDNN_ACTIVATION_ELU; + // CHECK: miopenConvBwdDataAlgorithm_t CONVOLUTION_BWD_DATA_ALGO_COUNT = miopenTransposeBwdDataAlgoGEMM; + cudnnConvolutionBwdDataAlgo_t CONVOLUTION_BWD_DATA_ALGO_COUNT = CUDNN_CONVOLUTION_BWD_DATA_ALGO_COUNT; + // CUDA: cudnnStatus_t CUDNNWINAPI cudnnSetReduceTensorDescriptor(cudnnReduceTensorDescriptor_t reduceTensorDesc, cudnnReduceTensorOp_t reduceTensorOp, cudnnDataType_t reduceTensorCompType, cudnnNanPropagation_t reduceTensorNanOpt, cudnnReduceTensorIndices_t reduceTensorIndices, cudnnIndicesType_t reduceTensorIndicesType); // MIOPEN: MIOPEN_EXPORT miopenStatus_t miopenSetReduceTensorDescriptor(miopenReduceTensorDescriptor_t reduceTensorDesc, miopenReduceTensorOp_t reduceTensorOp, miopenDataType_t reduceTensorCompType, miopenNanPropagation_t reduceTensorNanOpt, miopenReduceTensorIndices_t reduceTensorIndices, miopenIndicesType_t reduceTensorIndicesType); // CHECK: status = miopenSetReduceTensorDescriptor(ReduceTensorDescriptor, reduceTensorOp, dataType, nanPropagation_t, reduceTensorIndices, indicesType); @@ -848,6 +860,15 @@ int main() { cudnnActivationMode_t ACTIVATION_IDENTITY = CUDNN_ACTIVATION_IDENTITY; #endif +#if CUDNN_VERSION >= 7201 && CUDNN_VERSION <= 8907 + // CHECK: miopenRNNPaddingMode_t RNNPaddingMode_t; + // CHECK-NEXT: miopenRNNPaddingMode_t RNN_PADDED_IO_DISABLED = miopenRNNIONotPadded; + // CHECK-NEXT: miopenRNNPaddingMode_t RNN_PADDED_IO_ENABLED = miopenRNNIOWithPadding; + cudnnRNNPaddingMode_t RNNPaddingMode_t; + cudnnRNNPaddingMode_t RNN_PADDED_IO_DISABLED = CUDNN_RNN_PADDED_IO_DISABLED; + cudnnRNNPaddingMode_t RNN_PADDED_IO_ENABLED = CUDNN_RNN_PADDED_IO_ENABLED; +#endif + #if CUDNN_VERSION >= 8001 // CHECK: miopenStatus_t STATUS_VERSION_MISMATCH = miopenStatusVersionMismatch; cudnnStatus_t STATUS_VERSION_MISMATCH = CUDNN_STATUS_VERSION_MISMATCH; @@ -1110,6 +1131,13 @@ int main() { cudnnBackendHeurMode_t HEUR_MODE_B = CUDNN_HEUR_MODE_B; cudnnBackendHeurMode_t HEUR_MODES_COUNT = CUDNN_HEUR_MODES_COUNT; + // CHECK: miopenRNNFWDMode_t RNNFWDMode_t; + // CHECK-NEXT: miopenRNNFWDMode_t FWD_MODE_INFERENCE = miopenRNNInference; + // CHECK-NEXT: miopenRNNFWDMode_t FWD_MODE_TRAINING = miopenRNNTraining; + cudnnForwardMode_t RNNFWDMode_t; + cudnnForwardMode_t FWD_MODE_INFERENCE = CUDNN_FWD_MODE_INFERENCE; + cudnnForwardMode_t FWD_MODE_TRAINING = CUDNN_FWD_MODE_TRAINING; + // CUDA: cudnnStatus_t CUDNNWINAPI cudnnBackendCreateDescriptor(cudnnBackendDescriptorType_t descriptorType, cudnnBackendDescriptor_t *descriptor); // MIOPEN: MIOPEN_EXPORT miopenStatus_t miopenBackendCreateDescriptor(miopenBackendDescriptorType_t descriptorType, miopenBackendDescriptor_t* descriptor); // CHECK: status = miopenBackendCreateDescriptor(backendDescriptorType_t, &backendDescriptor_t); @@ -1425,6 +1453,15 @@ int main() { // CHECK: miopenBackendHeurMode_t HEUR_MODE_A = MIOPEN_HEUR_MODE_A; cudnnBackendHeurMode_t HEUR_MODE_FALLBACK = CUDNN_HEUR_MODE_FALLBACK; cudnnBackendHeurMode_t HEUR_MODE_A = CUDNN_HEUR_MODE_A; + + // CHECK: miopenPaddingMode_t PaddingMode_t; + // CHECK-NEXT: miopenPaddingMode_t ZERO_PAD = miopenPaddingDefault; + // CHECK-NEXT: miopenPaddingMode_t NEG_INF_PAD = miopenPaddingSame; + // CHECK-NEXT: miopenPaddingMode_t EDGE_VAL_PAD = miopenPaddingValid; + cudnnPaddingMode_t PaddingMode_t; + cudnnPaddingMode_t ZERO_PAD = CUDNN_ZERO_PAD; + cudnnPaddingMode_t NEG_INF_PAD = CUDNN_NEG_INF_PAD; + cudnnPaddingMode_t EDGE_VAL_PAD = CUDNN_EDGE_VAL_PAD; #endif #if CUDNN_VERSION >= 8400 @@ -1542,6 +1579,13 @@ int main() { cudnnPointwiseMode_t POINTWISE_GELU_APPROX_TANH_BWD = CUDNN_POINTWISE_GELU_APPROX_TANH_BWD; #endif +#if CUDNN_VERSION >= 8600 + // CHECK: miopenDataType_t DATA_FP8_E4M3 = miopenFloat8; + // CHECK-NEXT: miopenDataType_t DATA_FP8_E5M2 = miopenBFloat8; + cudnnDataType_t DATA_FP8_E4M3 = CUDNN_DATA_FP8_E4M3; + cudnnDataType_t DATA_FP8_E5M2 = CUDNN_DATA_FP8_E5M2; +#endif + #if CUDNN_VERSION >= 8700 // CHECK: miopenBackendDescriptorType_t BACKEND_RNG_DESCRIPTOR = MIOPEN_BACKEND_RNG_DESCRIPTOR; // CHECK-NEXT: miopenBackendDescriptorType_t BACKEND_OPERATION_RNG_DESCRIPTOR = MIOPEN_BACKEND_OPERATION_RNG_DESCRIPTOR;