diff --git a/src/caffe/layers/cudnn_batch_norm_layer.cu b/src/caffe/layers/cudnn_batch_norm_layer.cu
index bacb80e9b09..cddfa7051aa 100644
--- a/src/caffe/layers/cudnn_batch_norm_layer.cu
+++ b/src/caffe/layers/cudnn_batch_norm_layer.cu
@@ -87,7 +87,7 @@ void CuDNNBatchNormLayer<Dtype>::Backward_gpu(
       cudnn::dataType<Dtype>::zero,
 #if CUDNN_VERSION >= 4005
       cudnn::dataType<Dtype>::one,
-      cudnn::dataType<Dtype>::zero,
+      cudnn::dataType<Dtype>::one,
 #endif
       bottom_desc_,
       bottom_data,