diff --git a/src/caffe/layers/cudnn_conv_layer.cu b/src/caffe/layers/cudnn_conv_layer.cu
index 7826ab1e505..f112e0692a6 100644
--- a/src/caffe/layers/cudnn_conv_layer.cu
+++ b/src/caffe/layers/cudnn_conv_layer.cu
@@ -80,13 +80,11 @@ namespace caffe {
     if (this->param_propagate_down_[0]) {
       weight = this->blobs_[0]->gpu_data();
       weight_diff = this->blobs_[0]->mutable_gpu_diff();
-      caffe_gpu_set(this->blobs_[0]->count(), Dtype(0), weight_diff);
     }
     Dtype* bias_diff = NULL;
 
     if (this->bias_term_ && this->param_propagate_down_[1]) {
       bias_diff = this->blobs_[1]->mutable_gpu_diff();
-      caffe_gpu_set(this->blobs_[1]->count(), Dtype(0), bias_diff);
     }
 
     for (int i = 0; i < top.size(); ++i) {