diff --git a/python/mxnet/gluon/nn/conv_layers.py b/python/mxnet/gluon/nn/conv_layers.py
index d9608a151220..9094eddee3f3 100644
--- a/python/mxnet/gluon/nn/conv_layers.py
+++ b/python/mxnet/gluon/nn/conv_layers.py
@@ -65,7 +65,7 @@ class _Conv(HybridBlock):
     def __init__(self, channels, kernel_size, strides, padding, dilation,
                  groups, layout, in_channels=0, activation=None, use_bias=True,
                  weight_initializer=None, bias_initializer='zeros',
-                 op_name='Convolution', prefix=None, params=None, **kwargs):
+                 op_name='Convolution', adj=None, prefix=None, params=None):
         super(_Conv, self).__init__(prefix=prefix, params=params)
         with self.name_scope():
             self._channels = channels
@@ -81,7 +81,8 @@ def __init__(self, channels, kernel_size, strides, padding, dilation,
                 'kernel': kernel_size, 'stride': strides, 'dilate': dilation,
                 'pad': padding, 'num_filter': channels, 'num_group': groups,
                 'no_bias': not use_bias, 'layout': layout}
-            self._kwargs.update(kwargs)
+            if adj is not None:
+                self._kwargs['adj'] = adj
 
             dshape = [0]*(len(kernel_size) + 2)
             dshape[layout.find('N')] = 1