diff --git a/mmdnn/conversion/caffe/mapper.py b/mmdnn/conversion/caffe/mapper.py
index b34e82fe..58d60542 100644
--- a/mmdnn/conversion/caffe/mapper.py
+++ b/mmdnn/conversion/caffe/mapper.py
@@ -152,7 +152,12 @@ def map_elu(cls, node):
     def map_relu(cls, node):
         kwargs = {}
         cls._convert_output_shape(kwargs, node)
-        return Node.create('Relu', **kwargs)
+        negative_slope = node.parameters.negative_slope
+        if negative_slope:
+            kwargs['alpha'] = negative_slope
+            return Node.create('LeakyRelu', **kwargs)
+        else:
+            return Node.create('Relu', **kwargs)
 
 
     @classmethod