(X, leak=0.2, name='lrelu')
Leaky rectified linear unit (LReLU).
Leaky rectified linear unit (LReLU).
Leaky rectified linear unit ( LReLU ) .
def lrelu(X, leak=0.2, name='lrelu'):
    """Leaky rectified linear unit (LReLU)."""
    with tf.variable_scope(name):
        f1 = 0.5 * (1 + leak)
        f2 = 0.5 * (1 - leak)
        return f1 * X + f2 * abs(X)
def lrelu ( X , leak = 0.2 , name = 'lrelu' ) : with tf . variable_scope ( name ) : f1 = 0.5 * ( 1 + leak ) f2 = 0.5 * ( 1 - leak ) return f1 * X + f2 * abs ( X )