def sgd(param, grad, lr):
    """ Performs the update rule

    .. math:: \\theta := \\theta - lr * \\nabla_{\\theta} J

    :param param: parameter to be updated
    :param grad: gradient
    :param lr: learning rate
    :return: updates for sgd
    """
    return [(param, param - lr * grad)]
