🐛 fix adagrad

    -------

    a new TensorFlow optimizer implementing the algorithm

    """

    raise NotImplemented("Subclasses must implement this")

    raise NotImplementedError("Subclasses must implement this")

class LearningRateSchedule(object):

    -------

    a tensor that equals the learning rate

    """

    raise NotImplemented("Subclasses must implement this")

    raise NotImplementedError("Subclasses must implement this")

class AdaGrad(Optimizer):

    else:

      learning_rate = self.learning_rate

    return tf.keras.optimizers.Adagrad(

        learning_rate=self.learning_rate,

        learning_rate=learning_rate,

        initial_accumulator_value=self.initial_accumulator_value,

        epsilon=self.epsilon)