org.nd4j.linalg.learning.GradientUpdater Java Examples

@Test
public void testGradient() throws Exception {
    EnvironmentContext context = EnvironmentFactory.getContext();
    Future<?> task = context.doTask(() -> {
        long[] shape = { 5L, 2L };
        INDArray array = Nd4j.linspace(-2.5D, 2.0D, 10).reshape(shape);
        GradientUpdater<?> oldFunction = getOldFunction(shape);
        DenseMatrix gradient = getMatrix(array);
        Map<String, MathMatrix> gradients = new HashMap<>();
        gradients.put("gradients", gradient);
        Learner newFuction = getNewFunction(shape);
        newFuction.doCache(gradients);

        for (int iteration = 0; iteration < 10; iteration++) {
            oldFunction.applyUpdater(array, iteration, 0);
            newFuction.learn(gradients, iteration, 0);

            System.out.println(array);
            System.out.println(gradients);

            Assert.assertTrue(equalMatrix(gradient, array));
        }
    });
    task.get();
}
 

@Override
protected GradientUpdater<?> getOldFunction(long[] shape) {
    AdaDelta configuration = new AdaDelta();
    GradientUpdater<?> oldFunction = new AdaDeltaUpdater(configuration);
    int length = (int) (shape[0] * configuration.stateSize(shape[1]));
    INDArray view = Nd4j.zeros(length);
    oldFunction.setStateViewArray(view, shape, 'c', true);
    return oldFunction;
}
 

@Override
public GradientUpdater instantiate(INDArray viewArray, boolean initializeViewArray) {
    AdaMaxUpdater a = new AdaMaxUpdater(this);
    long[] gradientShape = viewArray.shape();
    gradientShape = Arrays.copyOf(gradientShape, gradientShape.length);
    gradientShape[1] /= 2;
    a.setStateViewArray(viewArray, gradientShape, viewArray.ordering(), initializeViewArray);
    return a;
}
 

@Override
public GradientUpdater instantiate(INDArray viewArray, boolean initializeViewArray) {
    AdaDeltaUpdater u = new AdaDeltaUpdater(this);
    long[] gradientShape = viewArray.shape();
    gradientShape = Arrays.copyOf(gradientShape, gradientShape.length);
    gradientShape[1] /= 2;
    u.setStateViewArray(viewArray, gradientShape, viewArray.ordering(), initializeViewArray);
    return u;
}
 

@Override
public GradientUpdater instantiate(INDArray viewArray, boolean initializeViewArray) {
    if (viewArray != null) {
        throw new IllegalStateException("View arrays are not supported/required for SGD updater");
    }
    return new SgdUpdater(this);
}
 

@Override
public GradientUpdater instantiate(INDArray viewArray, boolean initializeViewArray) {
    AdamUpdater u = new AdamUpdater(this);
    long[] gradientShape = viewArray.shape();
    gradientShape = Arrays.copyOf(gradientShape, gradientShape.length);
    gradientShape[1] /= 2;
    u.setStateViewArray(viewArray, gradientShape, viewArray.ordering(), initializeViewArray);
    return u;
}
 

@Override
public GradientUpdater instantiate(INDArray viewArray, boolean initializeViewArray) {
    if (viewArray != null) {
        throw new IllegalStateException("Cannot use view array with NoOp updater");
    }
    return new NoOpUpdater(this);
}
 

@Override
public GradientUpdater instantiate(INDArray viewArray, boolean initializeViewArray) {
    NadamUpdater u = new NadamUpdater(this);
    long[] gradientShape = viewArray.shape();
    gradientShape = Arrays.copyOf(gradientShape, gradientShape.length);
    gradientShape[1] /= 2;
    u.setStateViewArray(viewArray, gradientShape, viewArray.ordering(), initializeViewArray);
    return u;
}
 

@Override
public GradientUpdater instantiate(INDArray viewArray, boolean initializeViewArray) {
    AMSGradUpdater u = new AMSGradUpdater(this);
    long[] gradientShape = viewArray.shape();
    gradientShape = Arrays.copyOf(gradientShape, gradientShape.length);
    gradientShape[1] /= 3;
    u.setStateViewArray(viewArray, gradientShape, viewArray.ordering(), initializeViewArray);
    return u;
}
 

@Override
public GradientUpdater instantiate(INDArray viewArray, boolean initializeViewArray) {
    NadamUpdater u = new NadamUpdater(this);
    long[] gradientShape = viewArray.shape();
    gradientShape = Arrays.copyOf(gradientShape, gradientShape.length);
    gradientShape[1] /= 2;
    u.setStateViewArray(viewArray, gradientShape, viewArray.ordering(), initializeViewArray);
    return u;
}
 

@Override
public GradientUpdater instantiate(INDArray viewArray, boolean initializeViewArray) {
    if (viewArray != null) {
        throw new IllegalStateException("View arrays are not supported/required for SGD updater");
    }
    return new SgdUpdater(this);
}
 

@Override
public GradientUpdater instantiate(INDArray viewArray, boolean initializeViewArray) {
    AMSGradUpdater u = new AMSGradUpdater(this);
    long[] gradientShape = viewArray.shape();
    gradientShape = Arrays.copyOf(gradientShape, gradientShape.length);
    gradientShape[1] /= 3;
    u.setStateViewArray(viewArray, gradientShape, viewArray.ordering(), initializeViewArray);
    return u;
}
 

@Override
public GradientUpdater instantiate(INDArray viewArray, boolean initializeViewArray) {
    AdaMaxUpdater a = new AdaMaxUpdater(this);
    long[] gradientShape = viewArray.shape();
    gradientShape = Arrays.copyOf(gradientShape, gradientShape.length);
    gradientShape[1] /= 2;
    a.setStateViewArray(viewArray, gradientShape, viewArray.ordering(), initializeViewArray);
    return a;
}
 

@Override
public GradientUpdater instantiate(INDArray viewArray, boolean initializeViewArray) {
    AdamUpdater u = new AdamUpdater(this);
    long[] gradientShape = viewArray.shape();
    gradientShape = Arrays.copyOf(gradientShape, gradientShape.length);
    gradientShape[1] /= 2;
    u.setStateViewArray(viewArray, gradientShape, viewArray.ordering(), initializeViewArray);
    return u;
}
 

@Override
protected GradientUpdater<?> getOldFunction(long[] shape) {
    Nadam configuration = new Nadam();
    GradientUpdater<?> oldFunction = new NadamUpdater(configuration);
    int length = (int) (shape[0] * configuration.stateSize(shape[1]));
    INDArray view = Nd4j.zeros(length);
    oldFunction.setStateViewArray(view, shape, 'c', true);
    return oldFunction;
}
 

@Override
protected GradientUpdater<?> getOldFunction(long[] shape) {
    AdaMax configuration = new AdaMax();
    GradientUpdater<?> oldFunction = new AdaMaxUpdater(configuration);
    int length = (int) (shape[0] * configuration.stateSize(shape[1]));
    INDArray view = Nd4j.zeros(length);
    oldFunction.setStateViewArray(view, shape, 'c', true);
    return oldFunction;
}
 

@Override
protected GradientUpdater<?> getOldFunction(long[] shape) {
    Nesterovs configuration = new Nesterovs();
    GradientUpdater<?> oldFunction = new NesterovsUpdater(configuration);
    int length = (int) (shape[0] * configuration.stateSize(shape[1]));
    INDArray view = Nd4j.zeros(length);
    oldFunction.setStateViewArray(view, shape, 'c', true);
    return oldFunction;
}
 

@Override
protected GradientUpdater<?> getOldFunction(long[] shape) {
    RmsProp configuration = new RmsProp();
    GradientUpdater<?> oldFunction = new RmsPropUpdater(configuration);
    int length = (int) (shape[0] * configuration.stateSize(shape[1]));
    INDArray view = Nd4j.zeros(length);
    oldFunction.setStateViewArray(view, shape, 'c', true);
    return oldFunction;
}
 

@Override
public GradientUpdater instantiate(INDArray viewArray, boolean initializeViewArray) {
    if (viewArray != null) {
        throw new IllegalStateException("View arrays are not supported/required for SGD updater");
    }
    return new CustomGradientUpdater(this);
}
 

@Override
protected GradientUpdater<?> getOldFunction(long[] shape) {
    AdaGrad configuration = new AdaGrad();
    GradientUpdater<?> oldFunction = new AdaGradUpdater(configuration);
    int length = (int) (shape[0] * configuration.stateSize(shape[1]));
    INDArray view = Nd4j.zeros(length);
    oldFunction.setStateViewArray(view, shape, 'c', true);
    return oldFunction;
}
 

@Override
protected GradientUpdater<?> getOldFunction(long[] shape) {
    Adam configuration = new Adam();
    GradientUpdater<?> oldFunction = new AdamUpdater(configuration);
    int length = (int) (shape[0] * configuration.stateSize(shape[1]));
    INDArray view = Nd4j.zeros(length);
    oldFunction.setStateViewArray(view, shape, 'c', true);
    return oldFunction;
}
 

@Override
public GradientUpdater instantiate(INDArray viewArray, boolean initializeViewArray) {
    if (viewArray != null) {
        throw new IllegalStateException("Cannot use view array with NoOp updater");
    }
    return new NoOpUpdater(this);
}
 

@Override
public GradientUpdater instantiate(INDArray viewArray, boolean initializeViewArray) {
    AdaDeltaUpdater u = new AdaDeltaUpdater(this);
    long[] gradientShape = viewArray.shape();
    gradientShape = Arrays.copyOf(gradientShape, gradientShape.length);
    gradientShape[1] /= 2;
    u.setStateViewArray(viewArray, gradientShape, viewArray.ordering(), initializeViewArray);
    return u;
}
 

@Override
public GradientUpdater instantiate(Map<String, INDArray> updaterState, boolean initializeStateArrays) {
    NadamUpdater u = new NadamUpdater(this);
    u.setState(updaterState, initializeStateArrays);
    return u;
}
 

@Override
protected GradientUpdater<?> getOldFunction(long[] shape) {
    Sgd configuration = new Sgd();
    GradientUpdater<?> oldFunction = new SgdUpdater(configuration);
    return oldFunction;
}
 

@Override
public GradientUpdater instantiate(Map<String, INDArray> updaterState, boolean initializeStateArrays) {
    SgdUpdater u = new SgdUpdater(this);
    u.setState(updaterState, initializeStateArrays);
    return u;
}
 

@Override
public GradientUpdater instantiate(Map<String, INDArray> updaterState, boolean initializeStateArrays) {
    AMSGradUpdater u = new AMSGradUpdater(this);
    u.setState(updaterState, initializeStateArrays);
    return u;
}
 

public GradientUpdater getGradientUpdater() {
    if (gradientUpdater == null) {
        init();
    }
    return gradientUpdater;
}
 

@Override
public GradientUpdater instantiate(Map<String, INDArray> updaterState, boolean initializeStateArrays) {
    RmsPropUpdater u = new RmsPropUpdater(this);
    u.setState(updaterState, initializeStateArrays);
    return u;
}
 

@Override
public GradientUpdater instantiate(Map<String, INDArray> updaterState, boolean initializeStateArrays) {
    throw new UnsupportedOperationException();
}