Java example source code file (AdaGradUpdater.java)

This example Java source code file (AdaGradUpdater.java) is included in the alvinalexander.com "Java Source Code Warehouse" project. The intent of this project is to help you "Learn Java by Example" ^TM.

Learn more about this Java project at its project page.

Java - Java tags/keywords

adagrad, adagradaggregator, adagradupdater, baseupdater, gradientupdater, indarray, layer, override, updateraggregator

The AdaGradUpdater.java Java example source code

package org.deeplearning4j.nn.updater;

import org.deeplearning4j.nn.api.Layer;
import org.deeplearning4j.nn.api.Updater;
import org.deeplearning4j.nn.updater.aggregate.UpdaterAggregator;
import org.nd4j.linalg.api.ndarray.INDArray;
import org.nd4j.linalg.learning.AdaGrad;
import org.nd4j.linalg.learning.GradientUpdater;


/**
 * Ada grad updater
 *
 * @author Adam Gibson
 */
public class AdaGradUpdater extends BaseUpdater {



    @Override
    public void init() {

    }

    @Override
    public GradientUpdater init(String variable, INDArray gradient, Layer layer) {
        AdaGrad adaGrad = (AdaGrad) updaterForVariable.get(variable);
        if(adaGrad == null) {
            adaGrad = new AdaGrad(layer.conf().getLearningRateByParam(variable));
            updaterForVariable.put(variable, adaGrad);
        }

        return adaGrad;
    }

    @Override
    public UpdaterAggregator getAggregator(boolean addThis){
        AdaGradAggregator ag = new AdaGradAggregator();
        if(addThis) ag.aggregate(this);
        return ag;
    }

    protected static class AdaGradAggregator extends BaseUpdater.UpdaterAggregatorImpl {
        @Override
        public Updater getUpdater() {
            return setUpdaterState(new AdaGradUpdater());
        }
    }
}