|
Java example source code file (LocalFileModelSaver.java)
The LocalFileModelSaver.java Java example source codepackage org.deeplearning4j.earlystopping.saver; import org.apache.commons.io.FileUtils; import org.apache.commons.io.FilenameUtils; import org.deeplearning4j.nn.api.Updater; import org.deeplearning4j.nn.conf.MultiLayerConfiguration; import org.deeplearning4j.earlystopping.EarlyStoppingModelSaver; import org.deeplearning4j.nn.multilayer.MultiLayerNetwork; import org.deeplearning4j.util.ModelSerializer; import org.nd4j.linalg.api.ndarray.INDArray; import org.nd4j.linalg.factory.Nd4j; import java.io.*; import java.nio.charset.Charset; import java.nio.file.Files; import java.nio.file.Paths; /** Save the best (and latest/most recent) models learned during early stopping training to the local file system.<br> * Instances of this class will save 3 files for best (and optionally, latest) models:<br> * (a) The network configuration: bestModelConf.json<br> * (b) The network parameters: bestModelParams.bin<br> * (c) The network updater: bestModelUpdater.bin<br> * <br> * NOTE: The model updater is an object that contains the internal state for training features such as AdaGrad, Momentum * and RMSProp.<br> * The updater is <i>not required to use the network at test time; it is saved in case further training is required. * Without saving the updater, any further training would result in the updater being recreated, without the benefit * of the history/internal state. This could negatively impact training performance after loading the network. * * @author Alex Black */ public class LocalFileModelSaver implements EarlyStoppingModelSaver<MultiLayerNetwork> { private static final String bestFileName = "bestModel.bin"; private static final String latestFileName = "latestModel.bin"; private String directory; private Charset encoding; /**Constructor that uses default character set for configuration (json) encoding * @param directory Directory to save networks */ public LocalFileModelSaver(String directory) { this(directory, Charset.defaultCharset()); } /** * @param directory Directory to save networks * @param encoding Character encoding for configuration (json) */ public LocalFileModelSaver(String directory, Charset encoding){ this.directory = directory; this.encoding = encoding; } @Override public void saveBestModel(MultiLayerNetwork net, double score) throws IOException { String confOut = FilenameUtils.concat(directory,bestFileName); save(net,confOut); } @Override public void saveLatestModel(MultiLayerNetwork net, double score) throws IOException { String confOut = FilenameUtils.concat(directory,latestFileName); save(net,confOut); } @Override public MultiLayerNetwork getBestModel() throws IOException { String confOut = FilenameUtils.concat(directory, bestFileName); return load(confOut); } @Override public MultiLayerNetwork getLatestModel() throws IOException { String confOut = FilenameUtils.concat(directory, latestFileName); return load(confOut); } private void save(MultiLayerNetwork net, String modelName) throws IOException{ ModelSerializer.writeModel(net, modelName, true); } private MultiLayerNetwork load(String modelName) throws IOException { MultiLayerNetwork net = ModelSerializer.restoreMultiLayerNetwork(modelName); return net; } @Override public String toString(){ return "LocalFileModelSaver(dir=" + directory + ")"; } } Other Java examples (source code examples)Here is a short list of links related to this Java LocalFileModelSaver.java source code file: |
... this post is sponsored by my books ... | |
#1 New Release! |
FP Best Seller |
Copyright 1998-2021 Alvin Alexander, alvinalexander.com
All Rights Reserved.
A percentage of advertising revenue from
pages under the /java/jwarehouse
URI on this website is
paid back to open source projects.