|
Java example source code file (BaseTestDistributed.java)
The BaseTestDistributed.java Java example source code/* * * * Copyright 2015 Skymind,Inc. * * * * Licensed under the Apache License, Version 2.0 (the "License"); * * you may not use this file except in compliance with the License. * * You may obtain a copy of the License at * * * * http://www.apache.org/licenses/LICENSE-2.0 * * * * Unless required by applicable law or agreed to in writing, software * * distributed under the License is distributed on an "AS IS" BASIS, * * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * * See the License for the specific language governing permissions and * * limitations under the License. * */ package org.deeplearning4j.scaleout.testsupport; import org.canova.api.conf.Configuration; import org.deeplearning4j.scaleout.actor.runner.DeepLearning4jDistributed; import org.deeplearning4j.scaleout.job.JobIterator; import org.deeplearning4j.scaleout.perform.WorkerPerformerFactory; import org.deeplearning4j.scaleout.api.statetracker.StateTracker; import org.deeplearning4j.scaleout.statetracker.hazelcast.HazelCastStateTracker; import java.io.File; /** * Baseline test support for testing a distributed app * @author Adam Gibson */ public abstract class BaseTestDistributed { protected JobIterator iterator; protected DeepLearning4jDistributed distributed; protected StateTracker stateTracker; protected String workPerformFactoryClassName; private Configuration conf; public void init() throws Exception { if(stateTracker != null) { stateTracker.finish(); stateTracker.shutdown(); } stateTracker = createStateTracker(); iterator = createIterator(); workPerformFactoryClassName = workPerformFactoryClassName(); conf = createConfiguration(); distributed = new DeepLearning4jDistributed(iterator,stateTracker); distributed.setup(conf); } public void tearDown() throws Exception { if(stateTracker != null) { stateTracker.finish(); stateTracker.shutdown(); distributed.shutdown(); } if(new File("model-saver").exists()) new File("model-saver").delete(); Thread.sleep(10000); } public Configuration createConfiguration() { Configuration conf = new Configuration(); conf.set(WorkerPerformerFactory.WORKER_PERFORMER, workPerformFactoryClassName); return conf; } public StateTracker createStateTracker() throws Exception { if(stateTracker != null) { stateTracker.finish(); stateTracker.shutdown(); } return new HazelCastStateTracker(); } /** * Name of the work performer class * @return */ public abstract String workPerformFactoryClassName(); /** * * @return */ public abstract JobIterator createIterator(); } Other Java examples (source code examples)Here is a short list of links related to this Java BaseTestDistributed.java source code file: |
... this post is sponsored by my books ... | |
#1 New Release! |
FP Best Seller |
Copyright 1998-2021 Alvin Alexander, alvinalexander.com
All Rights Reserved.
A percentage of advertising revenue from
pages under the /java/jwarehouse
URI on this website is
paid back to open source projects.